{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:XMOCQVYB3C5N7HRN65HRMUTH5C","short_pith_number":"pith:XMOCQVYB","canonical_record":{"source":{"id":"2607.25881","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-07-28T15:43:01Z","cross_cats_sorted":["astro-ph.CO","astro-ph.IM","cs.HC","gr-qc"],"title_canon_sha256":"ddb53c3d379958d4e38641062a8c43ade94209683ad10e8ff7bdc3925aa0eae7","abstract_canon_sha256":"2bad63a01b8b7f69c1f553e384c622367fc0fa205e3ca0211781b811005b498f"},"schema_version":"1.0"},"canonical_sha256":"bb1c285701d8badf9e2df74f165267e89e08d7862ec484a0259fc90df1bd72eb","source":{"kind":"arxiv","id":"2607.25881","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.25881","created_at":"2026-07-29T01:26:08Z"},{"alias_kind":"arxiv_version","alias_value":"2607.25881v1","created_at":"2026-07-29T01:26:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.25881","created_at":"2026-07-29T01:26:08Z"},{"alias_kind":"pith_short_12","alias_value":"XMOCQVYB3C5N","created_at":"2026-07-29T01:26:08Z"},{"alias_kind":"pith_short_16","alias_value":"XMOCQVYB3C5N7HRN","created_at":"2026-07-29T01:26:08Z"},{"alias_kind":"pith_short_8","alias_value":"XMOCQVYB","created_at":"2026-07-29T01:26:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:XMOCQVYB3C5N7HRN65HRMUTH5C","target":"record","payload":{"canonical_record":{"source":{"id":"2607.25881","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-07-28T15:43:01Z","cross_cats_sorted":["astro-ph.CO","astro-ph.IM","cs.HC","gr-qc"],"title_canon_sha256":"ddb53c3d379958d4e38641062a8c43ade94209683ad10e8ff7bdc3925aa0eae7","abstract_canon_sha256":"2bad63a01b8b7f69c1f553e384c622367fc0fa205e3ca0211781b811005b498f"},"schema_version":"1.0"},"canonical_sha256":"bb1c285701d8badf9e2df74f165267e89e08d7862ec484a0259fc90df1bd72eb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-29T01:26:08.543632Z","signature_b64":"3qnL2zakQCqHuut7wPLiuo2MUoV0OsIe6+s4BPp5uZR26Wl7+KjL4+WowGUDltY53MWVscvys4iHp5A1q2z3Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bb1c285701d8badf9e2df74f165267e89e08d7862ec484a0259fc90df1bd72eb","last_reissued_at":"2026-07-29T01:26:08.542742Z","signature_status":"signed_v1","first_computed_at":"2026-07-29T01:26:08.542742Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.25881","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-29T01:26:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IoNWwsnLdFjghlYYNXYIIVQB4bH9phLfg3hrPtD3bbp7lnKR0O2vlYCiskIJveQE+k5oyHJx2XzMPkX+fLFaDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:38:31.642946Z"},"content_sha256":"f9f56a9380ee32c17554662a2eadea24c15fde508e8c1449c468945814724e62","schema_version":"1.0","event_id":"sha256:f9f56a9380ee32c17554662a2eadea24c15fde508e8c1449c468945814724e62"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:XMOCQVYB3C5N7HRN65HRMUTH5C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AI's Capability in Assisting Scientific Research in Physics, Astrophysics, and Cosmology II: Project Planning and Proposal Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["astro-ph.CO","astro-ph.IM","cs.HC","gr-qc"],"primary_cat":"cs.CL","authors_text":"Adrian E. Bayer, Anamaria Hell, Ben Horowitz, Ievgen Vovk, Jamie Robinson, Jessica Cowell, Jia Liu, Jonathan Gr\\'ee, Kanyuni Iemoto, Kateryna Vovk, Keigo Kondo, Kevin McCarthy, Kosuke Aizawa, Leander Thiele, Linda Blot, Masaya Ichikawa, Miguel Ruiz-Granda, Mingshen Zhou, Suyog Garg, Veena Krishnaraj, Zacharie Lorsin","submitted_at":"2026-07-28T15:43:01Z","abstract_excerpt":"We investigate how well large language models (LLMs) can assist scientific project planning and proposal evaluation. One-page project plans were independently generated for eight expert-conceived research projects in physics, astrophysics, and cosmology by human researchers and three contemporary LLMs (ChatGPT, Claude, and DeepSeek; mid-2025 models, used with their default tool access). The resulting 32 proposals were blindly evaluated by four human reviewers and two newer frontier LLMs (Claude Opus 4.8 and ChatGPT Pro 5.5) using a four-aspect evaluation rubric. Reviewers were also asked to id"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.25881","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.25881/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-29T01:26:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J18xCCtes6genNMFqwLJzF+B0a8hcaYuEoR0OWNk+InzP84BSi4QYhYPkzo2V5UotqbvjqOS6AOT30AhiFEWCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:38:31.643968Z"},"content_sha256":"ccc3417ebf3575a6b571a27010e86700a6702cfc13a2b8e1685413e86a9881d2","schema_version":"1.0","event_id":"sha256:ccc3417ebf3575a6b571a27010e86700a6702cfc13a2b8e1685413e86a9881d2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XMOCQVYB3C5N7HRN65HRMUTH5C/bundle.json","state_url":"https://pith.science/pith/XMOCQVYB3C5N7HRN65HRMUTH5C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XMOCQVYB3C5N7HRN65HRMUTH5C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T08:38:31Z","links":{"resolver":"https://pith.science/pith/XMOCQVYB3C5N7HRN65HRMUTH5C","bundle":"https://pith.science/pith/XMOCQVYB3C5N7HRN65HRMUTH5C/bundle.json","state":"https://pith.science/pith/XMOCQVYB3C5N7HRN65HRMUTH5C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XMOCQVYB3C5N7HRN65HRMUTH5C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:XMOCQVYB3C5N7HRN65HRMUTH5C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2bad63a01b8b7f69c1f553e384c622367fc0fa205e3ca0211781b811005b498f","cross_cats_sorted":["astro-ph.CO","astro-ph.IM","cs.HC","gr-qc"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-07-28T15:43:01Z","title_canon_sha256":"ddb53c3d379958d4e38641062a8c43ade94209683ad10e8ff7bdc3925aa0eae7"},"schema_version":"1.0","source":{"id":"2607.25881","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.25881","created_at":"2026-07-29T01:26:08Z"},{"alias_kind":"arxiv_version","alias_value":"2607.25881v1","created_at":"2026-07-29T01:26:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.25881","created_at":"2026-07-29T01:26:08Z"},{"alias_kind":"pith_short_12","alias_value":"XMOCQVYB3C5N","created_at":"2026-07-29T01:26:08Z"},{"alias_kind":"pith_short_16","alias_value":"XMOCQVYB3C5N7HRN","created_at":"2026-07-29T01:26:08Z"},{"alias_kind":"pith_short_8","alias_value":"XMOCQVYB","created_at":"2026-07-29T01:26:08Z"}],"graph_snapshots":[{"event_id":"sha256:ccc3417ebf3575a6b571a27010e86700a6702cfc13a2b8e1685413e86a9881d2","target":"graph","created_at":"2026-07-29T01:26:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.25881/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate how well large language models (LLMs) can assist scientific project planning and proposal evaluation. One-page project plans were independently generated for eight expert-conceived research projects in physics, astrophysics, and cosmology by human researchers and three contemporary LLMs (ChatGPT, Claude, and DeepSeek; mid-2025 models, used with their default tool access). The resulting 32 proposals were blindly evaluated by four human reviewers and two newer frontier LLMs (Claude Opus 4.8 and ChatGPT Pro 5.5) using a four-aspect evaluation rubric. Reviewers were also asked to id","authors_text":"Adrian E. Bayer, Anamaria Hell, Ben Horowitz, Ievgen Vovk, Jamie Robinson, Jessica Cowell, Jia Liu, Jonathan Gr\\'ee, Kanyuni Iemoto, Kateryna Vovk, Keigo Kondo, Kevin McCarthy, Kosuke Aizawa, Leander Thiele, Linda Blot, Masaya Ichikawa, Miguel Ruiz-Granda, Mingshen Zhou, Suyog Garg, Veena Krishnaraj, Zacharie Lorsin","cross_cats":["astro-ph.CO","astro-ph.IM","cs.HC","gr-qc"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-07-28T15:43:01Z","title":"AI's Capability in Assisting Scientific Research in Physics, Astrophysics, and Cosmology II: Project Planning and Proposal Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.25881","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f9f56a9380ee32c17554662a2eadea24c15fde508e8c1449c468945814724e62","target":"record","created_at":"2026-07-29T01:26:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2bad63a01b8b7f69c1f553e384c622367fc0fa205e3ca0211781b811005b498f","cross_cats_sorted":["astro-ph.CO","astro-ph.IM","cs.HC","gr-qc"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-07-28T15:43:01Z","title_canon_sha256":"ddb53c3d379958d4e38641062a8c43ade94209683ad10e8ff7bdc3925aa0eae7"},"schema_version":"1.0","source":{"id":"2607.25881","kind":"arxiv","version":1}},"canonical_sha256":"bb1c285701d8badf9e2df74f165267e89e08d7862ec484a0259fc90df1bd72eb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bb1c285701d8badf9e2df74f165267e89e08d7862ec484a0259fc90df1bd72eb","first_computed_at":"2026-07-29T01:26:08.542742Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-29T01:26:08.542742Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3qnL2zakQCqHuut7wPLiuo2MUoV0OsIe6+s4BPp5uZR26Wl7+KjL4+WowGUDltY53MWVscvys4iHp5A1q2z3Dg==","signature_status":"signed_v1","signed_at":"2026-07-29T01:26:08.543632Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.25881","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f9f56a9380ee32c17554662a2eadea24c15fde508e8c1449c468945814724e62","sha256:ccc3417ebf3575a6b571a27010e86700a6702cfc13a2b8e1685413e86a9881d2"],"state_sha256":"d6bccc119b4655046c8e1367779c7d621ff1379e4eaa69e6388f9fbb88512ef5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Xv1GJKK2zxj1VG+vy5CGeQKDKIKTvjpQzuyoFnPDKwjrDSjLtAwn11RpKqkhst/5rl6Fpq4DgREeCZFOzleFCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T08:38:31.655394Z","bundle_sha256":"62bd45701243e2fe271e25ebec929c72a611b224ec406c349afadad193cfdade"}}