{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:AXG5DQ2QDAMUDAKGNYPJTEZ6QJ","short_pith_number":"pith:AXG5DQ2Q","canonical_record":{"source":{"id":"2304.10327","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2023-04-20T14:05:53Z","cross_cats_sorted":["cs.CL","cs.HC","hep-ph","physics.hist-ph"],"title_canon_sha256":"a6234d25cc660a1d7c55beeef2483abeac02d37052d70d973bd7d1a174738a88","abstract_canon_sha256":"cb19a4a9eb34900ab2fd51fed1cae99128c7a411470068dafdae3d715efefe72"},"schema_version":"1.0"},"canonical_sha256":"05cdd1c35018194181466e1e99933e825e6d589fc3ac1335079052e9afa1244c","source":{"kind":"arxiv","id":"2304.10327","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.10327","created_at":"2026-07-05T08:15:35Z"},{"alias_kind":"arxiv_version","alias_value":"2304.10327v2","created_at":"2026-07-05T08:15:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.10327","created_at":"2026-07-05T08:15:35Z"},{"alias_kind":"pith_short_12","alias_value":"AXG5DQ2QDAMU","created_at":"2026-07-05T08:15:35Z"},{"alias_kind":"pith_short_16","alias_value":"AXG5DQ2QDAMUDAKG","created_at":"2026-07-05T08:15:35Z"},{"alias_kind":"pith_short_8","alias_value":"AXG5DQ2Q","created_at":"2026-07-05T08:15:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:AXG5DQ2QDAMUDAKGNYPJTEZ6QJ","target":"record","payload":{"canonical_record":{"source":{"id":"2304.10327","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2023-04-20T14:05:53Z","cross_cats_sorted":["cs.CL","cs.HC","hep-ph","physics.hist-ph"],"title_canon_sha256":"a6234d25cc660a1d7c55beeef2483abeac02d37052d70d973bd7d1a174738a88","abstract_canon_sha256":"cb19a4a9eb34900ab2fd51fed1cae99128c7a411470068dafdae3d715efefe72"},"schema_version":"1.0"},"canonical_sha256":"05cdd1c35018194181466e1e99933e825e6d589fc3ac1335079052e9afa1244c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:15:35.714602Z","signature_b64":"tzMscNgQq8WjUvMs6XcmlUlxVFV9DOUnCEDVvYYI2GmHlugKf8CpMJqTPWZj29LYKARZsa19qSk6UreNDiFTAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"05cdd1c35018194181466e1e99933e825e6d589fc3ac1335079052e9afa1244c","last_reissued_at":"2026-07-05T08:15:35.714031Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:15:35.714031Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.10327","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:15:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gqJr/oCAD6q7nc4tk5f58nXHmQ9n0tncSsK/F6CmzUJNWEcrG+lZpppH4eXLA7C0zAKA7xYkLy+ul4ln/2pdCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T12:53:33.257538Z"},"content_sha256":"ca14d3dfa4ab48f25af4a27186c71dc01e2769448fb658c7714d61f12109ca10","schema_version":"1.0","event_id":"sha256:ca14d3dfa4ab48f25af4a27186c71dc01e2769448fb658c7714d61f12109ca10"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:AXG5DQ2QDAMUDAKGNYPJTEZ6QJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards a Benchmark for Scientific Understanding in Humans and Machines","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.CL","cs.HC","hep-ph","physics.hist-ph"],"primary_cat":"cs.AI","authors_text":"Henk De Regt, Kristian Gonzalez Barman, Sascha Caron, Tom Claassen","submitted_at":"2023-04-20T14:05:53Z","abstract_excerpt":"Scientific understanding is a fundamental goal of science, allowing us to explain the world. There is currently no good way to measure the scientific understanding of agents, whether these be humans or Artificial Intelligence systems. Without a clear benchmark, it is challenging to evaluate and compare different levels of and approaches to scientific understanding. In this Roadmap, we propose a framework to create a benchmark for scientific understanding, utilizing tools from philosophy of science. We adopt a behavioral notion according to which genuine understanding should be recognized as an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.10327","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.10327/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:15:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yXBYMGtsVCPq/IPxYLY8qCyBtEL8SH3UsNHM+SZcVA0/Dqm8pq7mcigKhIABvdaa+Z/JBQPkmlhW3wtaV0GpBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T12:53:33.258218Z"},"content_sha256":"87702a6ca20da47899159746f00a08dd0aa23b6f838599ff7ba5c98fd0a7702d","schema_version":"1.0","event_id":"sha256:87702a6ca20da47899159746f00a08dd0aa23b6f838599ff7ba5c98fd0a7702d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AXG5DQ2QDAMUDAKGNYPJTEZ6QJ/bundle.json","state_url":"https://pith.science/pith/AXG5DQ2QDAMUDAKGNYPJTEZ6QJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AXG5DQ2QDAMUDAKGNYPJTEZ6QJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T12:53:33Z","links":{"resolver":"https://pith.science/pith/AXG5DQ2QDAMUDAKGNYPJTEZ6QJ","bundle":"https://pith.science/pith/AXG5DQ2QDAMUDAKGNYPJTEZ6QJ/bundle.json","state":"https://pith.science/pith/AXG5DQ2QDAMUDAKGNYPJTEZ6QJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AXG5DQ2QDAMUDAKGNYPJTEZ6QJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:AXG5DQ2QDAMUDAKGNYPJTEZ6QJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cb19a4a9eb34900ab2fd51fed1cae99128c7a411470068dafdae3d715efefe72","cross_cats_sorted":["cs.CL","cs.HC","hep-ph","physics.hist-ph"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2023-04-20T14:05:53Z","title_canon_sha256":"a6234d25cc660a1d7c55beeef2483abeac02d37052d70d973bd7d1a174738a88"},"schema_version":"1.0","source":{"id":"2304.10327","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.10327","created_at":"2026-07-05T08:15:35Z"},{"alias_kind":"arxiv_version","alias_value":"2304.10327v2","created_at":"2026-07-05T08:15:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.10327","created_at":"2026-07-05T08:15:35Z"},{"alias_kind":"pith_short_12","alias_value":"AXG5DQ2QDAMU","created_at":"2026-07-05T08:15:35Z"},{"alias_kind":"pith_short_16","alias_value":"AXG5DQ2QDAMUDAKG","created_at":"2026-07-05T08:15:35Z"},{"alias_kind":"pith_short_8","alias_value":"AXG5DQ2Q","created_at":"2026-07-05T08:15:35Z"}],"graph_snapshots":[{"event_id":"sha256:87702a6ca20da47899159746f00a08dd0aa23b6f838599ff7ba5c98fd0a7702d","target":"graph","created_at":"2026-07-05T08:15:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.10327/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Scientific understanding is a fundamental goal of science, allowing us to explain the world. There is currently no good way to measure the scientific understanding of agents, whether these be humans or Artificial Intelligence systems. Without a clear benchmark, it is challenging to evaluate and compare different levels of and approaches to scientific understanding. In this Roadmap, we propose a framework to create a benchmark for scientific understanding, utilizing tools from philosophy of science. We adopt a behavioral notion according to which genuine understanding should be recognized as an","authors_text":"Henk De Regt, Kristian Gonzalez Barman, Sascha Caron, Tom Claassen","cross_cats":["cs.CL","cs.HC","hep-ph","physics.hist-ph"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2023-04-20T14:05:53Z","title":"Towards a Benchmark for Scientific Understanding in Humans and Machines"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.10327","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ca14d3dfa4ab48f25af4a27186c71dc01e2769448fb658c7714d61f12109ca10","target":"record","created_at":"2026-07-05T08:15:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cb19a4a9eb34900ab2fd51fed1cae99128c7a411470068dafdae3d715efefe72","cross_cats_sorted":["cs.CL","cs.HC","hep-ph","physics.hist-ph"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.AI","submitted_at":"2023-04-20T14:05:53Z","title_canon_sha256":"a6234d25cc660a1d7c55beeef2483abeac02d37052d70d973bd7d1a174738a88"},"schema_version":"1.0","source":{"id":"2304.10327","kind":"arxiv","version":2}},"canonical_sha256":"05cdd1c35018194181466e1e99933e825e6d589fc3ac1335079052e9afa1244c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"05cdd1c35018194181466e1e99933e825e6d589fc3ac1335079052e9afa1244c","first_computed_at":"2026-07-05T08:15:35.714031Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:15:35.714031Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tzMscNgQq8WjUvMs6XcmlUlxVFV9DOUnCEDVvYYI2GmHlugKf8CpMJqTPWZj29LYKARZsa19qSk6UreNDiFTAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:15:35.714602Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.10327","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ca14d3dfa4ab48f25af4a27186c71dc01e2769448fb658c7714d61f12109ca10","sha256:87702a6ca20da47899159746f00a08dd0aa23b6f838599ff7ba5c98fd0a7702d"],"state_sha256":"606fbdfec218e907605ffe392986210649d5229bc736b11942d2a197f30e8e80"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/5eS4pyplaidkphhMmkFlGwfbVBU9Sk3aC3TBHjNgEJJhPoFgiY67Fg4QjJ6iWdpAqALOsbymE+U7kIAO49xDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T12:53:33.266575Z","bundle_sha256":"bee23f82deae99492d75b80891140bf288c47748e2fc8df0c385047917e20e7e"}}