{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:S6IOOZVMOXDTAH5JKYVGF63O55","short_pith_number":"pith:S6IOOZVM","canonical_record":{"source":{"id":"2504.16414","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-23T04:36:19Z","cross_cats_sorted":[],"title_canon_sha256":"909fb38802d4ee579582c9aed04886051c0440a18004b6bd9a6b213179cd82a3","abstract_canon_sha256":"dc8000fb9cfc2c321eb5ce1234a86023efcaffd15bc4c488b13e97e05b58e7ba"},"schema_version":"1.0"},"canonical_sha256":"9790e766ac75c7301fa9562a62fb6eef46b8f7c2fac79c8e557b5e24f074ba56","source":{"kind":"arxiv","id":"2504.16414","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.16414","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"arxiv_version","alias_value":"2504.16414v2","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.16414","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_12","alias_value":"S6IOOZVMOXDT","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_16","alias_value":"S6IOOZVMOXDTAH5J","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_8","alias_value":"S6IOOZVM","created_at":"2026-07-05T11:49:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:S6IOOZVMOXDTAH5JKYVGF63O55","target":"record","payload":{"canonical_record":{"source":{"id":"2504.16414","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-23T04:36:19Z","cross_cats_sorted":[],"title_canon_sha256":"909fb38802d4ee579582c9aed04886051c0440a18004b6bd9a6b213179cd82a3","abstract_canon_sha256":"dc8000fb9cfc2c321eb5ce1234a86023efcaffd15bc4c488b13e97e05b58e7ba"},"schema_version":"1.0"},"canonical_sha256":"9790e766ac75c7301fa9562a62fb6eef46b8f7c2fac79c8e557b5e24f074ba56","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:49:09.478680Z","signature_b64":"gHWFar2toG0sCY7CHdO/UyZHDOWjXrHJimdsbHIv38Lpg1zHmdbxxRhykf6w1/p7l0ELM0zXRRgUUB25eLM/Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9790e766ac75c7301fa9562a62fb6eef46b8f7c2fac79c8e557b5e24f074ba56","last_reissued_at":"2026-07-05T11:49:09.478234Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:49:09.478234Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.16414","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S6I7GvphTUkWpHzBmN/31URytVaBUplRFxlFJkW56aKhPSR0rIzmleekC2V2Ff9KmbOi3iEJ8EFii87S9RgKCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:50:35.876607Z"},"content_sha256":"d530cb1508e789beab176639b15ed2b2c98ad30b67d594fcb0c1fd7fd69836a6","schema_version":"1.0","event_id":"sha256:d530cb1508e789beab176639b15ed2b2c98ad30b67d594fcb0c1fd7fd69836a6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:S6IOOZVMOXDTAH5JKYVGF63O55","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Multi-Hop Reasoning in Large Language Models: A Chemistry-Centric Case Study","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ali Shiraee Kasmaee, Hamidreza Mahyar, Mahdi Astaraki, Mohammad Khodadad, Nicholas Sherck, Soheila Samiee","submitted_at":"2025-04-23T04:36:19Z","abstract_excerpt":"In this study, we introduced a new benchmark consisting of a curated dataset and a defined evaluation process to assess the compositional reasoning capabilities of large language models within the chemistry domain. We designed and validated a fully automated pipeline, verified by subject matter experts, to facilitate this task. Our approach integrates OpenAI reasoning models with named entity recognition (NER) systems to extract chemical entities from recent literature, which are then augmented with external knowledge bases to form a comprehensive knowledge graph. By generating multi-hop quest"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.16414","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.16414/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OxgsrYHXonSSItQRkw68uweW6H54P6TPLyR8WfKq//7z53rKxqbQfIdw+x69kt9T4f1gHLN0JD9B+DQpWYt4Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:50:35.877849Z"},"content_sha256":"393e07daa80bea37f899069a53351edbf43d1e557612948a73524ab25ec638d8","schema_version":"1.0","event_id":"sha256:393e07daa80bea37f899069a53351edbf43d1e557612948a73524ab25ec638d8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S6IOOZVMOXDTAH5JKYVGF63O55/bundle.json","state_url":"https://pith.science/pith/S6IOOZVMOXDTAH5JKYVGF63O55/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S6IOOZVMOXDTAH5JKYVGF63O55/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T10:50:35Z","links":{"resolver":"https://pith.science/pith/S6IOOZVMOXDTAH5JKYVGF63O55","bundle":"https://pith.science/pith/S6IOOZVMOXDTAH5JKYVGF63O55/bundle.json","state":"https://pith.science/pith/S6IOOZVMOXDTAH5JKYVGF63O55/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S6IOOZVMOXDTAH5JKYVGF63O55/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:S6IOOZVMOXDTAH5JKYVGF63O55","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dc8000fb9cfc2c321eb5ce1234a86023efcaffd15bc4c488b13e97e05b58e7ba","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-23T04:36:19Z","title_canon_sha256":"909fb38802d4ee579582c9aed04886051c0440a18004b6bd9a6b213179cd82a3"},"schema_version":"1.0","source":{"id":"2504.16414","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.16414","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"arxiv_version","alias_value":"2504.16414v2","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.16414","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_12","alias_value":"S6IOOZVMOXDT","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_16","alias_value":"S6IOOZVMOXDTAH5J","created_at":"2026-07-05T11:49:09Z"},{"alias_kind":"pith_short_8","alias_value":"S6IOOZVM","created_at":"2026-07-05T11:49:09Z"}],"graph_snapshots":[{"event_id":"sha256:393e07daa80bea37f899069a53351edbf43d1e557612948a73524ab25ec638d8","target":"graph","created_at":"2026-07-05T11:49:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.16414/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this study, we introduced a new benchmark consisting of a curated dataset and a defined evaluation process to assess the compositional reasoning capabilities of large language models within the chemistry domain. We designed and validated a fully automated pipeline, verified by subject matter experts, to facilitate this task. Our approach integrates OpenAI reasoning models with named entity recognition (NER) systems to extract chemical entities from recent literature, which are then augmented with external knowledge bases to form a comprehensive knowledge graph. By generating multi-hop quest","authors_text":"Ali Shiraee Kasmaee, Hamidreza Mahyar, Mahdi Astaraki, Mohammad Khodadad, Nicholas Sherck, Soheila Samiee","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-23T04:36:19Z","title":"Evaluating Multi-Hop Reasoning in Large Language Models: A Chemistry-Centric Case Study"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.16414","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d530cb1508e789beab176639b15ed2b2c98ad30b67d594fcb0c1fd7fd69836a6","target":"record","created_at":"2026-07-05T11:49:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dc8000fb9cfc2c321eb5ce1234a86023efcaffd15bc4c488b13e97e05b58e7ba","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-04-23T04:36:19Z","title_canon_sha256":"909fb38802d4ee579582c9aed04886051c0440a18004b6bd9a6b213179cd82a3"},"schema_version":"1.0","source":{"id":"2504.16414","kind":"arxiv","version":2}},"canonical_sha256":"9790e766ac75c7301fa9562a62fb6eef46b8f7c2fac79c8e557b5e24f074ba56","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9790e766ac75c7301fa9562a62fb6eef46b8f7c2fac79c8e557b5e24f074ba56","first_computed_at":"2026-07-05T11:49:09.478234Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:49:09.478234Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gHWFar2toG0sCY7CHdO/UyZHDOWjXrHJimdsbHIv38Lpg1zHmdbxxRhykf6w1/p7l0ELM0zXRRgUUB25eLM/Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T11:49:09.478680Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.16414","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d530cb1508e789beab176639b15ed2b2c98ad30b67d594fcb0c1fd7fd69836a6","sha256:393e07daa80bea37f899069a53351edbf43d1e557612948a73524ab25ec638d8"],"state_sha256":"521d10594fdafae9d7adad1120e05fb73aafa976d0402724bc994483927250ce"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EipLI44l69OHRhiKPDi+g1ctgQoJA5WAHGW21XvsozPAaAsLzFCfa/vGxh6FyM0SV06k1Cz88Di9/0TDt8cHBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T10:50:35.885891Z","bundle_sha256":"5d6b710f0853da808d44ae96b35a0f0dc15b04fbc52318cbdcb1f42b540192e2"}}