{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DUOLWIJLSXHO4DYFWZLUFSD4PI","short_pith_number":"pith:DUOLWIJL","canonical_record":{"source":{"id":"2311.09656","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T08:20:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c85acab2fd04dcb60ecfe48edce56187ea426ad9a14173d7b69f097fcd13da02","abstract_canon_sha256":"c463eaff54f662d9e59e9439f943362a5aeac3207adfb777a66523a2397ec685"},"schema_version":"1.0"},"canonical_sha256":"1d1cbb212b95ceee0f05b65742c87c7a142c400487c1ad70652023b639f2cafa","source":{"kind":"arxiv","id":"2311.09656","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09656","created_at":"2026-07-05T07:43:13Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09656v2","created_at":"2026-07-05T07:43:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09656","created_at":"2026-07-05T07:43:13Z"},{"alias_kind":"pith_short_12","alias_value":"DUOLWIJLSXHO","created_at":"2026-07-05T07:43:13Z"},{"alias_kind":"pith_short_16","alias_value":"DUOLWIJLSXHO4DYF","created_at":"2026-07-05T07:43:13Z"},{"alias_kind":"pith_short_8","alias_value":"DUOLWIJL","created_at":"2026-07-05T07:43:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DUOLWIJLSXHO4DYFWZLUFSD4PI","target":"record","payload":{"canonical_record":{"source":{"id":"2311.09656","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T08:20:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c85acab2fd04dcb60ecfe48edce56187ea426ad9a14173d7b69f097fcd13da02","abstract_canon_sha256":"c463eaff54f662d9e59e9439f943362a5aeac3207adfb777a66523a2397ec685"},"schema_version":"1.0"},"canonical_sha256":"1d1cbb212b95ceee0f05b65742c87c7a142c400487c1ad70652023b639f2cafa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:43:13.174983Z","signature_b64":"hzJBagkWWeiX0EKwgAIehhmJMpz+kHHkOEs72aemxcxm6E7hhRuy2soZq53fNXT4s6wWeL5nTT8o8u6YpUQEBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1d1cbb212b95ceee0f05b65742c87c7a142c400487c1ad70652023b639f2cafa","last_reissued_at":"2026-07-05T07:43:13.174537Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:43:13.174537Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.09656","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:43:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tsd9Ne5wvSZ3wtGsKwtY24GZMC/91YxpamdoUyOOPcb2zDTvUueHRoyfqO485k/2jJ1NMdnHed5kA2XmO4aECw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:05:40.809448Z"},"content_sha256":"722d80a669252e6c25639e9886fac2c9961ff0f3e9f832ac6951558fd8c46cb5","schema_version":"1.0","event_id":"sha256:722d80a669252e6c25639e9886fac2c9961ff0f3e9f832ac6951558fd8c46cb5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DUOLWIJLSXHO4DYFWZLUFSD4PI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Structured Chemistry Reasoning with Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bing Yan, Jiawei Han, Lianhui Qin, Siru Ouyang, Xuan Liu, Yejin Choi, Zhuosheng Zhang","submitted_at":"2023-11-16T08:20:36Z","abstract_excerpt":"Large Language Models (LLMs) excel in diverse areas, yet struggle with complex scientific reasoning, especially in the field of chemistry. Different from the simple chemistry tasks (e.g., molecule classification) addressed in previous studies, complex chemistry problems require not only vast knowledge and precise calculation, but also compositional reasoning about rich dynamic interactions of different concepts (e.g., temperature changes). Our study shows that even advanced LLMs, like GPT-4, can fail easily in different ways. Interestingly, the errors often stem not from a lack of domain knowl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09656","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.09656/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:43:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Bhjm+7+Jg/ufauf5CgQxfZ5AMnpFAL0C8oqGXuPnWUnyMheKCAWLlH6BVWLP142ZGYHCnzyK1YTgZ+1ZE1ZsCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:05:40.815371Z"},"content_sha256":"92733ad811933a89e6c9dd82e8da89b715a05b2227cae316081269cf01981327","schema_version":"1.0","event_id":"sha256:92733ad811933a89e6c9dd82e8da89b715a05b2227cae316081269cf01981327"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DUOLWIJLSXHO4DYFWZLUFSD4PI/bundle.json","state_url":"https://pith.science/pith/DUOLWIJLSXHO4DYFWZLUFSD4PI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DUOLWIJLSXHO4DYFWZLUFSD4PI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T07:05:40Z","links":{"resolver":"https://pith.science/pith/DUOLWIJLSXHO4DYFWZLUFSD4PI","bundle":"https://pith.science/pith/DUOLWIJLSXHO4DYFWZLUFSD4PI/bundle.json","state":"https://pith.science/pith/DUOLWIJLSXHO4DYFWZLUFSD4PI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DUOLWIJLSXHO4DYFWZLUFSD4PI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DUOLWIJLSXHO4DYFWZLUFSD4PI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c463eaff54f662d9e59e9439f943362a5aeac3207adfb777a66523a2397ec685","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T08:20:36Z","title_canon_sha256":"c85acab2fd04dcb60ecfe48edce56187ea426ad9a14173d7b69f097fcd13da02"},"schema_version":"1.0","source":{"id":"2311.09656","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09656","created_at":"2026-07-05T07:43:13Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09656v2","created_at":"2026-07-05T07:43:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09656","created_at":"2026-07-05T07:43:13Z"},{"alias_kind":"pith_short_12","alias_value":"DUOLWIJLSXHO","created_at":"2026-07-05T07:43:13Z"},{"alias_kind":"pith_short_16","alias_value":"DUOLWIJLSXHO4DYF","created_at":"2026-07-05T07:43:13Z"},{"alias_kind":"pith_short_8","alias_value":"DUOLWIJL","created_at":"2026-07-05T07:43:13Z"}],"graph_snapshots":[{"event_id":"sha256:92733ad811933a89e6c9dd82e8da89b715a05b2227cae316081269cf01981327","target":"graph","created_at":"2026-07-05T07:43:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.09656/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) excel in diverse areas, yet struggle with complex scientific reasoning, especially in the field of chemistry. Different from the simple chemistry tasks (e.g., molecule classification) addressed in previous studies, complex chemistry problems require not only vast knowledge and precise calculation, but also compositional reasoning about rich dynamic interactions of different concepts (e.g., temperature changes). Our study shows that even advanced LLMs, like GPT-4, can fail easily in different ways. Interestingly, the errors often stem not from a lack of domain knowl","authors_text":"Bing Yan, Jiawei Han, Lianhui Qin, Siru Ouyang, Xuan Liu, Yejin Choi, Zhuosheng Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T08:20:36Z","title":"Structured Chemistry Reasoning with Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09656","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:722d80a669252e6c25639e9886fac2c9961ff0f3e9f832ac6951558fd8c46cb5","target":"record","created_at":"2026-07-05T07:43:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c463eaff54f662d9e59e9439f943362a5aeac3207adfb777a66523a2397ec685","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T08:20:36Z","title_canon_sha256":"c85acab2fd04dcb60ecfe48edce56187ea426ad9a14173d7b69f097fcd13da02"},"schema_version":"1.0","source":{"id":"2311.09656","kind":"arxiv","version":2}},"canonical_sha256":"1d1cbb212b95ceee0f05b65742c87c7a142c400487c1ad70652023b639f2cafa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1d1cbb212b95ceee0f05b65742c87c7a142c400487c1ad70652023b639f2cafa","first_computed_at":"2026-07-05T07:43:13.174537Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:43:13.174537Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hzJBagkWWeiX0EKwgAIehhmJMpz+kHHkOEs72aemxcxm6E7hhRuy2soZq53fNXT4s6wWeL5nTT8o8u6YpUQEBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:43:13.174983Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.09656","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:722d80a669252e6c25639e9886fac2c9961ff0f3e9f832ac6951558fd8c46cb5","sha256:92733ad811933a89e6c9dd82e8da89b715a05b2227cae316081269cf01981327"],"state_sha256":"6b29094487c26252a90597b62c0aa76024c66ec32804de59e122b3bf7a7ef7b0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cuyvA1MzbuJDNho2Q9mIR/T8uMGEG+lHw6hPrNEwjejgsiVexGiFN6HSWpsrhAS27hCsUDXrnW37diu2h18zAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T07:05:40.820611Z","bundle_sha256":"1532a43b0bcbd192831528c02ba51c73de9fdce6b3bdf973df48a1a277343691"}}