{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:FDYCWLGEK72SHF7VOMNOJRLDXT","short_pith_number":"pith:FDYCWLGE","canonical_record":{"source":{"id":"2305.18365","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T14:17:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"229d1b1325bc40663bc6173851bebb667a4a3e13871d409add2fc542ca75de13","abstract_canon_sha256":"1d0620d2ca042183bb9ee83f70a65413670835ea5c8dea9f85db5431aec4b70e"},"schema_version":"1.0"},"canonical_sha256":"28f02b2cc457f52397f5731ae4c563bcc1775ffd3a95abc7cf9dfa359caf9516","source":{"kind":"arxiv","id":"2305.18365","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18365","created_at":"2026-07-05T07:28:28Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18365v3","created_at":"2026-07-05T07:28:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18365","created_at":"2026-07-05T07:28:28Z"},{"alias_kind":"pith_short_12","alias_value":"FDYCWLGEK72S","created_at":"2026-07-05T07:28:28Z"},{"alias_kind":"pith_short_16","alias_value":"FDYCWLGEK72SHF7V","created_at":"2026-07-05T07:28:28Z"},{"alias_kind":"pith_short_8","alias_value":"FDYCWLGE","created_at":"2026-07-05T07:28:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:FDYCWLGEK72SHF7VOMNOJRLDXT","target":"record","payload":{"canonical_record":{"source":{"id":"2305.18365","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T14:17:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"229d1b1325bc40663bc6173851bebb667a4a3e13871d409add2fc542ca75de13","abstract_canon_sha256":"1d0620d2ca042183bb9ee83f70a65413670835ea5c8dea9f85db5431aec4b70e"},"schema_version":"1.0"},"canonical_sha256":"28f02b2cc457f52397f5731ae4c563bcc1775ffd3a95abc7cf9dfa359caf9516","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:28:28.324790Z","signature_b64":"xvx2Z/LU8+SxgIANNwG12cgJ5tMNWU9FCBhBgjTMGXDnxZ6eFmzuvI0QQ0buzub3NfAS7oVcVVmYEQn6LngJCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"28f02b2cc457f52397f5731ae4c563bcc1775ffd3a95abc7cf9dfa359caf9516","last_reissued_at":"2026-07-05T07:28:28.324234Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:28:28.324234Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.18365","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:28:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lQCjDF9xMwl8/dHdNh7UHYFMBUD3WLUJ7TXPj35Vl4zD8Rs+2hbQ1yeK0nMZ9UobwweUhZ5L8ewPFbU4inpiDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T10:11:43.095052Z"},"content_sha256":"51da716e296dec4436d968ea0424cf9e38935ef5019f41a774b23d959175f485","schema_version":"1.0","event_id":"sha256:51da716e296dec4436d968ea0424cf9e38935ef5019f41a774b23d959175f485"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:FDYCWLGEK72SHF7VOMNOJRLDXT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What can Large Language Models do in chemistry? A comprehensive benchmark on eight tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bozhao Nan, Kehan Guo, Nitesh V. Chawla, Olaf Wiest, Taicheng Guo, Xiangliang Zhang, Zhenwen Liang, Zhichun Guo","submitted_at":"2023-05-27T14:17:33Z","abstract_excerpt":"Large Language Models (LLMs) with strong abilities in natural language processing tasks have emerged and have been applied in various kinds of areas such as science, finance and software engineering. However, the capability of LLMs to advance the field of chemistry remains unclear. In this paper, rather than pursuing state-of-the-art performance, we aim to evaluate capabilities of LLMs in a wide range of tasks across the chemistry domain. We identify three key chemistry-related capabilities including understanding, reasoning and explaining to explore in LLMs and establish a benchmark containin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18365","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.18365/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:28:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3ZQGUIkwZl1n/2KfdHDD6CzlXafo866fpOJgjvXlZ36X4ri550X7WjMg0/2H6TgAStyRudeVHMXJlH4T20DJDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T10:11:43.095555Z"},"content_sha256":"4ce2c3d016d042324381e51925b5f5c3d2ef507459689beee30295dd0246236a","schema_version":"1.0","event_id":"sha256:4ce2c3d016d042324381e51925b5f5c3d2ef507459689beee30295dd0246236a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FDYCWLGEK72SHF7VOMNOJRLDXT/bundle.json","state_url":"https://pith.science/pith/FDYCWLGEK72SHF7VOMNOJRLDXT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FDYCWLGEK72SHF7VOMNOJRLDXT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T10:11:43Z","links":{"resolver":"https://pith.science/pith/FDYCWLGEK72SHF7VOMNOJRLDXT","bundle":"https://pith.science/pith/FDYCWLGEK72SHF7VOMNOJRLDXT/bundle.json","state":"https://pith.science/pith/FDYCWLGEK72SHF7VOMNOJRLDXT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FDYCWLGEK72SHF7VOMNOJRLDXT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:FDYCWLGEK72SHF7VOMNOJRLDXT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1d0620d2ca042183bb9ee83f70a65413670835ea5c8dea9f85db5431aec4b70e","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T14:17:33Z","title_canon_sha256":"229d1b1325bc40663bc6173851bebb667a4a3e13871d409add2fc542ca75de13"},"schema_version":"1.0","source":{"id":"2305.18365","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18365","created_at":"2026-07-05T07:28:28Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18365v3","created_at":"2026-07-05T07:28:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18365","created_at":"2026-07-05T07:28:28Z"},{"alias_kind":"pith_short_12","alias_value":"FDYCWLGEK72S","created_at":"2026-07-05T07:28:28Z"},{"alias_kind":"pith_short_16","alias_value":"FDYCWLGEK72SHF7V","created_at":"2026-07-05T07:28:28Z"},{"alias_kind":"pith_short_8","alias_value":"FDYCWLGE","created_at":"2026-07-05T07:28:28Z"}],"graph_snapshots":[{"event_id":"sha256:4ce2c3d016d042324381e51925b5f5c3d2ef507459689beee30295dd0246236a","target":"graph","created_at":"2026-07-05T07:28:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.18365/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) with strong abilities in natural language processing tasks have emerged and have been applied in various kinds of areas such as science, finance and software engineering. However, the capability of LLMs to advance the field of chemistry remains unclear. In this paper, rather than pursuing state-of-the-art performance, we aim to evaluate capabilities of LLMs in a wide range of tasks across the chemistry domain. We identify three key chemistry-related capabilities including understanding, reasoning and explaining to explore in LLMs and establish a benchmark containin","authors_text":"Bozhao Nan, Kehan Guo, Nitesh V. Chawla, Olaf Wiest, Taicheng Guo, Xiangliang Zhang, Zhenwen Liang, Zhichun Guo","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T14:17:33Z","title":"What can Large Language Models do in chemistry? A comprehensive benchmark on eight tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18365","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:51da716e296dec4436d968ea0424cf9e38935ef5019f41a774b23d959175f485","target":"record","created_at":"2026-07-05T07:28:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1d0620d2ca042183bb9ee83f70a65413670835ea5c8dea9f85db5431aec4b70e","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T14:17:33Z","title_canon_sha256":"229d1b1325bc40663bc6173851bebb667a4a3e13871d409add2fc542ca75de13"},"schema_version":"1.0","source":{"id":"2305.18365","kind":"arxiv","version":3}},"canonical_sha256":"28f02b2cc457f52397f5731ae4c563bcc1775ffd3a95abc7cf9dfa359caf9516","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"28f02b2cc457f52397f5731ae4c563bcc1775ffd3a95abc7cf9dfa359caf9516","first_computed_at":"2026-07-05T07:28:28.324234Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:28:28.324234Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xvx2Z/LU8+SxgIANNwG12cgJ5tMNWU9FCBhBgjTMGXDnxZ6eFmzuvI0QQ0buzub3NfAS7oVcVVmYEQn6LngJCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:28:28.324790Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.18365","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:51da716e296dec4436d968ea0424cf9e38935ef5019f41a774b23d959175f485","sha256:4ce2c3d016d042324381e51925b5f5c3d2ef507459689beee30295dd0246236a"],"state_sha256":"91da359946f2edbbae25c09e1bb73234999c0ba6f9e4c989a80a4c8d6a4a356b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qKZ8k1o1E0KBdXr2IabigW4agxayWv55l/OJIBoHAIuzHgKtbEFn40w2SqNVlWdSjUbAv7yGpc9wQ3jpdNnbBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T10:11:43.099939Z","bundle_sha256":"78eaff2081a7cbf70d2b20af27effa5088dbadbc3d46468c05926a7c86d49e2a"}}