{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:D3MBJ5WV662VKA4NSEWWPVZTO6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d894e2cbc3300f2f3eaf1ac547df4ffe847a4776016cc9173af3fd77570c1e39","cross_cats_sorted":["cs.AI","cs.LG","physics.chem-ph","q-bio.BM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-21T02:50:43Z","title_canon_sha256":"7ffe88ef2c1e3ef28406e4e0c4e310ed15f1e650c408256a4da4bff4df8ed852"},"schema_version":"1.0","source":{"id":"2409.13989","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.13989","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"arxiv_version","alias_value":"2409.13989v1","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13989","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"pith_short_12","alias_value":"D3MBJ5WV662V","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"pith_short_16","alias_value":"D3MBJ5WV662VKA4N","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"pith_short_8","alias_value":"D3MBJ5WV","created_at":"2026-07-05T09:10:10Z"}],"graph_snapshots":[{"event_id":"sha256:3350ac036933d1779603bd9bbe91959917d308c5a2c24157c50670a1d5ab2d31","target":"graph","created_at":"2026-07-05T09:10:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.13989/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"There is a growing interest in the role that LLMs play in chemistry which lead to an increased focus on the development of LLMs benchmarks tailored to chemical domains to assess the performance of LLMs across a spectrum of chemical tasks varying in type and complexity. However, existing benchmarks in this domain fail to adequately meet the specific requirements of chemical research professionals. To this end, we propose \\textbf{\\textit{ChemEval}}, which provides a comprehensive assessment of the capabilities of LLMs across a wide range of chemical domain tasks. Specifically, ChemEval identifie","authors_text":"Defu Lian, Deguang Liu, Enhong Chen, Feiyang Xu, Guiquan Liu, Guoping Hu, Hao Wang, Huadong Liang, Jian Cui, Qi Liu, Rongyang Zhang, Shijin Wang, Xin Li, Xuesong He, Xuyang Zhi, Yi Li, Yuqing Huang, Zimu Liu","cross_cats":["cs.AI","cs.LG","physics.chem-ph","q-bio.BM"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-21T02:50:43Z","title":"ChemEval: A Comprehensive Multi-Level Chemical Evaluation for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13989","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:78ac42f8ba1c3562544f65f0ebe7cbc7f426ee00cfacb736db685db14e88e7b3","target":"record","created_at":"2026-07-05T09:10:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d894e2cbc3300f2f3eaf1ac547df4ffe847a4776016cc9173af3fd77570c1e39","cross_cats_sorted":["cs.AI","cs.LG","physics.chem-ph","q-bio.BM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-21T02:50:43Z","title_canon_sha256":"7ffe88ef2c1e3ef28406e4e0c4e310ed15f1e650c408256a4da4bff4df8ed852"},"schema_version":"1.0","source":{"id":"2409.13989","kind":"arxiv","version":1}},"canonical_sha256":"1ed814f6d5f7b555038d912d67d733779e3f7c49a2b072c60b6c85434e335fe7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1ed814f6d5f7b555038d912d67d733779e3f7c49a2b072c60b6c85434e335fe7","first_computed_at":"2026-07-05T09:10:10.004929Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:10:10.004929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jXXSLfJITuHrbnY3WToPNJStGnT/+9/f1WKBcc7gnvHk4q5FuWNMcBG+DuvBYWNiJRcyeNStn7LPN29NXjc2Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:10:10.005417Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.13989","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:78ac42f8ba1c3562544f65f0ebe7cbc7f426ee00cfacb736db685db14e88e7b3","sha256:3350ac036933d1779603bd9bbe91959917d308c5a2c24157c50670a1d5ab2d31"],"state_sha256":"0b70bc6c34b38479a1bc09a83b146cfc499c10c9230decb6988edb8cef4f561b"}