{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:D3MBJ5WV662VKA4NSEWWPVZTO6","short_pith_number":"pith:D3MBJ5WV","canonical_record":{"source":{"id":"2409.13989","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-21T02:50:43Z","cross_cats_sorted":["cs.AI","cs.LG","physics.chem-ph","q-bio.BM"],"title_canon_sha256":"7ffe88ef2c1e3ef28406e4e0c4e310ed15f1e650c408256a4da4bff4df8ed852","abstract_canon_sha256":"d894e2cbc3300f2f3eaf1ac547df4ffe847a4776016cc9173af3fd77570c1e39"},"schema_version":"1.0"},"canonical_sha256":"1ed814f6d5f7b555038d912d67d733779e3f7c49a2b072c60b6c85434e335fe7","source":{"kind":"arxiv","id":"2409.13989","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.13989","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"arxiv_version","alias_value":"2409.13989v1","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13989","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"pith_short_12","alias_value":"D3MBJ5WV662V","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"pith_short_16","alias_value":"D3MBJ5WV662VKA4N","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"pith_short_8","alias_value":"D3MBJ5WV","created_at":"2026-07-05T09:10:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:D3MBJ5WV662VKA4NSEWWPVZTO6","target":"record","payload":{"canonical_record":{"source":{"id":"2409.13989","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-21T02:50:43Z","cross_cats_sorted":["cs.AI","cs.LG","physics.chem-ph","q-bio.BM"],"title_canon_sha256":"7ffe88ef2c1e3ef28406e4e0c4e310ed15f1e650c408256a4da4bff4df8ed852","abstract_canon_sha256":"d894e2cbc3300f2f3eaf1ac547df4ffe847a4776016cc9173af3fd77570c1e39"},"schema_version":"1.0"},"canonical_sha256":"1ed814f6d5f7b555038d912d67d733779e3f7c49a2b072c60b6c85434e335fe7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:10:10.005417Z","signature_b64":"jXXSLfJITuHrbnY3WToPNJStGnT/+9/f1WKBcc7gnvHk4q5FuWNMcBG+DuvBYWNiJRcyeNStn7LPN29NXjc2Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1ed814f6d5f7b555038d912d67d733779e3f7c49a2b072c60b6c85434e335fe7","last_reissued_at":"2026-07-05T09:10:10.004929Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:10:10.004929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.13989","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mfrc1IjH22vG4w9XnozMaG7YYRsXolhIu5mQlzutCwIq/BPtinvD1FlJDiNhyuwCvIxNx+Mt5CHweILqAqbFBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:29:17.276702Z"},"content_sha256":"78ac42f8ba1c3562544f65f0ebe7cbc7f426ee00cfacb736db685db14e88e7b3","schema_version":"1.0","event_id":"sha256:78ac42f8ba1c3562544f65f0ebe7cbc7f426ee00cfacb736db685db14e88e7b3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:D3MBJ5WV662VKA4NSEWWPVZTO6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ChemEval: A Comprehensive Multi-Level Chemical Evaluation for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","physics.chem-ph","q-bio.BM"],"primary_cat":"cs.CL","authors_text":"Defu Lian, Deguang Liu, Enhong Chen, Feiyang Xu, Guiquan Liu, Guoping Hu, Hao Wang, Huadong Liang, Jian Cui, Qi Liu, Rongyang Zhang, Shijin Wang, Xin Li, Xuesong He, Xuyang Zhi, Yi Li, Yuqing Huang, Zimu Liu","submitted_at":"2024-09-21T02:50:43Z","abstract_excerpt":"There is a growing interest in the role that LLMs play in chemistry which lead to an increased focus on the development of LLMs benchmarks tailored to chemical domains to assess the performance of LLMs across a spectrum of chemical tasks varying in type and complexity. However, existing benchmarks in this domain fail to adequately meet the specific requirements of chemical research professionals. To this end, we propose \\textbf{\\textit{ChemEval}}, which provides a comprehensive assessment of the capabilities of LLMs across a wide range of chemical domain tasks. Specifically, ChemEval identifie"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13989","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.13989/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2mxzZHROEKxjSQdzItI8xRSBqfmGXmgCZVlabM8hJsE5vfJWEHQoZ2dW/6Lmo3yA2wqF3oWx6KXPZoeJRIlgDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:29:17.277206Z"},"content_sha256":"3350ac036933d1779603bd9bbe91959917d308c5a2c24157c50670a1d5ab2d31","schema_version":"1.0","event_id":"sha256:3350ac036933d1779603bd9bbe91959917d308c5a2c24157c50670a1d5ab2d31"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D3MBJ5WV662VKA4NSEWWPVZTO6/bundle.json","state_url":"https://pith.science/pith/D3MBJ5WV662VKA4NSEWWPVZTO6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D3MBJ5WV662VKA4NSEWWPVZTO6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T03:29:17Z","links":{"resolver":"https://pith.science/pith/D3MBJ5WV662VKA4NSEWWPVZTO6","bundle":"https://pith.science/pith/D3MBJ5WV662VKA4NSEWWPVZTO6/bundle.json","state":"https://pith.science/pith/D3MBJ5WV662VKA4NSEWWPVZTO6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D3MBJ5WV662VKA4NSEWWPVZTO6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:D3MBJ5WV662VKA4NSEWWPVZTO6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d894e2cbc3300f2f3eaf1ac547df4ffe847a4776016cc9173af3fd77570c1e39","cross_cats_sorted":["cs.AI","cs.LG","physics.chem-ph","q-bio.BM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-21T02:50:43Z","title_canon_sha256":"7ffe88ef2c1e3ef28406e4e0c4e310ed15f1e650c408256a4da4bff4df8ed852"},"schema_version":"1.0","source":{"id":"2409.13989","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.13989","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"arxiv_version","alias_value":"2409.13989v1","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13989","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"pith_short_12","alias_value":"D3MBJ5WV662V","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"pith_short_16","alias_value":"D3MBJ5WV662VKA4N","created_at":"2026-07-05T09:10:10Z"},{"alias_kind":"pith_short_8","alias_value":"D3MBJ5WV","created_at":"2026-07-05T09:10:10Z"}],"graph_snapshots":[{"event_id":"sha256:3350ac036933d1779603bd9bbe91959917d308c5a2c24157c50670a1d5ab2d31","target":"graph","created_at":"2026-07-05T09:10:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.13989/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"There is a growing interest in the role that LLMs play in chemistry which lead to an increased focus on the development of LLMs benchmarks tailored to chemical domains to assess the performance of LLMs across a spectrum of chemical tasks varying in type and complexity. However, existing benchmarks in this domain fail to adequately meet the specific requirements of chemical research professionals. To this end, we propose \\textbf{\\textit{ChemEval}}, which provides a comprehensive assessment of the capabilities of LLMs across a wide range of chemical domain tasks. Specifically, ChemEval identifie","authors_text":"Defu Lian, Deguang Liu, Enhong Chen, Feiyang Xu, Guiquan Liu, Guoping Hu, Hao Wang, Huadong Liang, Jian Cui, Qi Liu, Rongyang Zhang, Shijin Wang, Xin Li, Xuesong He, Xuyang Zhi, Yi Li, Yuqing Huang, Zimu Liu","cross_cats":["cs.AI","cs.LG","physics.chem-ph","q-bio.BM"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-21T02:50:43Z","title":"ChemEval: A Comprehensive Multi-Level Chemical Evaluation for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13989","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:78ac42f8ba1c3562544f65f0ebe7cbc7f426ee00cfacb736db685db14e88e7b3","target":"record","created_at":"2026-07-05T09:10:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d894e2cbc3300f2f3eaf1ac547df4ffe847a4776016cc9173af3fd77570c1e39","cross_cats_sorted":["cs.AI","cs.LG","physics.chem-ph","q-bio.BM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-21T02:50:43Z","title_canon_sha256":"7ffe88ef2c1e3ef28406e4e0c4e310ed15f1e650c408256a4da4bff4df8ed852"},"schema_version":"1.0","source":{"id":"2409.13989","kind":"arxiv","version":1}},"canonical_sha256":"1ed814f6d5f7b555038d912d67d733779e3f7c49a2b072c60b6c85434e335fe7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1ed814f6d5f7b555038d912d67d733779e3f7c49a2b072c60b6c85434e335fe7","first_computed_at":"2026-07-05T09:10:10.004929Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:10:10.004929Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jXXSLfJITuHrbnY3WToPNJStGnT/+9/f1WKBcc7gnvHk4q5FuWNMcBG+DuvBYWNiJRcyeNStn7LPN29NXjc2Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:10:10.005417Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.13989","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:78ac42f8ba1c3562544f65f0ebe7cbc7f426ee00cfacb736db685db14e88e7b3","sha256:3350ac036933d1779603bd9bbe91959917d308c5a2c24157c50670a1d5ab2d31"],"state_sha256":"0b70bc6c34b38479a1bc09a83b146cfc499c10c9230decb6988edb8cef4f561b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+ckKcUn4Bf9DHUaJyis79H1E8E16CC6WORvVFt7HfsRSSp+uWoLXp84M6Q7AEyNai/dFDSgbNhVEcEMZXGHrDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T03:29:17.282248Z","bundle_sha256":"e5387e5274bf00708a4212ff5b48c57221386574b2010da289b15630664e6459"}}