{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BSV5QGC2C6TRM43TSIAMMP7SVH","short_pith_number":"pith:BSV5QGC2","canonical_record":{"source":{"id":"2411.16736","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-23T12:50:33Z","cross_cats_sorted":["cs.AI","physics.chem-ph"],"title_canon_sha256":"b7bb06098e32ae859362026651e0c079e713d1f255f59f76844dac0d2a164496","abstract_canon_sha256":"e2831ae69c1e61123dd6f1ef0a32a22d8d76cc6151beb92d3de09abfac0db5fa"},"schema_version":"1.0"},"canonical_sha256":"0cabd8185a17a71673739200c63ff2a9dabf97be2db91bcb5957e5ca6ba01d6a","source":{"kind":"arxiv","id":"2411.16736","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16736","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16736v1","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16736","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_12","alias_value":"BSV5QGC2C6TR","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_16","alias_value":"BSV5QGC2C6TRM43T","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_8","alias_value":"BSV5QGC2","created_at":"2026-07-05T09:40:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BSV5QGC2C6TRM43TSIAMMP7SVH","target":"record","payload":{"canonical_record":{"source":{"id":"2411.16736","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-23T12:50:33Z","cross_cats_sorted":["cs.AI","physics.chem-ph"],"title_canon_sha256":"b7bb06098e32ae859362026651e0c079e713d1f255f59f76844dac0d2a164496","abstract_canon_sha256":"e2831ae69c1e61123dd6f1ef0a32a22d8d76cc6151beb92d3de09abfac0db5fa"},"schema_version":"1.0"},"canonical_sha256":"0cabd8185a17a71673739200c63ff2a9dabf97be2db91bcb5957e5ca6ba01d6a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:40:45.388285Z","signature_b64":"JvIFyJtHgfsDWoVh6mSX1hqZtJfOBou2zmFUYtA4mMKFV2Et4cdgEHqANR4hWY0NYnr4SnA76qqJYL8aZcvDDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0cabd8185a17a71673739200c63ff2a9dabf97be2db91bcb5957e5ca6ba01d6a","last_reissued_at":"2026-07-05T09:40:45.387666Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:40:45.387666Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.16736","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"muFtLfuI42fe6GAqLhcGJryGk414/qSrzBuJY12IX7fF/6a6eNCvy+jWSULnf/IiXjbWvb7EDGDjugUKTn4rDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T23:10:00.723016Z"},"content_sha256":"7b2a2cf87184349651b18678061e54028f3d50a52110adeb10a1a2a1b6c869d9","schema_version":"1.0","event_id":"sha256:7b2a2cf87184349651b18678061e54028f3d50a52110adeb10a1a2a1b6c869d9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BSV5QGC2C6TRM43TSIAMMP7SVH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ChemSafetyBench: Benchmarking LLM Safety on Chemistry Domain","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","physics.chem-ph"],"primary_cat":"cs.CL","authors_text":"Arman Cohan, Di Jin, Haochen Zhao, Mark Gerstein, Senhao Cheng, Xiangru Tang, Xiao Han, Xuanzhi Feng, Yilun Zhao, Yueqing Fan, Ziran Yang","submitted_at":"2024-11-23T12:50:33Z","abstract_excerpt":"The advancement and extensive application of large language models (LLMs) have been remarkable, including their use in scientific research assistance. However, these models often generate scientifically incorrect or unsafe responses, and in some cases, they may encourage users to engage in dangerous behavior. To address this issue in the field of chemistry, we introduce ChemSafetyBench, a benchmark designed to evaluate the accuracy and safety of LLM responses. ChemSafetyBench encompasses three key tasks: querying chemical properties, assessing the legality of chemical uses, and describing synt"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16736","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.16736/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hPt8O7eRfyIxm5yWnw39k8AJIkge+SJuLvGTcFDyCwv8+WqgXqcunAZgbqbXY4Mt9s7GqP6xlnFQOrtZQ20WDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T23:10:00.723782Z"},"content_sha256":"6c8b8a5f04ccf54be5c9f187068056b937e03b1a21e517b1bba0d5cd48364758","schema_version":"1.0","event_id":"sha256:6c8b8a5f04ccf54be5c9f187068056b937e03b1a21e517b1bba0d5cd48364758"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BSV5QGC2C6TRM43TSIAMMP7SVH/bundle.json","state_url":"https://pith.science/pith/BSV5QGC2C6TRM43TSIAMMP7SVH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BSV5QGC2C6TRM43TSIAMMP7SVH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-02T23:10:00Z","links":{"resolver":"https://pith.science/pith/BSV5QGC2C6TRM43TSIAMMP7SVH","bundle":"https://pith.science/pith/BSV5QGC2C6TRM43TSIAMMP7SVH/bundle.json","state":"https://pith.science/pith/BSV5QGC2C6TRM43TSIAMMP7SVH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BSV5QGC2C6TRM43TSIAMMP7SVH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BSV5QGC2C6TRM43TSIAMMP7SVH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e2831ae69c1e61123dd6f1ef0a32a22d8d76cc6151beb92d3de09abfac0db5fa","cross_cats_sorted":["cs.AI","physics.chem-ph"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-23T12:50:33Z","title_canon_sha256":"b7bb06098e32ae859362026651e0c079e713d1f255f59f76844dac0d2a164496"},"schema_version":"1.0","source":{"id":"2411.16736","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16736","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16736v1","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16736","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_12","alias_value":"BSV5QGC2C6TR","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_16","alias_value":"BSV5QGC2C6TRM43T","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_8","alias_value":"BSV5QGC2","created_at":"2026-07-05T09:40:45Z"}],"graph_snapshots":[{"event_id":"sha256:6c8b8a5f04ccf54be5c9f187068056b937e03b1a21e517b1bba0d5cd48364758","target":"graph","created_at":"2026-07-05T09:40:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.16736/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The advancement and extensive application of large language models (LLMs) have been remarkable, including their use in scientific research assistance. However, these models often generate scientifically incorrect or unsafe responses, and in some cases, they may encourage users to engage in dangerous behavior. To address this issue in the field of chemistry, we introduce ChemSafetyBench, a benchmark designed to evaluate the accuracy and safety of LLM responses. ChemSafetyBench encompasses three key tasks: querying chemical properties, assessing the legality of chemical uses, and describing synt","authors_text":"Arman Cohan, Di Jin, Haochen Zhao, Mark Gerstein, Senhao Cheng, Xiangru Tang, Xiao Han, Xuanzhi Feng, Yilun Zhao, Yueqing Fan, Ziran Yang","cross_cats":["cs.AI","physics.chem-ph"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-23T12:50:33Z","title":"ChemSafetyBench: Benchmarking LLM Safety on Chemistry Domain"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16736","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7b2a2cf87184349651b18678061e54028f3d50a52110adeb10a1a2a1b6c869d9","target":"record","created_at":"2026-07-05T09:40:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e2831ae69c1e61123dd6f1ef0a32a22d8d76cc6151beb92d3de09abfac0db5fa","cross_cats_sorted":["cs.AI","physics.chem-ph"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-23T12:50:33Z","title_canon_sha256":"b7bb06098e32ae859362026651e0c079e713d1f255f59f76844dac0d2a164496"},"schema_version":"1.0","source":{"id":"2411.16736","kind":"arxiv","version":1}},"canonical_sha256":"0cabd8185a17a71673739200c63ff2a9dabf97be2db91bcb5957e5ca6ba01d6a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0cabd8185a17a71673739200c63ff2a9dabf97be2db91bcb5957e5ca6ba01d6a","first_computed_at":"2026-07-05T09:40:45.387666Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:40:45.387666Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JvIFyJtHgfsDWoVh6mSX1hqZtJfOBou2zmFUYtA4mMKFV2Et4cdgEHqANR4hWY0NYnr4SnA76qqJYL8aZcvDDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:40:45.388285Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.16736","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7b2a2cf87184349651b18678061e54028f3d50a52110adeb10a1a2a1b6c869d9","sha256:6c8b8a5f04ccf54be5c9f187068056b937e03b1a21e517b1bba0d5cd48364758"],"state_sha256":"4ab3cad7f7ab349bf8edb350388f4e3f80dcaa701b9a290305ef4e65f0d1f3a1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QFjMZGK61oOTCKBhgxi8vmT9aJVln2Cu5fqFGFZOH6HQ4pK8qlEltfM7x+HYXSHx0F8TLBYuj7BE44YRtsENAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-02T23:10:00.727330Z","bundle_sha256":"a528172f59056face7c201095eae459601e0c57437298e267b1fb76c093ae76e"}}