{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:RXWQOZURH7Y4QMTC5WGXRQLG7H","short_pith_number":"pith:RXWQOZUR","canonical_record":{"source":{"id":"2504.12314","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-10T04:19:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d6105706fe45424bef287c8d371b8152f5f1c139ea751180ef760965652c8dc4","abstract_canon_sha256":"225c0fc4def3a0f3123da07d5572b42235ee1ce47481a959d1ec36dca571dcb2"},"schema_version":"1.0"},"canonical_sha256":"8ded0766913ff1c83262ed8d78c166f9e6e9ea018ee6d770a1e97c4602186efc","source":{"kind":"arxiv","id":"2504.12314","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.12314","created_at":"2026-07-05T10:50:13Z"},{"alias_kind":"arxiv_version","alias_value":"2504.12314v1","created_at":"2026-07-05T10:50:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.12314","created_at":"2026-07-05T10:50:13Z"},{"alias_kind":"pith_short_12","alias_value":"RXWQOZURH7Y4","created_at":"2026-07-05T10:50:13Z"},{"alias_kind":"pith_short_16","alias_value":"RXWQOZURH7Y4QMTC","created_at":"2026-07-05T10:50:13Z"},{"alias_kind":"pith_short_8","alias_value":"RXWQOZUR","created_at":"2026-07-05T10:50:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:RXWQOZURH7Y4QMTC5WGXRQLG7H","target":"record","payload":{"canonical_record":{"source":{"id":"2504.12314","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-10T04:19:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d6105706fe45424bef287c8d371b8152f5f1c139ea751180ef760965652c8dc4","abstract_canon_sha256":"225c0fc4def3a0f3123da07d5572b42235ee1ce47481a959d1ec36dca571dcb2"},"schema_version":"1.0"},"canonical_sha256":"8ded0766913ff1c83262ed8d78c166f9e6e9ea018ee6d770a1e97c4602186efc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:50:13.852771Z","signature_b64":"BEjMapfkv9lw2Hyvj7b6RQr+zOHmbHvpvNHhaNA2yHBd/e4TuFtQ2V7STvHf+w5JFsl8hl3dZNy4+3H0qZNGDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8ded0766913ff1c83262ed8d78c166f9e6e9ea018ee6d770a1e97c4602186efc","last_reissued_at":"2026-07-05T10:50:13.852244Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:50:13.852244Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.12314","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:50:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"E7MZS0WTOZHphl9kPUjL0yrJZ24mlxSl48aPW8W7c6twqg52YnOWrQsm9+W6qKYbVGwiEGHpR3vAS9o8hzrWAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:12:18.270799Z"},"content_sha256":"6f475efe553a4eb931e39c79274e1fc3068960a591f81225550599d07d803dc9","schema_version":"1.0","event_id":"sha256:6f475efe553a4eb931e39c79274e1fc3068960a591f81225550599d07d803dc9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:RXWQOZURH7Y4QMTC5WGXRQLG7H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How to Detect and Defeat Molecular Mirage: A Metric-Driven Benchmark for Hallucination in LLM-based Molecular Comprehension","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Hao Li, He Cao, Liuzhenghao Lv, Li Yuan, Yonghong Tian, Yu Li, Yu Wang, Zhiyuan Yan, Zijing Liu","submitted_at":"2025-04-10T04:19:02Z","abstract_excerpt":"Large language models are increasingly used in scientific domains, especially for molecular understanding and analysis. However, existing models are affected by hallucination issues, resulting in errors in drug design and utilization. In this paper, we first analyze the sources of hallucination in LLMs for molecular comprehension tasks, specifically the knowledge shortcut phenomenon observed in the PubChem dataset. To evaluate hallucination in molecular comprehension tasks with computational efficiency, we introduce \\textbf{Mol-Hallu}, a novel free-form evaluation metric that quantifies the de"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.12314","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.12314/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:50:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3xjxykA3PRZc+uMZ5EFJY35RaeIw4la2j0JB4IvI/A17bMLHbfapMwk2o2DhPPPMbfFYeoJ4RStaD0faYnvRBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:12:18.271317Z"},"content_sha256":"3744682bcdeb35260db19ba146af8aa050f66b5450a6eb548efa7b87ca84de00","schema_version":"1.0","event_id":"sha256:3744682bcdeb35260db19ba146af8aa050f66b5450a6eb548efa7b87ca84de00"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RXWQOZURH7Y4QMTC5WGXRQLG7H/bundle.json","state_url":"https://pith.science/pith/RXWQOZURH7Y4QMTC5WGXRQLG7H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RXWQOZURH7Y4QMTC5WGXRQLG7H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T14:12:18Z","links":{"resolver":"https://pith.science/pith/RXWQOZURH7Y4QMTC5WGXRQLG7H","bundle":"https://pith.science/pith/RXWQOZURH7Y4QMTC5WGXRQLG7H/bundle.json","state":"https://pith.science/pith/RXWQOZURH7Y4QMTC5WGXRQLG7H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RXWQOZURH7Y4QMTC5WGXRQLG7H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RXWQOZURH7Y4QMTC5WGXRQLG7H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"225c0fc4def3a0f3123da07d5572b42235ee1ce47481a959d1ec36dca571dcb2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-10T04:19:02Z","title_canon_sha256":"d6105706fe45424bef287c8d371b8152f5f1c139ea751180ef760965652c8dc4"},"schema_version":"1.0","source":{"id":"2504.12314","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.12314","created_at":"2026-07-05T10:50:13Z"},{"alias_kind":"arxiv_version","alias_value":"2504.12314v1","created_at":"2026-07-05T10:50:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.12314","created_at":"2026-07-05T10:50:13Z"},{"alias_kind":"pith_short_12","alias_value":"RXWQOZURH7Y4","created_at":"2026-07-05T10:50:13Z"},{"alias_kind":"pith_short_16","alias_value":"RXWQOZURH7Y4QMTC","created_at":"2026-07-05T10:50:13Z"},{"alias_kind":"pith_short_8","alias_value":"RXWQOZUR","created_at":"2026-07-05T10:50:13Z"}],"graph_snapshots":[{"event_id":"sha256:3744682bcdeb35260db19ba146af8aa050f66b5450a6eb548efa7b87ca84de00","target":"graph","created_at":"2026-07-05T10:50:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.12314/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models are increasingly used in scientific domains, especially for molecular understanding and analysis. However, existing models are affected by hallucination issues, resulting in errors in drug design and utilization. In this paper, we first analyze the sources of hallucination in LLMs for molecular comprehension tasks, specifically the knowledge shortcut phenomenon observed in the PubChem dataset. To evaluate hallucination in molecular comprehension tasks with computational efficiency, we introduce \\textbf{Mol-Hallu}, a novel free-form evaluation metric that quantifies the de","authors_text":"Hao Li, He Cao, Liuzhenghao Lv, Li Yuan, Yonghong Tian, Yu Li, Yu Wang, Zhiyuan Yan, Zijing Liu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-10T04:19:02Z","title":"How to Detect and Defeat Molecular Mirage: A Metric-Driven Benchmark for Hallucination in LLM-based Molecular Comprehension"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.12314","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6f475efe553a4eb931e39c79274e1fc3068960a591f81225550599d07d803dc9","target":"record","created_at":"2026-07-05T10:50:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"225c0fc4def3a0f3123da07d5572b42235ee1ce47481a959d1ec36dca571dcb2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-10T04:19:02Z","title_canon_sha256":"d6105706fe45424bef287c8d371b8152f5f1c139ea751180ef760965652c8dc4"},"schema_version":"1.0","source":{"id":"2504.12314","kind":"arxiv","version":1}},"canonical_sha256":"8ded0766913ff1c83262ed8d78c166f9e6e9ea018ee6d770a1e97c4602186efc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8ded0766913ff1c83262ed8d78c166f9e6e9ea018ee6d770a1e97c4602186efc","first_computed_at":"2026-07-05T10:50:13.852244Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:50:13.852244Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BEjMapfkv9lw2Hyvj7b6RQr+zOHmbHvpvNHhaNA2yHBd/e4TuFtQ2V7STvHf+w5JFsl8hl3dZNy4+3H0qZNGDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:50:13.852771Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.12314","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6f475efe553a4eb931e39c79274e1fc3068960a591f81225550599d07d803dc9","sha256:3744682bcdeb35260db19ba146af8aa050f66b5450a6eb548efa7b87ca84de00"],"state_sha256":"af0fa602c5abef9f5591612e14f02fab4edf8cea678c1152c7e18274cef97a53"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L18iLlbsbM2I/kLK7LrESQcpsXuxIWQZTxnjhRTLBMFYy3JCgtJM0JRdX/HveMtGJHCsfolAyl2bzSORD8kACQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T14:12:18.276081Z","bundle_sha256":"2281a4889b8043060edeec5e467dde67e086d1ea79e9f2a95133a350639b3bb2"}}