{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OFN3IQNGCRKYJ5ERWFDUONXG4C","short_pith_number":"pith:OFN3IQNG","canonical_record":{"source":{"id":"2407.03282","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-03T17:08:52Z","cross_cats_sorted":[],"title_canon_sha256":"17cd582acfc7bf3d9e3d95d5b0e682e121b188376edfb42985fca2668d0731ad","abstract_canon_sha256":"aca6251d2c876f91b38c5da8e42692062b9940ddceb6e900e450d1b834ada8fa"},"schema_version":"1.0"},"canonical_sha256":"715bb441a6145584f491b1474736e6e0823e59413e4a5058348eee7483b0095e","source":{"kind":"arxiv","id":"2407.03282","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03282","created_at":"2026-07-05T09:13:05Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03282v2","created_at":"2026-07-05T09:13:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03282","created_at":"2026-07-05T09:13:05Z"},{"alias_kind":"pith_short_12","alias_value":"OFN3IQNGCRKY","created_at":"2026-07-05T09:13:05Z"},{"alias_kind":"pith_short_16","alias_value":"OFN3IQNGCRKYJ5ER","created_at":"2026-07-05T09:13:05Z"},{"alias_kind":"pith_short_8","alias_value":"OFN3IQNG","created_at":"2026-07-05T09:13:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OFN3IQNGCRKYJ5ERWFDUONXG4C","target":"record","payload":{"canonical_record":{"source":{"id":"2407.03282","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-03T17:08:52Z","cross_cats_sorted":[],"title_canon_sha256":"17cd582acfc7bf3d9e3d95d5b0e682e121b188376edfb42985fca2668d0731ad","abstract_canon_sha256":"aca6251d2c876f91b38c5da8e42692062b9940ddceb6e900e450d1b834ada8fa"},"schema_version":"1.0"},"canonical_sha256":"715bb441a6145584f491b1474736e6e0823e59413e4a5058348eee7483b0095e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:13:05.436373Z","signature_b64":"LJC9+ppC/7DESbfmpsCuI4DStrb8QsYIjCPL71TNxlEpa5Q5iYeUPeh8rWoFMQHpKds9acjifAr0HIDKTV9dCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"715bb441a6145584f491b1474736e6e0823e59413e4a5058348eee7483b0095e","last_reissued_at":"2026-07-05T09:13:05.435771Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:13:05.435771Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.03282","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lS1Z3aEA1VIUVdFMkGdEU/KrKrNBE3WSwSzHnKozWcwU8Ck2rkZX3CAqpE7TX+2IqAPu/AjYs80FiiJixxOHBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T15:32:32.286143Z"},"content_sha256":"a1b1a1abf7fdcd46a0a0c435d1ab22935aaf0af7d306d55bda48a4084454659f","schema_version":"1.0","event_id":"sha256:a1b1a1abf7fdcd46a0a0c435d1ab22935aaf0af7d306d55bda48a4084454659f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OFN3IQNGCRKYJ5ERWFDUONXG4C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLM Internal States Reveal Hallucination Risk Faced With a Query","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bryan Wilie, Delong Chen, Etsuko Ishii, Pascale Fung, Samuel Cahyawijaya, Yejin Bang, Ziwei Ji","submitted_at":"2024-07-03T17:08:52Z","abstract_excerpt":"The hallucination problem of Large Language Models (LLMs) significantly limits their reliability and trustworthiness. Humans have a self-awareness process that allows us to recognize what we don't know when faced with queries. Inspired by this, our paper investigates whether LLMs can estimate their own hallucination risk before response generation. We analyze the internal mechanisms of LLMs broadly both in terms of training data sources and across 15 diverse Natural Language Generation (NLG) tasks, spanning over 700 datasets. Our empirical analysis reveals two key insights: (1) LLM internal st"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03282","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.03282/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hWyX/UY3LbvNOOiIBNVqPzo8smvgMZfGLzFvG+/DrEc2P3nyAqNvLGYllxRGlybJhhF6QAZwk8VCmJtRSIz7CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T15:32:32.286532Z"},"content_sha256":"b4f4443a65ed12822c84d21ab598a87dceaf04c6dae27a653e23f3cfd122aebf","schema_version":"1.0","event_id":"sha256:b4f4443a65ed12822c84d21ab598a87dceaf04c6dae27a653e23f3cfd122aebf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OFN3IQNGCRKYJ5ERWFDUONXG4C/bundle.json","state_url":"https://pith.science/pith/OFN3IQNGCRKYJ5ERWFDUONXG4C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OFN3IQNGCRKYJ5ERWFDUONXG4C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T15:32:32Z","links":{"resolver":"https://pith.science/pith/OFN3IQNGCRKYJ5ERWFDUONXG4C","bundle":"https://pith.science/pith/OFN3IQNGCRKYJ5ERWFDUONXG4C/bundle.json","state":"https://pith.science/pith/OFN3IQNGCRKYJ5ERWFDUONXG4C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OFN3IQNGCRKYJ5ERWFDUONXG4C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OFN3IQNGCRKYJ5ERWFDUONXG4C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aca6251d2c876f91b38c5da8e42692062b9940ddceb6e900e450d1b834ada8fa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-03T17:08:52Z","title_canon_sha256":"17cd582acfc7bf3d9e3d95d5b0e682e121b188376edfb42985fca2668d0731ad"},"schema_version":"1.0","source":{"id":"2407.03282","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.03282","created_at":"2026-07-05T09:13:05Z"},{"alias_kind":"arxiv_version","alias_value":"2407.03282v2","created_at":"2026-07-05T09:13:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.03282","created_at":"2026-07-05T09:13:05Z"},{"alias_kind":"pith_short_12","alias_value":"OFN3IQNGCRKY","created_at":"2026-07-05T09:13:05Z"},{"alias_kind":"pith_short_16","alias_value":"OFN3IQNGCRKYJ5ER","created_at":"2026-07-05T09:13:05Z"},{"alias_kind":"pith_short_8","alias_value":"OFN3IQNG","created_at":"2026-07-05T09:13:05Z"}],"graph_snapshots":[{"event_id":"sha256:b4f4443a65ed12822c84d21ab598a87dceaf04c6dae27a653e23f3cfd122aebf","target":"graph","created_at":"2026-07-05T09:13:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.03282/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The hallucination problem of Large Language Models (LLMs) significantly limits their reliability and trustworthiness. Humans have a self-awareness process that allows us to recognize what we don't know when faced with queries. Inspired by this, our paper investigates whether LLMs can estimate their own hallucination risk before response generation. We analyze the internal mechanisms of LLMs broadly both in terms of training data sources and across 15 diverse Natural Language Generation (NLG) tasks, spanning over 700 datasets. Our empirical analysis reveals two key insights: (1) LLM internal st","authors_text":"Bryan Wilie, Delong Chen, Etsuko Ishii, Pascale Fung, Samuel Cahyawijaya, Yejin Bang, Ziwei Ji","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-03T17:08:52Z","title":"LLM Internal States Reveal Hallucination Risk Faced With a Query"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.03282","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a1b1a1abf7fdcd46a0a0c435d1ab22935aaf0af7d306d55bda48a4084454659f","target":"record","created_at":"2026-07-05T09:13:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aca6251d2c876f91b38c5da8e42692062b9940ddceb6e900e450d1b834ada8fa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-03T17:08:52Z","title_canon_sha256":"17cd582acfc7bf3d9e3d95d5b0e682e121b188376edfb42985fca2668d0731ad"},"schema_version":"1.0","source":{"id":"2407.03282","kind":"arxiv","version":2}},"canonical_sha256":"715bb441a6145584f491b1474736e6e0823e59413e4a5058348eee7483b0095e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"715bb441a6145584f491b1474736e6e0823e59413e4a5058348eee7483b0095e","first_computed_at":"2026-07-05T09:13:05.435771Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:05.435771Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LJC9+ppC/7DESbfmpsCuI4DStrb8QsYIjCPL71TNxlEpa5Q5iYeUPeh8rWoFMQHpKds9acjifAr0HIDKTV9dCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:05.436373Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.03282","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a1b1a1abf7fdcd46a0a0c435d1ab22935aaf0af7d306d55bda48a4084454659f","sha256:b4f4443a65ed12822c84d21ab598a87dceaf04c6dae27a653e23f3cfd122aebf"],"state_sha256":"e5e030b45c047f52ba0247cfb3d23af6a1c086f1119f8e53e2c19d2a743ddc49"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ThmHUTPvNtRCMhe3OeqssZAbcjrTM4Py+HyHrIXAul5MJlYP+kxKPYYWHKZ5m5mg8vPpRZZ8OYxFvOpcffCsDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T15:32:32.288635Z","bundle_sha256":"5c4fa1038045dc0acb10a602e5d41ce4d5d652ac265899820727c38df96eb0a4"}}