{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZCVZ5GW2L7333MIXD2JSOBWV4R","short_pith_number":"pith:ZCVZ5GW2","canonical_record":{"source":{"id":"2410.18860","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T15:44:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e24cbe9b922b76509cacbb719fb5e49b25f061ea7379d2bc48b2686a17f67ee0","abstract_canon_sha256":"a2167e7a0bd588ae9aeb6dbf864a29965c530075761ca8e380fe70a7401e4b59"},"schema_version":"1.0"},"canonical_sha256":"c8ab9e9ada5ff7bdb1171e932706d5e477364f83a3b8f879562b53e3f0e541cf","source":{"kind":"arxiv","id":"2410.18860","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18860","created_at":"2026-07-05T09:25:14Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18860v1","created_at":"2026-07-05T09:25:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18860","created_at":"2026-07-05T09:25:14Z"},{"alias_kind":"pith_short_12","alias_value":"ZCVZ5GW2L733","created_at":"2026-07-05T09:25:14Z"},{"alias_kind":"pith_short_16","alias_value":"ZCVZ5GW2L7333MIX","created_at":"2026-07-05T09:25:14Z"},{"alias_kind":"pith_short_8","alias_value":"ZCVZ5GW2","created_at":"2026-07-05T09:25:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZCVZ5GW2L7333MIXD2JSOBWV4R","target":"record","payload":{"canonical_record":{"source":{"id":"2410.18860","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T15:44:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e24cbe9b922b76509cacbb719fb5e49b25f061ea7379d2bc48b2686a17f67ee0","abstract_canon_sha256":"a2167e7a0bd588ae9aeb6dbf864a29965c530075761ca8e380fe70a7401e4b59"},"schema_version":"1.0"},"canonical_sha256":"c8ab9e9ada5ff7bdb1171e932706d5e477364f83a3b8f879562b53e3f0e541cf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:25:14.450568Z","signature_b64":"yMwtMzFTnt/Mz7Xv1Of2IgOIVH2vjK3OFFRmsCVd/P0a289Q0VOfySlCx+PXlxe8zj71aEqSOzX8pMwssWKABg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c8ab9e9ada5ff7bdb1171e932706d5e477364f83a3b8f879562b53e3f0e541cf","last_reissued_at":"2026-07-05T09:25:14.450093Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:25:14.450093Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.18860","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:25:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"64dQZvGPuUQghZVLGCB66KToW3DqwlRCTZpyTBozjkBWjcH3Q1C4HiUZ6vL4xc+httVnocsLUSs8suswfcbvBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T07:23:50.295361Z"},"content_sha256":"65692746155b03098b3a10dc18a4a513bc03d66960b90aa56c059f773f6bcec9","schema_version":"1.0","event_id":"sha256:65692746155b03098b3a10dc18a4a513bc03d66960b90aa56c059f773f6bcec9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZCVZ5GW2L7333MIXD2JSOBWV4R","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DeCoRe: Decoding by Contrasting Retrieval Heads to Mitigate Hallucinations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ahmed Abdulaal, Amrutha Saseendran, Aryo Pradipta Gema, Beatrice Alex, Chen Jin, Pasquale Minervini, Philip Teare, Tom Diethe","submitted_at":"2024-10-24T15:44:33Z","abstract_excerpt":"Large Language Models (LLMs) often hallucinate, producing unfaithful or factually incorrect outputs by misrepresenting the provided context or incorrectly recalling internal knowledge. Recent studies have identified specific attention heads within the Transformer architecture, known as retrieval heads, responsible for extracting relevant contextual information. We hypothesise that masking these retrieval heads can induce hallucinations and that contrasting the outputs of the base LLM and the masked LLM can reduce hallucinations. To this end, we propose Decoding by Contrasting Retrieval Heads ("},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18860","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.18860/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:25:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9UaXIREYf0YEGf6zxV6QqZfPN8BdnIv5Rn4+4BSjiUrjFd4kh9fDZsA13MZ6w/LQboYT1nklLLzMkN2tEeroCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T07:23:50.295739Z"},"content_sha256":"de6d33511d787d1f3e9c4ef0f42aa74463eef6f2cafe86eb904d628bc13d25ce","schema_version":"1.0","event_id":"sha256:de6d33511d787d1f3e9c4ef0f42aa74463eef6f2cafe86eb904d628bc13d25ce"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZCVZ5GW2L7333MIXD2JSOBWV4R/bundle.json","state_url":"https://pith.science/pith/ZCVZ5GW2L7333MIXD2JSOBWV4R/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZCVZ5GW2L7333MIXD2JSOBWV4R/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T07:23:50Z","links":{"resolver":"https://pith.science/pith/ZCVZ5GW2L7333MIXD2JSOBWV4R","bundle":"https://pith.science/pith/ZCVZ5GW2L7333MIXD2JSOBWV4R/bundle.json","state":"https://pith.science/pith/ZCVZ5GW2L7333MIXD2JSOBWV4R/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZCVZ5GW2L7333MIXD2JSOBWV4R/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZCVZ5GW2L7333MIXD2JSOBWV4R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a2167e7a0bd588ae9aeb6dbf864a29965c530075761ca8e380fe70a7401e4b59","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T15:44:33Z","title_canon_sha256":"e24cbe9b922b76509cacbb719fb5e49b25f061ea7379d2bc48b2686a17f67ee0"},"schema_version":"1.0","source":{"id":"2410.18860","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18860","created_at":"2026-07-05T09:25:14Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18860v1","created_at":"2026-07-05T09:25:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18860","created_at":"2026-07-05T09:25:14Z"},{"alias_kind":"pith_short_12","alias_value":"ZCVZ5GW2L733","created_at":"2026-07-05T09:25:14Z"},{"alias_kind":"pith_short_16","alias_value":"ZCVZ5GW2L7333MIX","created_at":"2026-07-05T09:25:14Z"},{"alias_kind":"pith_short_8","alias_value":"ZCVZ5GW2","created_at":"2026-07-05T09:25:14Z"}],"graph_snapshots":[{"event_id":"sha256:de6d33511d787d1f3e9c4ef0f42aa74463eef6f2cafe86eb904d628bc13d25ce","target":"graph","created_at":"2026-07-05T09:25:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.18860/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) often hallucinate, producing unfaithful or factually incorrect outputs by misrepresenting the provided context or incorrectly recalling internal knowledge. Recent studies have identified specific attention heads within the Transformer architecture, known as retrieval heads, responsible for extracting relevant contextual information. We hypothesise that masking these retrieval heads can induce hallucinations and that contrasting the outputs of the base LLM and the masked LLM can reduce hallucinations. To this end, we propose Decoding by Contrasting Retrieval Heads (","authors_text":"Ahmed Abdulaal, Amrutha Saseendran, Aryo Pradipta Gema, Beatrice Alex, Chen Jin, Pasquale Minervini, Philip Teare, Tom Diethe","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T15:44:33Z","title":"DeCoRe: Decoding by Contrasting Retrieval Heads to Mitigate Hallucinations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18860","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:65692746155b03098b3a10dc18a4a513bc03d66960b90aa56c059f773f6bcec9","target":"record","created_at":"2026-07-05T09:25:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a2167e7a0bd588ae9aeb6dbf864a29965c530075761ca8e380fe70a7401e4b59","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T15:44:33Z","title_canon_sha256":"e24cbe9b922b76509cacbb719fb5e49b25f061ea7379d2bc48b2686a17f67ee0"},"schema_version":"1.0","source":{"id":"2410.18860","kind":"arxiv","version":1}},"canonical_sha256":"c8ab9e9ada5ff7bdb1171e932706d5e477364f83a3b8f879562b53e3f0e541cf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c8ab9e9ada5ff7bdb1171e932706d5e477364f83a3b8f879562b53e3f0e541cf","first_computed_at":"2026-07-05T09:25:14.450093Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:25:14.450093Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yMwtMzFTnt/Mz7Xv1Of2IgOIVH2vjK3OFFRmsCVd/P0a289Q0VOfySlCx+PXlxe8zj71aEqSOzX8pMwssWKABg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:25:14.450568Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.18860","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:65692746155b03098b3a10dc18a4a513bc03d66960b90aa56c059f773f6bcec9","sha256:de6d33511d787d1f3e9c4ef0f42aa74463eef6f2cafe86eb904d628bc13d25ce"],"state_sha256":"69753282f0c0ee1d28e3ab1e277a68eb0b0a748057eecc056d9c5d006d59caee"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ud+gAW4Van522cqoBTXnbvMPPfMcTza1whY5XOFRRQzBwbqxRSdW5B1N0CEEYR08Fbd3CS0A3UotJhwIXLGXDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T07:23:50.298157Z","bundle_sha256":"801c19d2c3e3af1670619a2ccff2655ef223171473d0ebc090a72f0cdf6338e3"}}