{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:SLHYX3PCGBKNMNPTRKZFQYCO5S","short_pith_number":"pith:SLHYX3PC","canonical_record":{"source":{"id":"2403.05612","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-08T18:28:13Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"a114f90f5dc886e65a231d624d29ca5d2e2ef9112b34842f3329a548a70226fd","abstract_canon_sha256":"72190cff04a87fa6745b4ed5884f7c8e8bf9ead39b3bcb17d2d742df069463ed"},"schema_version":"1.0"},"canonical_sha256":"92cf8bede23054d635f38ab258604eecbca0a3494c6699920363c56b49b8ff7b","source":{"kind":"arxiv","id":"2403.05612","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.05612","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"arxiv_version","alias_value":"2403.05612v2","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.05612","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_12","alias_value":"SLHYX3PCGBKN","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_16","alias_value":"SLHYX3PCGBKNMNPT","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_8","alias_value":"SLHYX3PC","created_at":"2026-07-05T08:24:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:SLHYX3PCGBKNMNPTRKZFQYCO5S","target":"record","payload":{"canonical_record":{"source":{"id":"2403.05612","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-08T18:28:13Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"a114f90f5dc886e65a231d624d29ca5d2e2ef9112b34842f3329a548a70226fd","abstract_canon_sha256":"72190cff04a87fa6745b4ed5884f7c8e8bf9ead39b3bcb17d2d742df069463ed"},"schema_version":"1.0"},"canonical_sha256":"92cf8bede23054d635f38ab258604eecbca0a3494c6699920363c56b49b8ff7b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:24:24.442193Z","signature_b64":"jFbEin+FFgieU8ZJ5WGoCX4ImrXwZ5NwlJBh0zMFfoBk/i8XBsX4Rlm+UWjuMTu3gYM4VqsgY1/zC0oRdy9OBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"92cf8bede23054d635f38ab258604eecbca0a3494c6699920363c56b49b8ff7b","last_reissued_at":"2026-07-05T08:24:24.441633Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:24:24.441633Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.05612","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u3dxkAYOlj44BdC+PbEv+/VOi16MMgN5AJGBrcl48QiK3UJmqvDKPWv+GztESdkICzqdJI5BInpnVY8ljqRECg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T20:44:26.191279Z"},"content_sha256":"66fc70d920827596b21766dfb3e0bf2d951f6314e6bc790f8fda38dfa190b0a9","schema_version":"1.0","event_id":"sha256:66fc70d920827596b21766dfb3e0bf2d951f6314e6bc790f8fda38dfa190b0a9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:SLHYX3PCGBKNMNPTRKZFQYCO5S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unfamiliar Finetuning Examples Control How Language Models Hallucinate","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Aviral Kumar, Claire Tomlin, Eric Wallace, Katie Kang, Sergey Levine","submitted_at":"2024-03-08T18:28:13Z","abstract_excerpt":"Large language models are known to hallucinate when faced with unfamiliar queries, but the underlying mechanism that govern how models hallucinate are not yet fully understood. In this work, we find that unfamiliar examples in the models' finetuning data -- those that introduce concepts beyond the base model's scope of knowledge -- are crucial in shaping these errors. In particular, we find that an LLM's hallucinated predictions tend to mirror the responses associated with its unfamiliar finetuning examples. This suggests that by modifying how unfamiliar finetuning examples are supervised, we "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.05612","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.05612/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lPipYXzZRdyI4h2FzCDs8buCFwarhbq3cAVnVYklKIPQdqd/JF3TksiTyrgZBaljTRavzM+sSUVkrH0OAlxgDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T20:44:26.195579Z"},"content_sha256":"25c6c795630d77f842d0ca99af528c10f21ff148caaa1f081296848b69ae8255","schema_version":"1.0","event_id":"sha256:25c6c795630d77f842d0ca99af528c10f21ff148caaa1f081296848b69ae8255"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SLHYX3PCGBKNMNPTRKZFQYCO5S/bundle.json","state_url":"https://pith.science/pith/SLHYX3PCGBKNMNPTRKZFQYCO5S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SLHYX3PCGBKNMNPTRKZFQYCO5S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T20:44:26Z","links":{"resolver":"https://pith.science/pith/SLHYX3PCGBKNMNPTRKZFQYCO5S","bundle":"https://pith.science/pith/SLHYX3PCGBKNMNPTRKZFQYCO5S/bundle.json","state":"https://pith.science/pith/SLHYX3PCGBKNMNPTRKZFQYCO5S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SLHYX3PCGBKNMNPTRKZFQYCO5S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SLHYX3PCGBKNMNPTRKZFQYCO5S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"72190cff04a87fa6745b4ed5884f7c8e8bf9ead39b3bcb17d2d742df069463ed","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-08T18:28:13Z","title_canon_sha256":"a114f90f5dc886e65a231d624d29ca5d2e2ef9112b34842f3329a548a70226fd"},"schema_version":"1.0","source":{"id":"2403.05612","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.05612","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"arxiv_version","alias_value":"2403.05612v2","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.05612","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_12","alias_value":"SLHYX3PCGBKN","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_16","alias_value":"SLHYX3PCGBKNMNPT","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_8","alias_value":"SLHYX3PC","created_at":"2026-07-05T08:24:24Z"}],"graph_snapshots":[{"event_id":"sha256:25c6c795630d77f842d0ca99af528c10f21ff148caaa1f081296848b69ae8255","target":"graph","created_at":"2026-07-05T08:24:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.05612/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models are known to hallucinate when faced with unfamiliar queries, but the underlying mechanism that govern how models hallucinate are not yet fully understood. In this work, we find that unfamiliar examples in the models' finetuning data -- those that introduce concepts beyond the base model's scope of knowledge -- are crucial in shaping these errors. In particular, we find that an LLM's hallucinated predictions tend to mirror the responses associated with its unfamiliar finetuning examples. This suggests that by modifying how unfamiliar finetuning examples are supervised, we ","authors_text":"Aviral Kumar, Claire Tomlin, Eric Wallace, Katie Kang, Sergey Levine","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-08T18:28:13Z","title":"Unfamiliar Finetuning Examples Control How Language Models Hallucinate"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.05612","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:66fc70d920827596b21766dfb3e0bf2d951f6314e6bc790f8fda38dfa190b0a9","target":"record","created_at":"2026-07-05T08:24:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"72190cff04a87fa6745b4ed5884f7c8e8bf9ead39b3bcb17d2d742df069463ed","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-08T18:28:13Z","title_canon_sha256":"a114f90f5dc886e65a231d624d29ca5d2e2ef9112b34842f3329a548a70226fd"},"schema_version":"1.0","source":{"id":"2403.05612","kind":"arxiv","version":2}},"canonical_sha256":"92cf8bede23054d635f38ab258604eecbca0a3494c6699920363c56b49b8ff7b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"92cf8bede23054d635f38ab258604eecbca0a3494c6699920363c56b49b8ff7b","first_computed_at":"2026-07-05T08:24:24.441633Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:24:24.441633Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jFbEin+FFgieU8ZJ5WGoCX4ImrXwZ5NwlJBh0zMFfoBk/i8XBsX4Rlm+UWjuMTu3gYM4VqsgY1/zC0oRdy9OBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:24:24.442193Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.05612","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:66fc70d920827596b21766dfb3e0bf2d951f6314e6bc790f8fda38dfa190b0a9","sha256:25c6c795630d77f842d0ca99af528c10f21ff148caaa1f081296848b69ae8255"],"state_sha256":"b1d607a8ad0dba294a9e8c15dbfeb3ebbab0bbc5d90b519db6ee0332bf426caf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AbYsvPeNaBgxeEk4kp3Aa38uW3l/DOx5lViGNgrOK1/1TBkgVOx3J2/7Nu0xtbbhzczkcZNgFnoymRUfU1+uAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T20:44:26.219779Z","bundle_sha256":"b5f65019ccd5c0c8a4d9697dc551eb1925a6ea993e1c8683c1041709287b30e7"}}