{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:ZZNHW2HDASSEVPLI5VRB2Z5O67","short_pith_number":"pith:ZZNHW2HD","schema_version":"1.0","canonical_sha256":"ce5a7b68e304a44abd68ed621d67aef7fa8af1e9e97846cd8dbbdd1b9d02de60","source":{"kind":"arxiv","id":"2402.07321","version":1},"attestation_state":"computed","paper":{"title":"Summing Up the Facts: Additive Mechanisms Behind Factual Recall in LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Alan Cooney, Bilal Chughtai, Neel Nanda","submitted_at":"2024-02-11T22:58:49Z","abstract_excerpt":"How do transformer-based large language models (LLMs) store and retrieve knowledge? We focus on the most basic form of this task -- factual recall, where the model is tasked with explicitly surfacing stored facts in prompts of form `Fact: The Colosseum is in the country of'. We find that the mechanistic story behind factual recall is more complex than previously thought. It comprises several distinct, independent, and qualitatively different mechanisms that additively combine, constructively interfering on the correct attribute. We term this generic phenomena the additive motif: models compute"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2402.07321","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-11T22:58:49Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"2ad124a9ab2dcc35319101456c3935d02284736d722639450ebb0d5234f15f2f","abstract_canon_sha256":"e1aff91abc80581c6f15a5221819eae9311ba72571d23ff2d64a66e24668e85b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:44:46.915479Z","signature_b64":"Wu49k6xB55Fx2wJArAoInovI9hPgXac9ngAewsclfLEn4TYpRXW+3gqDqmz0lPISBUxnqr0VMV9SX5wNBzZFCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ce5a7b68e304a44abd68ed621d67aef7fa8af1e9e97846cd8dbbdd1b9d02de60","last_reissued_at":"2026-07-05T07:44:46.915013Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:44:46.915013Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Summing Up the Facts: Additive Mechanisms Behind Factual Recall in LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Alan Cooney, Bilal Chughtai, Neel Nanda","submitted_at":"2024-02-11T22:58:49Z","abstract_excerpt":"How do transformer-based large language models (LLMs) store and retrieve knowledge? We focus on the most basic form of this task -- factual recall, where the model is tasked with explicitly surfacing stored facts in prompts of form `Fact: The Colosseum is in the country of'. We find that the mechanistic story behind factual recall is more complex than previously thought. It comprises several distinct, independent, and qualitatively different mechanisms that additively combine, constructively interfering on the correct attribute. We term this generic phenomena the additive motif: models compute"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.07321","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.07321/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2402.07321","created_at":"2026-07-05T07:44:46.915074+00:00"},{"alias_kind":"arxiv_version","alias_value":"2402.07321v1","created_at":"2026-07-05T07:44:46.915074+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.07321","created_at":"2026-07-05T07:44:46.915074+00:00"},{"alias_kind":"pith_short_12","alias_value":"ZZNHW2HDASSE","created_at":"2026-07-05T07:44:46.915074+00:00"},{"alias_kind":"pith_short_16","alias_value":"ZZNHW2HDASSEVPLI","created_at":"2026-07-05T07:44:46.915074+00:00"},{"alias_kind":"pith_short_8","alias_value":"ZZNHW2HD","created_at":"2026-07-05T07:44:46.915074+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":9,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.21345","citing_title":"Factual Retrieval in LLMs Is a Redundant, Distributed and Non-Contiguous Process","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2605.03052","citing_title":"How Language Models Process Negation","ref_index":4,"is_internal_anchor":false},{"citing_arxiv_id":"2604.02178","citing_title":"The Expert Strikes Back: Interpreting Mixture-of-Experts Language Models at Expert Level","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2509.09708","citing_title":"Beyond I'm Sorry, I Can't: Dissecting Large Language Model Refusal","ref_index":12,"is_internal_anchor":false},{"citing_arxiv_id":"2509.24164","citing_title":"Localizing Task Recognition and Task Learning in In-Context Learning via Attention Head Analysis","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2605.09129","citing_title":"Data-driven Circuit Discovery for Interpretability of Language Models","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2604.19934","citing_title":"Tracing Relational Knowledge Recall in Large Language Models","ref_index":3,"is_internal_anchor":false},{"citing_arxiv_id":"2604.08192","citing_title":"Inside-Out: Measuring Generalization in Vision Transformers Through Inner Workings","ref_index":8,"is_internal_anchor":false},{"citing_arxiv_id":"2605.03052","citing_title":"How Language Models Process Negation","ref_index":52,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ZZNHW2HDASSEVPLI5VRB2Z5O67","json":"https://pith.science/pith/ZZNHW2HDASSEVPLI5VRB2Z5O67.json","graph_json":"https://pith.science/api/pith-number/ZZNHW2HDASSEVPLI5VRB2Z5O67/graph.json","events_json":"https://pith.science/api/pith-number/ZZNHW2HDASSEVPLI5VRB2Z5O67/events.json","paper":"https://pith.science/paper/ZZNHW2HD"},"agent_actions":{"view_html":"https://pith.science/pith/ZZNHW2HDASSEVPLI5VRB2Z5O67","download_json":"https://pith.science/pith/ZZNHW2HDASSEVPLI5VRB2Z5O67.json","view_paper":"https://pith.science/paper/ZZNHW2HD","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2402.07321&json=true","fetch_graph":"https://pith.science/api/pith-number/ZZNHW2HDASSEVPLI5VRB2Z5O67/graph.json","fetch_events":"https://pith.science/api/pith-number/ZZNHW2HDASSEVPLI5VRB2Z5O67/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ZZNHW2HDASSEVPLI5VRB2Z5O67/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ZZNHW2HDASSEVPLI5VRB2Z5O67/action/storage_attestation","attest_author":"https://pith.science/pith/ZZNHW2HDASSEVPLI5VRB2Z5O67/action/author_attestation","sign_citation":"https://pith.science/pith/ZZNHW2HDASSEVPLI5VRB2Z5O67/action/citation_signature","submit_replication":"https://pith.science/pith/ZZNHW2HDASSEVPLI5VRB2Z5O67/action/replication_record"}},"created_at":"2026-07-05T07:44:46.915074+00:00","updated_at":"2026-07-05T07:44:46.915074+00:00"}