{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:27NM2QFFJXYPCAEKERPN2JW3KW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e3b5962c6ef2cefdf1b67dba50c09317435391576191ec718a557f7a9155f38f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-28T15:54:59Z","title_canon_sha256":"4d3352c920aa459b9a25300c1b0f66676e8e63aa146e0b3ccf9757042be3b63e"},"schema_version":"1.0","source":{"id":"2403.19521","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.19521","created_at":"2026-07-05T08:22:39Z"},{"alias_kind":"arxiv_version","alias_value":"2403.19521v4","created_at":"2026-07-05T08:22:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.19521","created_at":"2026-07-05T08:22:39Z"},{"alias_kind":"pith_short_12","alias_value":"27NM2QFFJXYP","created_at":"2026-07-05T08:22:39Z"},{"alias_kind":"pith_short_16","alias_value":"27NM2QFFJXYPCAEK","created_at":"2026-07-05T08:22:39Z"},{"alias_kind":"pith_short_8","alias_value":"27NM2QFF","created_at":"2026-07-05T08:22:39Z"}],"graph_snapshots":[{"event_id":"sha256:31d2bc34ce02aac09e66c9f39d6dc98ad8e8d3079af9e1e57aab4bd59b5b04be","target":"graph","created_at":"2026-07-05T08:22:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.19521/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we delve into several mechanisms employed by Transformer-based language models (LLMs) for factual recall tasks. We outline a pipeline consisting of three major steps: (1) Given a prompt ``The capital of France is,'' task-specific attention heads extract the topic token, such as ``France,'' from the context and pass it to subsequent MLPs. (2) As attention heads' outputs are aggregated with equal weight and added to the residual stream, the subsequent MLP acts as an ``activation,'' which either erases or amplifies the information originating from individual heads. As a result, the","authors_text":"Ang Lv, Jian Xie, Ji-Rong Wen, Kaiyi Zhang, Lifeng Liu, Rui Yan, Yuhan Chen, Yulong Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-28T15:54:59Z","title":"Interpreting Key Mechanisms of Factual Recall in Transformer-Based Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.19521","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:63244f4ca408aafd3e79a4a03ea983c20fa16735c74250c56dd9aa9102719026","target":"record","created_at":"2026-07-05T08:22:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e3b5962c6ef2cefdf1b67dba50c09317435391576191ec718a557f7a9155f38f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-28T15:54:59Z","title_canon_sha256":"4d3352c920aa459b9a25300c1b0f66676e8e63aa146e0b3ccf9757042be3b63e"},"schema_version":"1.0","source":{"id":"2403.19521","kind":"arxiv","version":4}},"canonical_sha256":"d7dacd40a54df0f1008a245edd26db5587e44183b169e5b11ce96cad5bef3655","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d7dacd40a54df0f1008a245edd26db5587e44183b169e5b11ce96cad5bef3655","first_computed_at":"2026-07-05T08:22:39.054852Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:22:39.054852Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oGovJX1DVKQ6sZobuNI/cmOUIhfSC8iPXutPgq3o28hDo2vaKh+WWKRgj0TX7fsTsSE2CQ4nQRefF0hooeMuDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:22:39.055438Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.19521","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:63244f4ca408aafd3e79a4a03ea983c20fa16735c74250c56dd9aa9102719026","sha256:31d2bc34ce02aac09e66c9f39d6dc98ad8e8d3079af9e1e57aab4bd59b5b04be"],"state_sha256":"b6d68167a543c8bf434a27f35b6033fc2a08ab8ff190c032d61ba542e1deaddb"}