{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:EEDPPDRCDY2X57445NVLK2XN4Q","short_pith_number":"pith:EEDPPDRC","canonical_record":{"source":{"id":"2406.09519","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-13T18:12:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"35ce47dc2e80298c6513567aaef8f16d597c4dfc0981d5c9da87f76ee02c25e7","abstract_canon_sha256":"ad08055699f8f224b765728c10f8977e0288d8202abcec1548e04bdda73127c7"},"schema_version":"1.0"},"canonical_sha256":"2106f78e221e357eff9ceb6ab56aede42566d2417296a0559ffd5b09545df992","source":{"kind":"arxiv","id":"2406.09519","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.09519","created_at":"2026-07-05T11:00:37Z"},{"alias_kind":"arxiv_version","alias_value":"2406.09519v4","created_at":"2026-07-05T11:00:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.09519","created_at":"2026-07-05T11:00:37Z"},{"alias_kind":"pith_short_12","alias_value":"EEDPPDRCDY2X","created_at":"2026-07-05T11:00:37Z"},{"alias_kind":"pith_short_16","alias_value":"EEDPPDRCDY2X5744","created_at":"2026-07-05T11:00:37Z"},{"alias_kind":"pith_short_8","alias_value":"EEDPPDRC","created_at":"2026-07-05T11:00:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:EEDPPDRCDY2X57445NVLK2XN4Q","target":"record","payload":{"canonical_record":{"source":{"id":"2406.09519","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-13T18:12:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"35ce47dc2e80298c6513567aaef8f16d597c4dfc0981d5c9da87f76ee02c25e7","abstract_canon_sha256":"ad08055699f8f224b765728c10f8977e0288d8202abcec1548e04bdda73127c7"},"schema_version":"1.0"},"canonical_sha256":"2106f78e221e357eff9ceb6ab56aede42566d2417296a0559ffd5b09545df992","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:00:37.618544Z","signature_b64":"wR/riZKCHiJqU39xIJ0ujJRF95UYvmN6kn5WwcQYQH5WjX6vKx8xymPXyzWttfbgicA7qG1ysRz0ohvdUbKrAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2106f78e221e357eff9ceb6ab56aede42566d2417296a0559ffd5b09545df992","last_reissued_at":"2026-07-05T11:00:37.618097Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:00:37.618097Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.09519","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:00:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EA+pfjEvLp+7ZMEcG+zOeSGwzvRRNmXqssM/7hkTe4nbyiGu/JYKm1rdKqgIKIfcdWcS8FwHeZhInw45bTbiCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:10:45.279834Z"},"content_sha256":"6d3d2d119d8162d17e435b77ac697484364355d80aefdba3527dd9a3cd7aedc0","schema_version":"1.0","event_id":"sha256:6d3d2d119d8162d17e435b77ac697484364355d80aefdba3527dd9a3cd7aedc0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:EEDPPDRCDY2X57445NVLK2XN4Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Talking Heads: Understanding Inter-layer Communication in Transformer Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Carsten Eickhoff, Ellie Pavlick, Jack Merullo","submitted_at":"2024-06-13T18:12:01Z","abstract_excerpt":"Although it is known that transformer language models (LMs) pass features from early layers to later layers, it is not well understood how this information is represented and routed by the model. We analyze a mechanism used in two LMs to selectively inhibit items in a context in one task, and find that it underlies a commonly used abstraction across many context-retrieval behaviors. Specifically, we find that models write into low-rank subspaces of the residual stream to represent features which are then read out by later layers, forming low-rank communication channels (Elhage et al., 2021) be"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.09519","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.09519/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:00:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UJqUy7n61sX426Bv6YwwCaXslaeudNJefx9n4HqyOlB8kOxc/Se4gGmqMz5OonnrbQp4/xwdme/U6siSprBCAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:10:45.280214Z"},"content_sha256":"48d105f8e20cb2418dc20bc68c68fb2ccff6ade76631d85c7832ab25c28ee3b6","schema_version":"1.0","event_id":"sha256:48d105f8e20cb2418dc20bc68c68fb2ccff6ade76631d85c7832ab25c28ee3b6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EEDPPDRCDY2X57445NVLK2XN4Q/bundle.json","state_url":"https://pith.science/pith/EEDPPDRCDY2X57445NVLK2XN4Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EEDPPDRCDY2X57445NVLK2XN4Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T12:10:45Z","links":{"resolver":"https://pith.science/pith/EEDPPDRCDY2X57445NVLK2XN4Q","bundle":"https://pith.science/pith/EEDPPDRCDY2X57445NVLK2XN4Q/bundle.json","state":"https://pith.science/pith/EEDPPDRCDY2X57445NVLK2XN4Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EEDPPDRCDY2X57445NVLK2XN4Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:EEDPPDRCDY2X57445NVLK2XN4Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ad08055699f8f224b765728c10f8977e0288d8202abcec1548e04bdda73127c7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-13T18:12:01Z","title_canon_sha256":"35ce47dc2e80298c6513567aaef8f16d597c4dfc0981d5c9da87f76ee02c25e7"},"schema_version":"1.0","source":{"id":"2406.09519","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.09519","created_at":"2026-07-05T11:00:37Z"},{"alias_kind":"arxiv_version","alias_value":"2406.09519v4","created_at":"2026-07-05T11:00:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.09519","created_at":"2026-07-05T11:00:37Z"},{"alias_kind":"pith_short_12","alias_value":"EEDPPDRCDY2X","created_at":"2026-07-05T11:00:37Z"},{"alias_kind":"pith_short_16","alias_value":"EEDPPDRCDY2X5744","created_at":"2026-07-05T11:00:37Z"},{"alias_kind":"pith_short_8","alias_value":"EEDPPDRC","created_at":"2026-07-05T11:00:37Z"}],"graph_snapshots":[{"event_id":"sha256:48d105f8e20cb2418dc20bc68c68fb2ccff6ade76631d85c7832ab25c28ee3b6","target":"graph","created_at":"2026-07-05T11:00:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.09519/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although it is known that transformer language models (LMs) pass features from early layers to later layers, it is not well understood how this information is represented and routed by the model. We analyze a mechanism used in two LMs to selectively inhibit items in a context in one task, and find that it underlies a commonly used abstraction across many context-retrieval behaviors. Specifically, we find that models write into low-rank subspaces of the residual stream to represent features which are then read out by later layers, forming low-rank communication channels (Elhage et al., 2021) be","authors_text":"Carsten Eickhoff, Ellie Pavlick, Jack Merullo","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-13T18:12:01Z","title":"Talking Heads: Understanding Inter-layer Communication in Transformer Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.09519","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d3d2d119d8162d17e435b77ac697484364355d80aefdba3527dd9a3cd7aedc0","target":"record","created_at":"2026-07-05T11:00:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ad08055699f8f224b765728c10f8977e0288d8202abcec1548e04bdda73127c7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-13T18:12:01Z","title_canon_sha256":"35ce47dc2e80298c6513567aaef8f16d597c4dfc0981d5c9da87f76ee02c25e7"},"schema_version":"1.0","source":{"id":"2406.09519","kind":"arxiv","version":4}},"canonical_sha256":"2106f78e221e357eff9ceb6ab56aede42566d2417296a0559ffd5b09545df992","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2106f78e221e357eff9ceb6ab56aede42566d2417296a0559ffd5b09545df992","first_computed_at":"2026-07-05T11:00:37.618097Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:00:37.618097Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wR/riZKCHiJqU39xIJ0ujJRF95UYvmN6kn5WwcQYQH5WjX6vKx8xymPXyzWttfbgicA7qG1ysRz0ohvdUbKrAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:00:37.618544Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.09519","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d3d2d119d8162d17e435b77ac697484364355d80aefdba3527dd9a3cd7aedc0","sha256:48d105f8e20cb2418dc20bc68c68fb2ccff6ade76631d85c7832ab25c28ee3b6"],"state_sha256":"92ee840e37c672dfe9f570be3a9f3745311df339e05df293e8df2bef0e024b9f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qA6cj1gixgK1EsQSe5ttIEfHVzB2qQTLSWUT0GzegKWa6fastZjbIlmXjXZsYKwaWXwkjbeAXl2bb2O/uhwGAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T12:10:45.282183Z","bundle_sha256":"31ea9a54807134fded3bc51b7176109bb23355865e21a22c0c5672483132701a"}}