{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:YP46SLVELVVNLPOB7ICMP3HKSY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"801664ee9c0f3d07d8589da793d9facdc294c118d94c1367ded360aa99ff4b3d","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-13T16:08:02Z","title_canon_sha256":"7973f846dd66187190ca142f0604c180fd0dd384f828c0f1b2419049a2dfa69a"},"schema_version":"1.0","source":{"id":"2110.06821","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.06821","created_at":"2026-07-05T03:22:29Z"},{"alias_kind":"arxiv_version","alias_value":"2110.06821v1","created_at":"2026-07-05T03:22:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.06821","created_at":"2026-07-05T03:22:29Z"},{"alias_kind":"pith_short_12","alias_value":"YP46SLVELVVN","created_at":"2026-07-05T03:22:29Z"},{"alias_kind":"pith_short_16","alias_value":"YP46SLVELVVNLPOB","created_at":"2026-07-05T03:22:29Z"},{"alias_kind":"pith_short_8","alias_value":"YP46SLVE","created_at":"2026-07-05T03:22:29Z"}],"graph_snapshots":[{"event_id":"sha256:c98a39b317bcbf4595736893748c4881e5c81c05b5564229f82c9955b0f4e6f4","target":"graph","created_at":"2026-07-05T03:22:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.06821/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pairwise dot product-based attention allows Transformers to exchange information between tokens in an input-dependent way, and is key to their success across diverse applications in language and vision. However, a typical Transformer model computes such pairwise attention scores repeatedly for the same sequence, in multiple heads in multiple layers. We systematically analyze the empirical similarity of these scores across heads and layers and find them to be considerably redundant, especially adjacent layers showing high similarity. Motivated by these findings, we propose a novel architecture ","authors_text":"Andreas Veit, Ayan Chakrabarti, Frederick Liu, Himanshu Jain, Michal Lukasik, Sanjiv Kumar, Srinadh Bhojanapalli, Yin-Wen Chang","cross_cats":["cs.CL","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-13T16:08:02Z","title":"Leveraging redundancy in attention with Reuse Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.06821","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b54b01a77e7a098c5b8a527c02dc9ffd2648ba4065f0331c085234097222e1f3","target":"record","created_at":"2026-07-05T03:22:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"801664ee9c0f3d07d8589da793d9facdc294c118d94c1367ded360aa99ff4b3d","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-13T16:08:02Z","title_canon_sha256":"7973f846dd66187190ca142f0604c180fd0dd384f828c0f1b2419049a2dfa69a"},"schema_version":"1.0","source":{"id":"2110.06821","kind":"arxiv","version":1}},"canonical_sha256":"c3f9e92ea45d6ad5bdc1fa04c7ecea960d47eb8ae06b8e64db9d3b92f3f8ee5b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c3f9e92ea45d6ad5bdc1fa04c7ecea960d47eb8ae06b8e64db9d3b92f3f8ee5b","first_computed_at":"2026-07-05T03:22:29.800528Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:22:29.800528Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8U/HAErgS6iprBNkQMLl2rIrYaZdv2kjtdwWm/8kw1Jx3X3kHg6DJu0rADsrFRhoHjxJs9bwj/r1Ay3AU8+TDA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:22:29.801004Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.06821","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b54b01a77e7a098c5b8a527c02dc9ffd2648ba4065f0331c085234097222e1f3","sha256:c98a39b317bcbf4595736893748c4881e5c81c05b5564229f82c9955b0f4e6f4"],"state_sha256":"df1a4bc1beb932c4e9a29cab0769a685edecaa9e9742a4862d4246d1d0dd8514"}