{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:WX22IF2OGDAFJDAEXSJN3PBQ23","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"47cb895cce7c1fdd638907a796866fdbe72b2418c73ecd7ea9ef61aeacc33bd5","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-13T16:05:30Z","title_canon_sha256":"44b3afe4857e775dd8123aecdc1557bb5fbde788d2c02840d72ce98c25c1621c"},"schema_version":"1.0","source":{"id":"2605.18855","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.18855","created_at":"2026-05-20T00:06:25Z"},{"alias_kind":"arxiv_version","alias_value":"2605.18855v1","created_at":"2026-05-20T00:06:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.18855","created_at":"2026-05-20T00:06:25Z"},{"alias_kind":"pith_short_12","alias_value":"WX22IF2OGDAF","created_at":"2026-05-20T00:06:25Z"},{"alias_kind":"pith_short_16","alias_value":"WX22IF2OGDAFJDAE","created_at":"2026-05-20T00:06:25Z"},{"alias_kind":"pith_short_8","alias_value":"WX22IF2O","created_at":"2026-05-20T00:06:25Z"}],"graph_snapshots":[{"event_id":"sha256:c66d48a1ac7ab1d037b74be275125cc143e68927b877a13bd56d248eb20fb9af","target":"graph","created_at":"2026-05-20T00:06:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.18855/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Attention Residuals replace standard additive residual connections with learned softmax attention over previous layer outputs, enabling selective cross-layer routing. However, standard Attention Residuals still attend over cumulative hidden states in previous layers, which are highly redundant. We show that this redundancy leads to routing collapse in deeper layers: attention weights become low-contrast and closer to uniform (max weight ${\\approx}$0.2), limiting the model's ability to select informative states in previous layers. This raises a key but underexplored design question: what layer-","authors_text":"Cheng Luo, Junjie Hu, Zefan Cai","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-13T16:05:30Z","title":"Delta Attention Residuals"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.18855","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a8d5759c3bc53370084feaebfc10f62133dd484601998e190e0a4aaef92222cf","target":"record","created_at":"2026-05-20T00:06:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"47cb895cce7c1fdd638907a796866fdbe72b2418c73ecd7ea9ef61aeacc33bd5","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-13T16:05:30Z","title_canon_sha256":"44b3afe4857e775dd8123aecdc1557bb5fbde788d2c02840d72ce98c25c1621c"},"schema_version":"1.0","source":{"id":"2605.18855","kind":"arxiv","version":1}},"canonical_sha256":"b5f5a4174e30c0548c04bc92ddbc30d6cc9615700e4d3c81d44e884b05045070","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b5f5a4174e30c0548c04bc92ddbc30d6cc9615700e4d3c81d44e884b05045070","first_computed_at":"2026-05-20T00:06:25.866573Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T00:06:25.866573Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ti20GoukFge2D3NFPOVfZTLCQ6tH3+0lnInyU413eEUpZdYwhAo8f/HmtdhMrLrKFe4lqlTrDCR0Oied28aqCg==","signature_status":"signed_v1","signed_at":"2026-05-20T00:06:25.867106Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.18855","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a8d5759c3bc53370084feaebfc10f62133dd484601998e190e0a4aaef92222cf","sha256:c66d48a1ac7ab1d037b74be275125cc143e68927b877a13bd56d248eb20fb9af"],"state_sha256":"29305f306bc8e2290190e959752f12e6cfb6ceae99d9a241cf7956b7bcb562bc"}