{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:D427NFWTIR5VANRDQYPIG5URD2","short_pith_number":"pith:D427NFWT","canonical_record":{"source":{"id":"2603.15031","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2026-03-16T09:32:21Z","cross_cats_sorted":[],"title_canon_sha256":"3a4952b6e6649bc244b4b5d32faf5e8c8a0172792b7af6d2f252f7c7ffd2da7a","abstract_canon_sha256":"cc11a89c0db75b3580840775cb9fb52aec66ab52f3b186b51245daa13fbf7a81"},"schema_version":"1.0"},"canonical_sha256":"1f35f696d3447b503623861e8376911e9b2e824c19e0253b90b9c7ec9db463a4","source":{"kind":"arxiv","id":"2603.15031","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.15031","created_at":"2026-05-21T06:32:11Z"},{"alias_kind":"arxiv_version","alias_value":"2603.15031v1","created_at":"2026-05-21T06:32:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.15031","created_at":"2026-05-21T06:32:11Z"},{"alias_kind":"pith_short_12","alias_value":"D427NFWTIR5V","created_at":"2026-05-21T06:32:11Z"},{"alias_kind":"pith_short_16","alias_value":"D427NFWTIR5VANRD","created_at":"2026-05-21T06:32:11Z"},{"alias_kind":"pith_short_8","alias_value":"D427NFWT","created_at":"2026-05-21T06:32:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:D427NFWTIR5VANRDQYPIG5URD2","target":"record","payload":{"canonical_record":{"source":{"id":"2603.15031","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2026-03-16T09:32:21Z","cross_cats_sorted":[],"title_canon_sha256":"3a4952b6e6649bc244b4b5d32faf5e8c8a0172792b7af6d2f252f7c7ffd2da7a","abstract_canon_sha256":"cc11a89c0db75b3580840775cb9fb52aec66ab52f3b186b51245daa13fbf7a81"},"schema_version":"1.0"},"canonical_sha256":"1f35f696d3447b503623861e8376911e9b2e824c19e0253b90b9c7ec9db463a4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-21T06:32:11.552152Z","signature_b64":"zVGXC/A2CctSyoBqj9qx0jUhrtigWZOhX4NzkV6kwRtUEudtfF4ijmrjJzcekKrrGdxZO5XOTMPby9QQPYBkBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1f35f696d3447b503623861e8376911e9b2e824c19e0253b90b9c7ec9db463a4","last_reissued_at":"2026-05-21T06:32:11.549586Z","signature_status":"signed_v1","first_computed_at":"2026-05-21T06:32:11.549586Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2603.15031","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T06:32:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F3KdsTLOCGvAwqV8yV25zLQ5rW9RywQGQqviesbCMLf3vAx9bhszFBtaaRRLMde9+gcTgVlX8nmhPvitwA0sBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T10:33:36.042787Z"},"content_sha256":"896050149f7aa04ebc7816498de6552e86d98198bdbbc9aba68f1cedf8413c02","schema_version":"1.0","event_id":"sha256:896050149f7aa04ebc7816498de6552e86d98198bdbbc9aba68f1cedf8413c02"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:D427NFWTIR5VANRDQYPIG5URD2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Attention Residuals","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bohong Yin, Chao Hong, Enzhe Lu, Fanqing Meng, Guanduo Chen, Guokun Lai, Haiqing Guo, Haoyu Lu, Jianlin Su, Jinguo Zhu, Junjie Yan, Kimi Team: Guangyu Chen, Lin Sui, Ming Wei, Shaowei Liu, Siyuan Pan, Weiran He, Weixiao Huang, Weixin Xu, Xiaotong Xie, Xin Men, Xinran Xu, Xinyu Zhou, Yanru Chen, Yaoyu Wang, Y. Charles, Yucheng Wang, Yulun Du, Yunpeng Tai, Yutian Chen, Yuxin Wu, Yu Zhang, Yuzhi Wang, Y. Zhang, Zaida Zhou, Zhilin Yang","submitted_at":"2026-03-16T09:32:21Z","abstract_excerpt":"Residual connections with PreNorm are standard in modern LLMs, yet they accumulate all layer outputs with fixed unit weights. This uniform aggregation causes uncontrolled hidden-state growth with depth, progressively diluting each layer's contribution. We propose Attention Residuals (AttnRes), which replaces this fixed accumulation with softmax attention over preceding layer outputs, allowing each layer to selectively aggregate earlier representations with learned, input-dependent weights. To address the memory and communication overhead of attending over all preceding layer outputs for large-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.15031","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2603.15031/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T06:32:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KLZuLvTIgLE3IT8HTOljb4ZlDPVdBd3ZbajiEQzDNT3/r3cgGGFIw4P9KgXsNKYnySs5qdtEY2HI6AzAFJkXBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T10:33:36.043435Z"},"content_sha256":"85b29b3ad12df0ed5026d34f28486e51086614d6305b626867fc98cfb495a1cf","schema_version":"1.0","event_id":"sha256:85b29b3ad12df0ed5026d34f28486e51086614d6305b626867fc98cfb495a1cf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D427NFWTIR5VANRDQYPIG5URD2/bundle.json","state_url":"https://pith.science/pith/D427NFWTIR5VANRDQYPIG5URD2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D427NFWTIR5VANRDQYPIG5URD2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-23T10:33:36Z","links":{"resolver":"https://pith.science/pith/D427NFWTIR5VANRDQYPIG5URD2","bundle":"https://pith.science/pith/D427NFWTIR5VANRDQYPIG5URD2/bundle.json","state":"https://pith.science/pith/D427NFWTIR5VANRDQYPIG5URD2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D427NFWTIR5VANRDQYPIG5URD2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:D427NFWTIR5VANRDQYPIG5URD2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cc11a89c0db75b3580840775cb9fb52aec66ab52f3b186b51245daa13fbf7a81","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2026-03-16T09:32:21Z","title_canon_sha256":"3a4952b6e6649bc244b4b5d32faf5e8c8a0172792b7af6d2f252f7c7ffd2da7a"},"schema_version":"1.0","source":{"id":"2603.15031","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.15031","created_at":"2026-05-21T06:32:11Z"},{"alias_kind":"arxiv_version","alias_value":"2603.15031v1","created_at":"2026-05-21T06:32:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.15031","created_at":"2026-05-21T06:32:11Z"},{"alias_kind":"pith_short_12","alias_value":"D427NFWTIR5V","created_at":"2026-05-21T06:32:11Z"},{"alias_kind":"pith_short_16","alias_value":"D427NFWTIR5VANRD","created_at":"2026-05-21T06:32:11Z"},{"alias_kind":"pith_short_8","alias_value":"D427NFWT","created_at":"2026-05-21T06:32:11Z"}],"graph_snapshots":[{"event_id":"sha256:85b29b3ad12df0ed5026d34f28486e51086614d6305b626867fc98cfb495a1cf","target":"graph","created_at":"2026-05-21T06:32:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2603.15031/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Residual connections with PreNorm are standard in modern LLMs, yet they accumulate all layer outputs with fixed unit weights. This uniform aggregation causes uncontrolled hidden-state growth with depth, progressively diluting each layer's contribution. We propose Attention Residuals (AttnRes), which replaces this fixed accumulation with softmax attention over preceding layer outputs, allowing each layer to selectively aggregate earlier representations with learned, input-dependent weights. To address the memory and communication overhead of attending over all preceding layer outputs for large-","authors_text":"Bohong Yin, Chao Hong, Enzhe Lu, Fanqing Meng, Guanduo Chen, Guokun Lai, Haiqing Guo, Haoyu Lu, Jianlin Su, Jinguo Zhu, Junjie Yan, Kimi Team: Guangyu Chen, Lin Sui, Ming Wei, Shaowei Liu, Siyuan Pan, Weiran He, Weixiao Huang, Weixin Xu, Xiaotong Xie, Xin Men, Xinran Xu, Xinyu Zhou, Yanru Chen, Yaoyu Wang, Y. Charles, Yucheng Wang, Yulun Du, Yunpeng Tai, Yutian Chen, Yuxin Wu, Yu Zhang, Yuzhi Wang, Y. Zhang, Zaida Zhou, Zhilin Yang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2026-03-16T09:32:21Z","title":"Attention Residuals"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.15031","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:896050149f7aa04ebc7816498de6552e86d98198bdbbc9aba68f1cedf8413c02","target":"record","created_at":"2026-05-21T06:32:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cc11a89c0db75b3580840775cb9fb52aec66ab52f3b186b51245daa13fbf7a81","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2026-03-16T09:32:21Z","title_canon_sha256":"3a4952b6e6649bc244b4b5d32faf5e8c8a0172792b7af6d2f252f7c7ffd2da7a"},"schema_version":"1.0","source":{"id":"2603.15031","kind":"arxiv","version":1}},"canonical_sha256":"1f35f696d3447b503623861e8376911e9b2e824c19e0253b90b9c7ec9db463a4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1f35f696d3447b503623861e8376911e9b2e824c19e0253b90b9c7ec9db463a4","first_computed_at":"2026-05-21T06:32:11.549586Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-21T06:32:11.549586Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zVGXC/A2CctSyoBqj9qx0jUhrtigWZOhX4NzkV6kwRtUEudtfF4ijmrjJzcekKrrGdxZO5XOTMPby9QQPYBkBQ==","signature_status":"signed_v1","signed_at":"2026-05-21T06:32:11.552152Z","signed_message":"canonical_sha256_bytes"},"source_id":"2603.15031","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:896050149f7aa04ebc7816498de6552e86d98198bdbbc9aba68f1cedf8413c02","sha256:85b29b3ad12df0ed5026d34f28486e51086614d6305b626867fc98cfb495a1cf"],"state_sha256":"47c258c122e694c03afb8d1163cc4053f5dd48c7eb73f29609c8263abaf5b30b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bX7AqsZAk5E045V/7wakmse6kzxy7WOGHRPNhRuJ0scJN2EPcANd5h+1cKrjd+I7Jzf3rPYahtQRD0tufCPDDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-23T10:33:36.048152Z","bundle_sha256":"fb9e3b2d5031de1b8aa0735abc2e83133b521180ff8547483090c960d82a3963"}}