{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:XHQI52IP65PAO4MUYCCHDPZXTB","short_pith_number":"pith:XHQI52IP","canonical_record":{"source":{"id":"2608.09417","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-08-10T10:45:16Z","cross_cats_sorted":[],"title_canon_sha256":"e800c0490cc4469f854aaa63f86d6f8692ea9f4683d7a87b9c0c231878baf88b","abstract_canon_sha256":"9d36e6064d9e308f95e07b103c8920485516aed31207285327920bb8c42ee668"},"schema_version":"1.0"},"canonical_sha256":"b9e08ee90ff75e077194c08471bf37986ec9cfb163554f01686b8fe311ccff13","source":{"kind":"arxiv","id":"2608.09417","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.09417","created_at":"2026-08-11T02:22:33Z"},{"alias_kind":"arxiv_version","alias_value":"2608.09417v1","created_at":"2026-08-11T02:22:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.09417","created_at":"2026-08-11T02:22:33Z"},{"alias_kind":"pith_short_12","alias_value":"XHQI52IP65PA","created_at":"2026-08-11T02:22:33Z"},{"alias_kind":"pith_short_16","alias_value":"XHQI52IP65PAO4MU","created_at":"2026-08-11T02:22:33Z"},{"alias_kind":"pith_short_8","alias_value":"XHQI52IP","created_at":"2026-08-11T02:22:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:XHQI52IP65PAO4MUYCCHDPZXTB","target":"record","payload":{"canonical_record":{"source":{"id":"2608.09417","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-08-10T10:45:16Z","cross_cats_sorted":[],"title_canon_sha256":"e800c0490cc4469f854aaa63f86d6f8692ea9f4683d7a87b9c0c231878baf88b","abstract_canon_sha256":"9d36e6064d9e308f95e07b103c8920485516aed31207285327920bb8c42ee668"},"schema_version":"1.0"},"canonical_sha256":"b9e08ee90ff75e077194c08471bf37986ec9cfb163554f01686b8fe311ccff13","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-11T02:22:33.848098Z","signature_b64":"lJao/Wjd2K2Em5y3k9N2wnBwMuLQKBHBbSS6J3+U8FlFA3wsg2JNObZxtcufpxZGmE/yHUysMTC7d/6SLqh1DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b9e08ee90ff75e077194c08471bf37986ec9cfb163554f01686b8fe311ccff13","last_reissued_at":"2026-08-11T02:22:33.845902Z","signature_status":"signed_v1","first_computed_at":"2026-08-11T02:22:33.845902Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2608.09417","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-11T02:22:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Di35WoDz633jZWp7kPiDBG3cZ0BGVus/7HFxtvqkf7fXnXVoiWjemN+jMFuwsq3F1abfjoYPLe0wtSqJhQ/nDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T21:30:23.948029Z"},"content_sha256":"3716c772f033311c68d41cf6a328186b8913fc522c317c74e0ea71df6619c33b","schema_version":"1.0","event_id":"sha256:3716c772f033311c68d41cf6a328186b8913fc522c317c74e0ea71df6619c33b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:XHQI52IP65PAO4MUYCCHDPZXTB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Mechanistic Diagnostic of Rank Collapse in Post-Norm Decoder Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Qingyu Han, Xiaodong Luo, Xingjian Wang, Yin Zhang","submitted_at":"2026-08-10T10:45:16Z","abstract_excerpt":"Deep decoder-only Transformers often replace the original Post-Norm architecture with Pre-Norm variants because Post-Norm training is highly sensitive to warmup and learning rate under conventional initialization schemes. Although prior work has identified rank collapse and gradient vanishing as related symptoms, it remains poorly understood how causal attention creates high-similarity representations and why training dynamics fail to repair them. We give a two-stage analysis of Post-Norm rank collapse using token similarity as a scalar state variable. First, at initialization, causal attentio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.09417","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2608.09417/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-11T02:22:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Vjw24neg3TSDEFq4tyNZ1aF7oah7Q6QNXKxvcG52Z9CqnEbt3NiKTz+5UqKNrr3w0A5P4PJOut20ULVT68EKAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T21:30:23.948545Z"},"content_sha256":"79602fdd20cb06bf254ca8c980a4030a28ca65f7a80cff558e5856a0891847d0","schema_version":"1.0","event_id":"sha256:79602fdd20cb06bf254ca8c980a4030a28ca65f7a80cff558e5856a0891847d0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XHQI52IP65PAO4MUYCCHDPZXTB/bundle.json","state_url":"https://pith.science/pith/XHQI52IP65PAO4MUYCCHDPZXTB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XHQI52IP65PAO4MUYCCHDPZXTB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T21:30:23Z","links":{"resolver":"https://pith.science/pith/XHQI52IP65PAO4MUYCCHDPZXTB","bundle":"https://pith.science/pith/XHQI52IP65PAO4MUYCCHDPZXTB/bundle.json","state":"https://pith.science/pith/XHQI52IP65PAO4MUYCCHDPZXTB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XHQI52IP65PAO4MUYCCHDPZXTB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:XHQI52IP65PAO4MUYCCHDPZXTB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9d36e6064d9e308f95e07b103c8920485516aed31207285327920bb8c42ee668","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-08-10T10:45:16Z","title_canon_sha256":"e800c0490cc4469f854aaa63f86d6f8692ea9f4683d7a87b9c0c231878baf88b"},"schema_version":"1.0","source":{"id":"2608.09417","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2608.09417","created_at":"2026-08-11T02:22:33Z"},{"alias_kind":"arxiv_version","alias_value":"2608.09417v1","created_at":"2026-08-11T02:22:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.09417","created_at":"2026-08-11T02:22:33Z"},{"alias_kind":"pith_short_12","alias_value":"XHQI52IP65PA","created_at":"2026-08-11T02:22:33Z"},{"alias_kind":"pith_short_16","alias_value":"XHQI52IP65PAO4MU","created_at":"2026-08-11T02:22:33Z"},{"alias_kind":"pith_short_8","alias_value":"XHQI52IP","created_at":"2026-08-11T02:22:33Z"}],"graph_snapshots":[{"event_id":"sha256:79602fdd20cb06bf254ca8c980a4030a28ca65f7a80cff558e5856a0891847d0","target":"graph","created_at":"2026-08-11T02:22:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2608.09417/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep decoder-only Transformers often replace the original Post-Norm architecture with Pre-Norm variants because Post-Norm training is highly sensitive to warmup and learning rate under conventional initialization schemes. Although prior work has identified rank collapse and gradient vanishing as related symptoms, it remains poorly understood how causal attention creates high-similarity representations and why training dynamics fail to repair them. We give a two-stage analysis of Post-Norm rank collapse using token similarity as a scalar state variable. First, at initialization, causal attentio","authors_text":"Qingyu Han, Xiaodong Luo, Xingjian Wang, Yin Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-08-10T10:45:16Z","title":"A Mechanistic Diagnostic of Rank Collapse in Post-Norm Decoder Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.09417","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3716c772f033311c68d41cf6a328186b8913fc522c317c74e0ea71df6619c33b","target":"record","created_at":"2026-08-11T02:22:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9d36e6064d9e308f95e07b103c8920485516aed31207285327920bb8c42ee668","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-08-10T10:45:16Z","title_canon_sha256":"e800c0490cc4469f854aaa63f86d6f8692ea9f4683d7a87b9c0c231878baf88b"},"schema_version":"1.0","source":{"id":"2608.09417","kind":"arxiv","version":1}},"canonical_sha256":"b9e08ee90ff75e077194c08471bf37986ec9cfb163554f01686b8fe311ccff13","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b9e08ee90ff75e077194c08471bf37986ec9cfb163554f01686b8fe311ccff13","first_computed_at":"2026-08-11T02:22:33.845902Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-11T02:22:33.845902Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lJao/Wjd2K2Em5y3k9N2wnBwMuLQKBHBbSS6J3+U8FlFA3wsg2JNObZxtcufpxZGmE/yHUysMTC7d/6SLqh1DA==","signature_status":"signed_v1","signed_at":"2026-08-11T02:22:33.848098Z","signed_message":"canonical_sha256_bytes"},"source_id":"2608.09417","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3716c772f033311c68d41cf6a328186b8913fc522c317c74e0ea71df6619c33b","sha256:79602fdd20cb06bf254ca8c980a4030a28ca65f7a80cff558e5856a0891847d0"],"state_sha256":"dd2d4f86875fbffc34ed75cbbe266741550fd3738cfdc2060f86a456bb9c7d5b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7nbqsQ/86UNE3LLNjyagNA46mov9os3/TIEE9aH63duPDL1pHB24yLTVFbPBp/9Meh1BzUSzfzGWy0e1h+0TDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T21:30:23.990081Z","bundle_sha256":"d1a773d7b0ff5cdd546401cd4343fba0be8a38da8a9cdfdfd3205a58d926b84d"}}