{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:WV23MRAKMFBGEAXVZ6JONP6E37","short_pith_number":"pith:WV23MRAK","canonical_record":{"source":{"id":"2206.03126","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-06-07T09:07:24Z","cross_cats_sorted":[],"title_canon_sha256":"6cdeb7aabb272cf3abc49a57708d97a355f81aac94ace690191eaa223f43a6db","abstract_canon_sha256":"cf87d8c3d4d1f5e739795a95fd45e8b8ab35984e2c81ece3f9b0046890e9cf47"},"schema_version":"1.0"},"canonical_sha256":"b575b6440a61426202f5cf92e6bfc4dfc1b83ab8e97d382d09046fafe37bcb24","source":{"kind":"arxiv","id":"2206.03126","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.03126","created_at":"2026-07-05T04:29:39Z"},{"alias_kind":"arxiv_version","alias_value":"2206.03126v1","created_at":"2026-07-05T04:29:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.03126","created_at":"2026-07-05T04:29:39Z"},{"alias_kind":"pith_short_12","alias_value":"WV23MRAKMFBG","created_at":"2026-07-05T04:29:39Z"},{"alias_kind":"pith_short_16","alias_value":"WV23MRAKMFBGEAXV","created_at":"2026-07-05T04:29:39Z"},{"alias_kind":"pith_short_8","alias_value":"WV23MRAK","created_at":"2026-07-05T04:29:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:WV23MRAKMFBGEAXVZ6JONP6E37","target":"record","payload":{"canonical_record":{"source":{"id":"2206.03126","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-06-07T09:07:24Z","cross_cats_sorted":[],"title_canon_sha256":"6cdeb7aabb272cf3abc49a57708d97a355f81aac94ace690191eaa223f43a6db","abstract_canon_sha256":"cf87d8c3d4d1f5e739795a95fd45e8b8ab35984e2c81ece3f9b0046890e9cf47"},"schema_version":"1.0"},"canonical_sha256":"b575b6440a61426202f5cf92e6bfc4dfc1b83ab8e97d382d09046fafe37bcb24","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:29:39.586174Z","signature_b64":"67WxA1KZerJ4WfyOY0xPdbKLp31C7h/ucrbkhC1JOnqP3S21o6fL/Cwe3Cu+Ars0dejk4uJ/UxCwsZYMh6C6DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b575b6440a61426202f5cf92e6bfc4dfc1b83ab8e97d382d09046fafe37bcb24","last_reissued_at":"2026-07-05T04:29:39.585737Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:29:39.585737Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.03126","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:29:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YpL+EqfGMHius6vCS3NVI2M8SYBiyYFniagp1IWpzL6VO2atAUxYIeZ24wbNaXR0sg4pwpMlDQPK+vdFMB+gCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:36:56.750436Z"},"content_sha256":"d3659da579d0cb5e47033d74ef0f4a9a9a844bf1b643012eaa80b5cfc25a10a5","schema_version":"1.0","event_id":"sha256:d3659da579d0cb5e47033d74ef0f4a9a9a844bf1b643012eaa80b5cfc25a10a5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:WV23MRAKMFBGEAXVZ6JONP6E37","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Signal Propagation in Transformers: Theoretical Perspectives and the Role of Rank Collapse","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Antonio Orvieto, Aurelien Lucchi, Lorenzo Noci, Luca Biggio, Sidak Pal Singh, Sotiris Anagnostidis","submitted_at":"2022-06-07T09:07:24Z","abstract_excerpt":"Transformers have achieved remarkable success in several domains, ranging from natural language processing to computer vision. Nevertheless, it has been recently shown that stacking self-attention layers - the distinctive architectural component of Transformers - can result in rank collapse of the tokens' representations at initialization. The question of if and how rank collapse affects training is still largely unanswered, and its investigation is necessary for a more comprehensive understanding of this architecture. In this work, we shed new light on the causes and the effects of this pheno"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.03126","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.03126/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:29:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FBeSJl6XfNqUrIaTRCxI6TXlioOaHxsEGjsVmJmxaX1yCa/j9bsW+7pDz5K6YFLny7rc5Jb4CRTTspH+lyT4Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:36:56.751019Z"},"content_sha256":"e8a857fab2937409e882667dabd6ffb0f56b156a7768f72d7c02c6e84e2110e0","schema_version":"1.0","event_id":"sha256:e8a857fab2937409e882667dabd6ffb0f56b156a7768f72d7c02c6e84e2110e0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WV23MRAKMFBGEAXVZ6JONP6E37/bundle.json","state_url":"https://pith.science/pith/WV23MRAKMFBGEAXVZ6JONP6E37/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WV23MRAKMFBGEAXVZ6JONP6E37/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:36:56Z","links":{"resolver":"https://pith.science/pith/WV23MRAKMFBGEAXVZ6JONP6E37","bundle":"https://pith.science/pith/WV23MRAKMFBGEAXVZ6JONP6E37/bundle.json","state":"https://pith.science/pith/WV23MRAKMFBGEAXVZ6JONP6E37/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WV23MRAKMFBGEAXVZ6JONP6E37/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:WV23MRAKMFBGEAXVZ6JONP6E37","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cf87d8c3d4d1f5e739795a95fd45e8b8ab35984e2c81ece3f9b0046890e9cf47","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-06-07T09:07:24Z","title_canon_sha256":"6cdeb7aabb272cf3abc49a57708d97a355f81aac94ace690191eaa223f43a6db"},"schema_version":"1.0","source":{"id":"2206.03126","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.03126","created_at":"2026-07-05T04:29:39Z"},{"alias_kind":"arxiv_version","alias_value":"2206.03126v1","created_at":"2026-07-05T04:29:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.03126","created_at":"2026-07-05T04:29:39Z"},{"alias_kind":"pith_short_12","alias_value":"WV23MRAKMFBG","created_at":"2026-07-05T04:29:39Z"},{"alias_kind":"pith_short_16","alias_value":"WV23MRAKMFBGEAXV","created_at":"2026-07-05T04:29:39Z"},{"alias_kind":"pith_short_8","alias_value":"WV23MRAK","created_at":"2026-07-05T04:29:39Z"}],"graph_snapshots":[{"event_id":"sha256:e8a857fab2937409e882667dabd6ffb0f56b156a7768f72d7c02c6e84e2110e0","target":"graph","created_at":"2026-07-05T04:29:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.03126/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers have achieved remarkable success in several domains, ranging from natural language processing to computer vision. Nevertheless, it has been recently shown that stacking self-attention layers - the distinctive architectural component of Transformers - can result in rank collapse of the tokens' representations at initialization. The question of if and how rank collapse affects training is still largely unanswered, and its investigation is necessary for a more comprehensive understanding of this architecture. In this work, we shed new light on the causes and the effects of this pheno","authors_text":"Antonio Orvieto, Aurelien Lucchi, Lorenzo Noci, Luca Biggio, Sidak Pal Singh, Sotiris Anagnostidis","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-06-07T09:07:24Z","title":"Signal Propagation in Transformers: Theoretical Perspectives and the Role of Rank Collapse"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.03126","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d3659da579d0cb5e47033d74ef0f4a9a9a844bf1b643012eaa80b5cfc25a10a5","target":"record","created_at":"2026-07-05T04:29:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cf87d8c3d4d1f5e739795a95fd45e8b8ab35984e2c81ece3f9b0046890e9cf47","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-06-07T09:07:24Z","title_canon_sha256":"6cdeb7aabb272cf3abc49a57708d97a355f81aac94ace690191eaa223f43a6db"},"schema_version":"1.0","source":{"id":"2206.03126","kind":"arxiv","version":1}},"canonical_sha256":"b575b6440a61426202f5cf92e6bfc4dfc1b83ab8e97d382d09046fafe37bcb24","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b575b6440a61426202f5cf92e6bfc4dfc1b83ab8e97d382d09046fafe37bcb24","first_computed_at":"2026-07-05T04:29:39.585737Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:29:39.585737Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"67WxA1KZerJ4WfyOY0xPdbKLp31C7h/ucrbkhC1JOnqP3S21o6fL/Cwe3Cu+Ars0dejk4uJ/UxCwsZYMh6C6DA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:29:39.586174Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.03126","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d3659da579d0cb5e47033d74ef0f4a9a9a844bf1b643012eaa80b5cfc25a10a5","sha256:e8a857fab2937409e882667dabd6ffb0f56b156a7768f72d7c02c6e84e2110e0"],"state_sha256":"218e9ffc56e00ec8e1ab0335c39f64909fa429cd86f581269e4da526a63331a2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D8CN5+P+XDUzX/GnMWIwjzLSWKfS/QJHxaVSxx5vBUWbX4nffHXhGcFiD7kuVGIiazUrTEJ4u6dN+/+CHOxXBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:36:56.755888Z","bundle_sha256":"ae5f60b42aa35538d1588d273aa193c259415cb8c9a2440562e46081547456fd"}}