{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IMT4AW4MWQ36LGOLL5IGGTLWVI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bfdbe2fc19354afbea808bfc3b218fe9be25ee885d0c8b5a014c99bd4d6e77db","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-10T10:34:18Z","title_canon_sha256":"0edef2813b95bf49a9e54294c95b5304babab3b8e374e31d15c6410dbb9df30d"},"schema_version":"1.0","source":{"id":"2410.07799","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.07799","created_at":"2026-07-05T11:21:36Z"},{"alias_kind":"arxiv_version","alias_value":"2410.07799v3","created_at":"2026-07-05T11:21:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.07799","created_at":"2026-07-05T11:21:36Z"},{"alias_kind":"pith_short_12","alias_value":"IMT4AW4MWQ36","created_at":"2026-07-05T11:21:36Z"},{"alias_kind":"pith_short_16","alias_value":"IMT4AW4MWQ36LGOL","created_at":"2026-07-05T11:21:36Z"},{"alias_kind":"pith_short_8","alias_value":"IMT4AW4M","created_at":"2026-07-05T11:21:36Z"}],"graph_snapshots":[{"event_id":"sha256:d586c4c8d4be56c337145ad72284b4fbb9dcc869e257b1e6934abc04a77c9675","target":"graph","created_at":"2026-07-05T11:21:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.07799/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Attention layers are the core component of transformers, the current state-of-the-art neural network architecture. Alternatives to softmax-based attention are being explored due to its tendency to hinder effective information flow. Even at initialisation, it remains poorly understood why the propagation of signals and gradients through these random networks can be pathological, resulting in issues known as (i) vanishing/exploding gradients and (ii) rank collapse $\\textit{in depth}$, i.e. when all tokens converge to a single representation along layers. While rank collapse in depth naturally ar","authors_text":"Alireza Naderi, Jared Tanner, Thiziri Nait Saada","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-10T10:34:18Z","title":"Mind the Gap: a Spectral Analysis of Rank Collapse and Signal Propagation in Attention Layers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.07799","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f571c442881c8506e56f7e6145320620a67aad70921cafbad4fb919ed1dca29d","target":"record","created_at":"2026-07-05T11:21:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bfdbe2fc19354afbea808bfc3b218fe9be25ee885d0c8b5a014c99bd4d6e77db","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-10T10:34:18Z","title_canon_sha256":"0edef2813b95bf49a9e54294c95b5304babab3b8e374e31d15c6410dbb9df30d"},"schema_version":"1.0","source":{"id":"2410.07799","kind":"arxiv","version":3}},"canonical_sha256":"4327c05b8cb437e599cb5f50634d76aa050a1187ba151e6c001dca663bb94868","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4327c05b8cb437e599cb5f50634d76aa050a1187ba151e6c001dca663bb94868","first_computed_at":"2026-07-05T11:21:36.830126Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:21:36.830126Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DgKKj98Ybu5TQiDkAI/O+4sL3PR+Q28irAvAJJzL5Jnw/ezbXB+V7LsExE9aF/29kRmre/RvljTaf034aom/Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:21:36.830593Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.07799","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f571c442881c8506e56f7e6145320620a67aad70921cafbad4fb919ed1dca29d","sha256:d586c4c8d4be56c337145ad72284b4fbb9dcc869e257b1e6934abc04a77c9675"],"state_sha256":"0493eb67ea8bf88d97694b378cffd7a7f3ba408f2c8c94090eea925bf3e46a2b"}