{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2SB3T4LP6UHPLPUUJKHNM3KSNA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8eb50b46ef2fc38f53b727cf92bbedb83f8ed96dc4e94590d489ff3e3aafcf8a","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-14T18:15:02Z","title_canon_sha256":"f1aaf5ece8743fc2526d73885a41e9f73ebf1debe4cbdc40e611e71c9888d4a4"},"schema_version":"1.0","source":{"id":"2410.10986","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.10986","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"arxiv_version","alias_value":"2410.10986v2","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.10986","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"pith_short_12","alias_value":"2SB3T4LP6UHP","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"pith_short_16","alias_value":"2SB3T4LP6UHPLPUU","created_at":"2026-07-05T10:32:32Z"},{"alias_kind":"pith_short_8","alias_value":"2SB3T4LP","created_at":"2026-07-05T10:32:32Z"}],"graph_snapshots":[{"event_id":"sha256:b94537e8e09d7203a06aa4509bcc6c22d478936878e809faf1e67323728710e8","target":"graph","created_at":"2026-07-05T10:32:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.10986/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Transformer architecture has inarguably revolutionized deep learning, overtaking classical architectures like multi-layer perceptrons (MLPs) and convolutional neural networks (CNNs). At its core, the attention block differs in form and functionality from most other architectural components in deep learning--to the extent that, in comparison to MLPs/CNNs, Transformers are more often accompanied by adaptive optimizers, layer normalization, learning rate warmup, etc. The root causes behind these outward manifestations and the precise mechanisms that govern them remain poorly understood. In th","authors_text":"Felix Dangel, Sidak Pal Singh, Weronika Ormaniec","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-14T18:15:02Z","title":"What Does It Mean to Be a Transformer? Insights from a Theoretical Hessian Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.10986","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:270afceebeb9c537a257c13e06c882242ff35ff53ccd701d5c0c1bc3525105c1","target":"record","created_at":"2026-07-05T10:32:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8eb50b46ef2fc38f53b727cf92bbedb83f8ed96dc4e94590d489ff3e3aafcf8a","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-14T18:15:02Z","title_canon_sha256":"f1aaf5ece8743fc2526d73885a41e9f73ebf1debe4cbdc40e611e71c9888d4a4"},"schema_version":"1.0","source":{"id":"2410.10986","kind":"arxiv","version":2}},"canonical_sha256":"d483b9f16ff50ef5be944a8ed66d526824216d81b22902b41e8ca4cf0166e1aa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d483b9f16ff50ef5be944a8ed66d526824216d81b22902b41e8ca4cf0166e1aa","first_computed_at":"2026-07-05T10:32:32.135843Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:32:32.135843Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"K+YQxI0Fp3zaMrBfqCYy/qeUY1xFVcyzHuos5ysahms+dWoG1G1LnkU1YnZWm2c9HSDNB4UM8ndzeQ6e2K2uAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:32:32.136371Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.10986","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:270afceebeb9c537a257c13e06c882242ff35ff53ccd701d5c0c1bc3525105c1","sha256:b94537e8e09d7203a06aa4509bcc6c22d478936878e809faf1e67323728710e8"],"state_sha256":"b0609f8fcb819a858a76fa4902cecb34f7680c9c9061fb4a85f52d391c62f14d"}