{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:IPC4VQRJSO46JEBECMR4YVKWWB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"74e342af4ecb86ca212c685e809068a6366a43840e57f8454fdb64339f397383","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T18:42:39Z","title_canon_sha256":"ea3b1c7e2906712608ecfe1e3a65513437f37f624bbd786a737b7b4d39dae8e2"},"schema_version":"1.0","source":{"id":"2506.01115","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.01115","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"arxiv_version","alias_value":"2506.01115v3","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.01115","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"pith_short_12","alias_value":"IPC4VQRJSO46","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"pith_short_16","alias_value":"IPC4VQRJSO46JEBE","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"pith_short_8","alias_value":"IPC4VQRJ","created_at":"2026-07-05T12:04:35Z"}],"graph_snapshots":[{"event_id":"sha256:1a1927444e9e8bda0626125b414ea2e507912ce749cfa09763380b847045ce7e","target":"graph","created_at":"2026-07-05T12:04:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.01115/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The transformer architecture is central to the success of modern Large Language Models (LLMs), in part due to its surprising ability to perform a wide range of tasks - including mathematical reasoning, memorization, and retrieval - using only gradient-based learning on next-token prediction. While the core component of a transformer is the self-attention mechanism, we question how much, and which aspects, of the performance gains can be attributed to it. To this end, we compare standard transformers to variants in which either the MLP layers or the attention weights are frozen at initializatio","authors_text":"Lorenzo Noci, Mikhail Khodak, Mufan Li, Yihe Dong","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T18:42:39Z","title":"Is Random Attention Sufficient for Sequence Modeling? Disentangling Trainable Components in the Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.01115","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0133a9389cb568a04612a7ee995474e57eac43f08bdcd7607f95133b9237dab9","target":"record","created_at":"2026-07-05T12:04:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"74e342af4ecb86ca212c685e809068a6366a43840e57f8454fdb64339f397383","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T18:42:39Z","title_canon_sha256":"ea3b1c7e2906712608ecfe1e3a65513437f37f624bbd786a737b7b4d39dae8e2"},"schema_version":"1.0","source":{"id":"2506.01115","kind":"arxiv","version":3}},"canonical_sha256":"43c5cac22993b9e490241323cc5556b04b3cae2287c46236087cb3f9ce75079a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"43c5cac22993b9e490241323cc5556b04b3cae2287c46236087cb3f9ce75079a","first_computed_at":"2026-07-05T12:04:35.385022Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:04:35.385022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fMW2pzwsfml2izF9W/o44/49OKZ0pPfH3RBiXyjLQquJImf/obuwRTdLW/WyucQq8jjjKVoZG6sIGorGXXxhCA==","signature_status":"signed_v1","signed_at":"2026-07-05T12:04:35.385635Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.01115","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0133a9389cb568a04612a7ee995474e57eac43f08bdcd7607f95133b9237dab9","sha256:1a1927444e9e8bda0626125b414ea2e507912ce749cfa09763380b847045ce7e"],"state_sha256":"2ff6512dd957c8df5f9767715e37017be44cce48242e8ddf9a3b6084f2e0818a"}