{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:IPC4VQRJSO46JEBECMR4YVKWWB","short_pith_number":"pith:IPC4VQRJ","canonical_record":{"source":{"id":"2506.01115","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T18:42:39Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"ea3b1c7e2906712608ecfe1e3a65513437f37f624bbd786a737b7b4d39dae8e2","abstract_canon_sha256":"74e342af4ecb86ca212c685e809068a6366a43840e57f8454fdb64339f397383"},"schema_version":"1.0"},"canonical_sha256":"43c5cac22993b9e490241323cc5556b04b3cae2287c46236087cb3f9ce75079a","source":{"kind":"arxiv","id":"2506.01115","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.01115","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"arxiv_version","alias_value":"2506.01115v3","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.01115","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"pith_short_12","alias_value":"IPC4VQRJSO46","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"pith_short_16","alias_value":"IPC4VQRJSO46JEBE","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"pith_short_8","alias_value":"IPC4VQRJ","created_at":"2026-07-05T12:04:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:IPC4VQRJSO46JEBECMR4YVKWWB","target":"record","payload":{"canonical_record":{"source":{"id":"2506.01115","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T18:42:39Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"ea3b1c7e2906712608ecfe1e3a65513437f37f624bbd786a737b7b4d39dae8e2","abstract_canon_sha256":"74e342af4ecb86ca212c685e809068a6366a43840e57f8454fdb64339f397383"},"schema_version":"1.0"},"canonical_sha256":"43c5cac22993b9e490241323cc5556b04b3cae2287c46236087cb3f9ce75079a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:04:35.385635Z","signature_b64":"fMW2pzwsfml2izF9W/o44/49OKZ0pPfH3RBiXyjLQquJImf/obuwRTdLW/WyucQq8jjjKVoZG6sIGorGXXxhCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"43c5cac22993b9e490241323cc5556b04b3cae2287c46236087cb3f9ce75079a","last_reissued_at":"2026-07-05T12:04:35.385022Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:04:35.385022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.01115","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:04:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QrQ/UfU0E5OHIn8Jq2mO2KTH1u8jwnRSYcgDbZ5gJR4mYXRMwAubJegHbIP5dc2r8csppLLo9h/rfQii/BavBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:08:16.936047Z"},"content_sha256":"0133a9389cb568a04612a7ee995474e57eac43f08bdcd7607f95133b9237dab9","schema_version":"1.0","event_id":"sha256:0133a9389cb568a04612a7ee995474e57eac43f08bdcd7607f95133b9237dab9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:IPC4VQRJSO46JEBECMR4YVKWWB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is Random Attention Sufficient for Sequence Modeling? Disentangling Trainable Components in the Transformer","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Lorenzo Noci, Mikhail Khodak, Mufan Li, Yihe Dong","submitted_at":"2025-06-01T18:42:39Z","abstract_excerpt":"The transformer architecture is central to the success of modern Large Language Models (LLMs), in part due to its surprising ability to perform a wide range of tasks - including mathematical reasoning, memorization, and retrieval - using only gradient-based learning on next-token prediction. While the core component of a transformer is the self-attention mechanism, we question how much, and which aspects, of the performance gains can be attributed to it. To this end, we compare standard transformers to variants in which either the MLP layers or the attention weights are frozen at initializatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.01115","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.01115/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:04:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yul3fUoXjcT+FvT2hpr9V+1EyMSg8CKbI8gf1mGaTbV9BilpD9fWT7V6QBtCLA/r1LHC3YYohUfE7nUjoND+Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:08:16.937062Z"},"content_sha256":"1a1927444e9e8bda0626125b414ea2e507912ce749cfa09763380b847045ce7e","schema_version":"1.0","event_id":"sha256:1a1927444e9e8bda0626125b414ea2e507912ce749cfa09763380b847045ce7e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IPC4VQRJSO46JEBECMR4YVKWWB/bundle.json","state_url":"https://pith.science/pith/IPC4VQRJSO46JEBECMR4YVKWWB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IPC4VQRJSO46JEBECMR4YVKWWB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T23:08:16Z","links":{"resolver":"https://pith.science/pith/IPC4VQRJSO46JEBECMR4YVKWWB","bundle":"https://pith.science/pith/IPC4VQRJSO46JEBECMR4YVKWWB/bundle.json","state":"https://pith.science/pith/IPC4VQRJSO46JEBECMR4YVKWWB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IPC4VQRJSO46JEBECMR4YVKWWB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:IPC4VQRJSO46JEBECMR4YVKWWB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"74e342af4ecb86ca212c685e809068a6366a43840e57f8454fdb64339f397383","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T18:42:39Z","title_canon_sha256":"ea3b1c7e2906712608ecfe1e3a65513437f37f624bbd786a737b7b4d39dae8e2"},"schema_version":"1.0","source":{"id":"2506.01115","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.01115","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"arxiv_version","alias_value":"2506.01115v3","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.01115","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"pith_short_12","alias_value":"IPC4VQRJSO46","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"pith_short_16","alias_value":"IPC4VQRJSO46JEBE","created_at":"2026-07-05T12:04:35Z"},{"alias_kind":"pith_short_8","alias_value":"IPC4VQRJ","created_at":"2026-07-05T12:04:35Z"}],"graph_snapshots":[{"event_id":"sha256:1a1927444e9e8bda0626125b414ea2e507912ce749cfa09763380b847045ce7e","target":"graph","created_at":"2026-07-05T12:04:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.01115/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The transformer architecture is central to the success of modern Large Language Models (LLMs), in part due to its surprising ability to perform a wide range of tasks - including mathematical reasoning, memorization, and retrieval - using only gradient-based learning on next-token prediction. While the core component of a transformer is the self-attention mechanism, we question how much, and which aspects, of the performance gains can be attributed to it. To this end, we compare standard transformers to variants in which either the MLP layers or the attention weights are frozen at initializatio","authors_text":"Lorenzo Noci, Mikhail Khodak, Mufan Li, Yihe Dong","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T18:42:39Z","title":"Is Random Attention Sufficient for Sequence Modeling? Disentangling Trainable Components in the Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.01115","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0133a9389cb568a04612a7ee995474e57eac43f08bdcd7607f95133b9237dab9","target":"record","created_at":"2026-07-05T12:04:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"74e342af4ecb86ca212c685e809068a6366a43840e57f8454fdb64339f397383","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T18:42:39Z","title_canon_sha256":"ea3b1c7e2906712608ecfe1e3a65513437f37f624bbd786a737b7b4d39dae8e2"},"schema_version":"1.0","source":{"id":"2506.01115","kind":"arxiv","version":3}},"canonical_sha256":"43c5cac22993b9e490241323cc5556b04b3cae2287c46236087cb3f9ce75079a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"43c5cac22993b9e490241323cc5556b04b3cae2287c46236087cb3f9ce75079a","first_computed_at":"2026-07-05T12:04:35.385022Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:04:35.385022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fMW2pzwsfml2izF9W/o44/49OKZ0pPfH3RBiXyjLQquJImf/obuwRTdLW/WyucQq8jjjKVoZG6sIGorGXXxhCA==","signature_status":"signed_v1","signed_at":"2026-07-05T12:04:35.385635Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.01115","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0133a9389cb568a04612a7ee995474e57eac43f08bdcd7607f95133b9237dab9","sha256:1a1927444e9e8bda0626125b414ea2e507912ce749cfa09763380b847045ce7e"],"state_sha256":"2ff6512dd957c8df5f9767715e37017be44cce48242e8ddf9a3b6084f2e0818a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eGKAEu+KhqEtXvzB8LsHAc6d4LoLufUe7EoJ9COBNmHbhEidGAH6NzQF2QKPbH3A00eYtU2x9avbp0UJW/G2Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T23:08:16.945091Z","bundle_sha256":"2b6cae47ca82ae8c3f929794fc548dbfd935245100ef6eaf2448eb4800c1221d"}}