{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:HA5XVOEFS7OGRSA6GC2WONPP5L","short_pith_number":"pith:HA5XVOEF","canonical_record":{"source":{"id":"2505.02222","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-04T19:14:43Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"225355c010c0ea7a454a71167f030d5ce1477f0ae8bd5d012da4e130e5c59225","abstract_canon_sha256":"09d3d8a263be5cf636cf709b1318f37eb7dd5aab024777b8bef9f998551496c8"},"schema_version":"1.0"},"canonical_sha256":"383b7ab88597dc68c81e30b56735efeadf2f96ef5a0d5ec3c8965779973a4e73","source":{"kind":"arxiv","id":"2505.02222","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.02222","created_at":"2026-07-05T11:05:43Z"},{"alias_kind":"arxiv_version","alias_value":"2505.02222v4","created_at":"2026-07-05T11:05:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.02222","created_at":"2026-07-05T11:05:43Z"},{"alias_kind":"pith_short_12","alias_value":"HA5XVOEFS7OG","created_at":"2026-07-05T11:05:43Z"},{"alias_kind":"pith_short_16","alias_value":"HA5XVOEFS7OGRSA6","created_at":"2026-07-05T11:05:43Z"},{"alias_kind":"pith_short_8","alias_value":"HA5XVOEF","created_at":"2026-07-05T11:05:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:HA5XVOEFS7OGRSA6GC2WONPP5L","target":"record","payload":{"canonical_record":{"source":{"id":"2505.02222","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-04T19:14:43Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"225355c010c0ea7a454a71167f030d5ce1477f0ae8bd5d012da4e130e5c59225","abstract_canon_sha256":"09d3d8a263be5cf636cf709b1318f37eb7dd5aab024777b8bef9f998551496c8"},"schema_version":"1.0"},"canonical_sha256":"383b7ab88597dc68c81e30b56735efeadf2f96ef5a0d5ec3c8965779973a4e73","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:05:43.778509Z","signature_b64":"ZZGIbYjL7bUZpK4aXl+bg1akztlkAns5USWoxbg9nuXu/TvAlimsp5I0rcX3a3JwzKDAIOsGYCcKJAJOGTL7Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"383b7ab88597dc68c81e30b56735efeadf2f96ef5a0d5ec3c8965779973a4e73","last_reissued_at":"2026-07-05T11:05:43.778023Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:05:43.778023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.02222","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:05:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/1DvKuF4sbelnxIoDV321wtWvAdRDn8Q1UsKepHCcxtVc9+xV3MHL5BSg3xN7Rg7sw3FRMfdXE1VLuCIVFCFDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T17:46:09.988207Z"},"content_sha256":"b76528c8d305b0870c16b5a523e5a78bb5d72f507ea6b4956d77163b02b28151","schema_version":"1.0","event_id":"sha256:b76528c8d305b0870c16b5a523e5a78bb5d72f507ea6b4956d77163b02b28151"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:HA5XVOEFS7OGRSA6GC2WONPP5L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Practical Efficiency of Muon for Pretraining","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Adarsh Chaluvaraju, Andrew Hojel, Andrew Ma, Anil Thomas, Anthony M. Polloreno, Ashish Tanwer, Ashish Vaswani, Darsh J Shah, Essential AI: Ishaan Shah, Karl Stratos, Khoi Nguyen, Kurt Smith, Michael Callahan, Michael Pust, Mohit Parmar, Peter Rushton, Philip Monk, Platon Mazarakis, Ritvik Kapila, Saurabh Srivastava, Somanshu Singla, Tim Romanski, Yash Vanjani","submitted_at":"2025-05-04T19:14:43Z","abstract_excerpt":"We demonstrate that Muon, the simplest instantiation of a second-order optimizer, explicitly expands the Pareto frontier over AdamW on the compute-time tradeoff. We find that Muon is more effective than AdamW in retaining data efficiency at large batch sizes, far beyond the so-called critical batch size, while remaining computationally efficient, thus enabling more economical training. We study the combination of Muon and the maximal update parameterization (muP) for efficient hyperparameter transfer and present a simple telescoping algorithm that accounts for all sources of error in muP while"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.02222","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.02222/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:05:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yx/a2NJvt1bnVB1BYP2czyrsSzGa1ttzDYYtZimzhXtMjg4IHoTNGk3pf82q3QfzLOX1aRTNH0IPrSXxcL3QDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T17:46:09.988857Z"},"content_sha256":"7b9ff4e276b7893c67dd1a6b716da7abb530e13ecd190798668c23fcf3715fed","schema_version":"1.0","event_id":"sha256:7b9ff4e276b7893c67dd1a6b716da7abb530e13ecd190798668c23fcf3715fed"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HA5XVOEFS7OGRSA6GC2WONPP5L/bundle.json","state_url":"https://pith.science/pith/HA5XVOEFS7OGRSA6GC2WONPP5L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HA5XVOEFS7OGRSA6GC2WONPP5L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T17:46:09Z","links":{"resolver":"https://pith.science/pith/HA5XVOEFS7OGRSA6GC2WONPP5L","bundle":"https://pith.science/pith/HA5XVOEFS7OGRSA6GC2WONPP5L/bundle.json","state":"https://pith.science/pith/HA5XVOEFS7OGRSA6GC2WONPP5L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HA5XVOEFS7OGRSA6GC2WONPP5L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:HA5XVOEFS7OGRSA6GC2WONPP5L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"09d3d8a263be5cf636cf709b1318f37eb7dd5aab024777b8bef9f998551496c8","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-04T19:14:43Z","title_canon_sha256":"225355c010c0ea7a454a71167f030d5ce1477f0ae8bd5d012da4e130e5c59225"},"schema_version":"1.0","source":{"id":"2505.02222","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.02222","created_at":"2026-07-05T11:05:43Z"},{"alias_kind":"arxiv_version","alias_value":"2505.02222v4","created_at":"2026-07-05T11:05:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.02222","created_at":"2026-07-05T11:05:43Z"},{"alias_kind":"pith_short_12","alias_value":"HA5XVOEFS7OG","created_at":"2026-07-05T11:05:43Z"},{"alias_kind":"pith_short_16","alias_value":"HA5XVOEFS7OGRSA6","created_at":"2026-07-05T11:05:43Z"},{"alias_kind":"pith_short_8","alias_value":"HA5XVOEF","created_at":"2026-07-05T11:05:43Z"}],"graph_snapshots":[{"event_id":"sha256:7b9ff4e276b7893c67dd1a6b716da7abb530e13ecd190798668c23fcf3715fed","target":"graph","created_at":"2026-07-05T11:05:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.02222/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We demonstrate that Muon, the simplest instantiation of a second-order optimizer, explicitly expands the Pareto frontier over AdamW on the compute-time tradeoff. We find that Muon is more effective than AdamW in retaining data efficiency at large batch sizes, far beyond the so-called critical batch size, while remaining computationally efficient, thus enabling more economical training. We study the combination of Muon and the maximal update parameterization (muP) for efficient hyperparameter transfer and present a simple telescoping algorithm that accounts for all sources of error in muP while","authors_text":"Adarsh Chaluvaraju, Andrew Hojel, Andrew Ma, Anil Thomas, Anthony M. Polloreno, Ashish Tanwer, Ashish Vaswani, Darsh J Shah, Essential AI: Ishaan Shah, Karl Stratos, Khoi Nguyen, Kurt Smith, Michael Callahan, Michael Pust, Mohit Parmar, Peter Rushton, Philip Monk, Platon Mazarakis, Ritvik Kapila, Saurabh Srivastava, Somanshu Singla, Tim Romanski, Yash Vanjani","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-04T19:14:43Z","title":"Practical Efficiency of Muon for Pretraining"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.02222","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b76528c8d305b0870c16b5a523e5a78bb5d72f507ea6b4956d77163b02b28151","target":"record","created_at":"2026-07-05T11:05:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"09d3d8a263be5cf636cf709b1318f37eb7dd5aab024777b8bef9f998551496c8","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-04T19:14:43Z","title_canon_sha256":"225355c010c0ea7a454a71167f030d5ce1477f0ae8bd5d012da4e130e5c59225"},"schema_version":"1.0","source":{"id":"2505.02222","kind":"arxiv","version":4}},"canonical_sha256":"383b7ab88597dc68c81e30b56735efeadf2f96ef5a0d5ec3c8965779973a4e73","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"383b7ab88597dc68c81e30b56735efeadf2f96ef5a0d5ec3c8965779973a4e73","first_computed_at":"2026-07-05T11:05:43.778023Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:05:43.778023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZZGIbYjL7bUZpK4aXl+bg1akztlkAns5USWoxbg9nuXu/TvAlimsp5I0rcX3a3JwzKDAIOsGYCcKJAJOGTL7Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T11:05:43.778509Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.02222","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b76528c8d305b0870c16b5a523e5a78bb5d72f507ea6b4956d77163b02b28151","sha256:7b9ff4e276b7893c67dd1a6b716da7abb530e13ecd190798668c23fcf3715fed"],"state_sha256":"7db70bbe8312afde9812469cd4ea2663a99a82cb31469efe347bb0680c5eab6b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p6I054h2ysBA7GxF0A/YaoLqzHFnOVRDxcbeLV1lF8eKcmiJ6yS1Wjerd4m5JRvGwOugbV9yoaPZuZJKUuuAAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T17:46:09.992072Z","bundle_sha256":"22c2ae670c7d8d22dfa6cf66ff90791b0e043bba0ace38d209f9256b876a9157"}}