{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:TKS7HMXIGH5GQQBB2AUTYGLDYO","short_pith_number":"pith:TKS7HMXI","canonical_record":{"source":{"id":"2603.10067","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-03-10T02:12:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3f90802658d164cd73f8ab04692ba444992fbc1a77c8604c672712c4494c5a7b","abstract_canon_sha256":"455bc28516366f2a45d9b2617a07930f957cf72375a96aa5653614edde6dc522"},"schema_version":"1.0"},"canonical_sha256":"9aa5f3b2e831fa684021d0293c1963c3b54bd450b76f64f5e5ea7201fee449b9","source":{"kind":"arxiv","id":"2603.10067","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.10067","created_at":"2026-05-25T02:01:16Z"},{"alias_kind":"arxiv_version","alias_value":"2603.10067v2","created_at":"2026-05-25T02:01:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.10067","created_at":"2026-05-25T02:01:16Z"},{"alias_kind":"pith_short_12","alias_value":"TKS7HMXIGH5G","created_at":"2026-05-25T02:01:16Z"},{"alias_kind":"pith_short_16","alias_value":"TKS7HMXIGH5GQQBB","created_at":"2026-05-25T02:01:16Z"},{"alias_kind":"pith_short_8","alias_value":"TKS7HMXI","created_at":"2026-05-25T02:01:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:TKS7HMXIGH5GQQBB2AUTYGLDYO","target":"record","payload":{"canonical_record":{"source":{"id":"2603.10067","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-03-10T02:12:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3f90802658d164cd73f8ab04692ba444992fbc1a77c8604c672712c4494c5a7b","abstract_canon_sha256":"455bc28516366f2a45d9b2617a07930f957cf72375a96aa5653614edde6dc522"},"schema_version":"1.0"},"canonical_sha256":"9aa5f3b2e831fa684021d0293c1963c3b54bd450b76f64f5e5ea7201fee449b9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-25T02:01:16.866666Z","signature_b64":"/oasXB2dmj6rRJx09YnJt3UuE7zqQypojdOVObV+0JjsGPD4KJ03QiIbwn7bOLu3xIt4WhTKV+w2xL+1XVkECw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9aa5f3b2e831fa684021d0293c1963c3b54bd450b76f64f5e5ea7201fee449b9","last_reissued_at":"2026-05-25T02:01:16.865941Z","signature_status":"signed_v1","first_computed_at":"2026-05-25T02:01:16.865941Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2603.10067","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-25T02:01:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3VAmNr/sBdndwoPE385ciibsTBJcDQXpAQ8iGm3F+RzmJlE+u2/HXb+AhqdJftDefsAdoP1z+62xzw8XQoTIAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T23:18:45.519834Z"},"content_sha256":"af98d1feb688e1157837f89fc09daa0faddfd10204686f6c64accee63ba8851a","schema_version":"1.0","event_id":"sha256:af98d1feb688e1157837f89fc09daa0faddfd10204686f6c64accee63ba8851a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:TKS7HMXIGH5GQQBB2AUTYGLDYO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HTMuon: Improving Muon via Heavy-Tailed Spectral Correction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Lei Hsiung, Shenyang Deng, Shuhua Yu, Tianyu Pang, Yaoqing Yang, Yujie Fang, Zihang Liu","submitted_at":"2026-03-10T02:12:24Z","abstract_excerpt":"Muon has recently shown promising results in LLM training. In this work, we study how to further improve Muon. We argue that Muon's orthogonalized update rule suppresses the emergence of heavy-tailed weight spectra and over-emphasizes the training along noise-dominated directions. Motivated by the Heavy-Tailed Self-Regularization (HT-SR) theory, we propose HTMuon. HTMuon preserves Muon's ability to capture parameter interdependencies while producing heavier-tailed updates and inducing heavier-tailed weight spectra. Experiments on LLM pretraining and image classification show that HTMuon consis"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.10067","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2603.10067/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-25T02:01:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8X7tqeUhpbFgReqNkOUY83sjDvAgBxCgKcHSVP5u9SLVLDFwFweDkeRTVW1NQz1DXDJtbrzqXuNKEez37il8Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T23:18:45.520546Z"},"content_sha256":"265f79dd6923b75eda17f1b3c5e2f31cefa04748cbadd8d2da7f126b28b80b27","schema_version":"1.0","event_id":"sha256:265f79dd6923b75eda17f1b3c5e2f31cefa04748cbadd8d2da7f126b28b80b27"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TKS7HMXIGH5GQQBB2AUTYGLDYO/bundle.json","state_url":"https://pith.science/pith/TKS7HMXIGH5GQQBB2AUTYGLDYO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TKS7HMXIGH5GQQBB2AUTYGLDYO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T23:18:45Z","links":{"resolver":"https://pith.science/pith/TKS7HMXIGH5GQQBB2AUTYGLDYO","bundle":"https://pith.science/pith/TKS7HMXIGH5GQQBB2AUTYGLDYO/bundle.json","state":"https://pith.science/pith/TKS7HMXIGH5GQQBB2AUTYGLDYO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TKS7HMXIGH5GQQBB2AUTYGLDYO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:TKS7HMXIGH5GQQBB2AUTYGLDYO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"455bc28516366f2a45d9b2617a07930f957cf72375a96aa5653614edde6dc522","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-03-10T02:12:24Z","title_canon_sha256":"3f90802658d164cd73f8ab04692ba444992fbc1a77c8604c672712c4494c5a7b"},"schema_version":"1.0","source":{"id":"2603.10067","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.10067","created_at":"2026-05-25T02:01:16Z"},{"alias_kind":"arxiv_version","alias_value":"2603.10067v2","created_at":"2026-05-25T02:01:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.10067","created_at":"2026-05-25T02:01:16Z"},{"alias_kind":"pith_short_12","alias_value":"TKS7HMXIGH5G","created_at":"2026-05-25T02:01:16Z"},{"alias_kind":"pith_short_16","alias_value":"TKS7HMXIGH5GQQBB","created_at":"2026-05-25T02:01:16Z"},{"alias_kind":"pith_short_8","alias_value":"TKS7HMXI","created_at":"2026-05-25T02:01:16Z"}],"graph_snapshots":[{"event_id":"sha256:265f79dd6923b75eda17f1b3c5e2f31cefa04748cbadd8d2da7f126b28b80b27","target":"graph","created_at":"2026-05-25T02:01:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2603.10067/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Muon has recently shown promising results in LLM training. In this work, we study how to further improve Muon. We argue that Muon's orthogonalized update rule suppresses the emergence of heavy-tailed weight spectra and over-emphasizes the training along noise-dominated directions. Motivated by the Heavy-Tailed Self-Regularization (HT-SR) theory, we propose HTMuon. HTMuon preserves Muon's ability to capture parameter interdependencies while producing heavier-tailed updates and inducing heavier-tailed weight spectra. Experiments on LLM pretraining and image classification show that HTMuon consis","authors_text":"Lei Hsiung, Shenyang Deng, Shuhua Yu, Tianyu Pang, Yaoqing Yang, Yujie Fang, Zihang Liu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-03-10T02:12:24Z","title":"HTMuon: Improving Muon via Heavy-Tailed Spectral Correction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.10067","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:af98d1feb688e1157837f89fc09daa0faddfd10204686f6c64accee63ba8851a","target":"record","created_at":"2026-05-25T02:01:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"455bc28516366f2a45d9b2617a07930f957cf72375a96aa5653614edde6dc522","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-03-10T02:12:24Z","title_canon_sha256":"3f90802658d164cd73f8ab04692ba444992fbc1a77c8604c672712c4494c5a7b"},"schema_version":"1.0","source":{"id":"2603.10067","kind":"arxiv","version":2}},"canonical_sha256":"9aa5f3b2e831fa684021d0293c1963c3b54bd450b76f64f5e5ea7201fee449b9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9aa5f3b2e831fa684021d0293c1963c3b54bd450b76f64f5e5ea7201fee449b9","first_computed_at":"2026-05-25T02:01:16.865941Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-25T02:01:16.865941Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/oasXB2dmj6rRJx09YnJt3UuE7zqQypojdOVObV+0JjsGPD4KJ03QiIbwn7bOLu3xIt4WhTKV+w2xL+1XVkECw==","signature_status":"signed_v1","signed_at":"2026-05-25T02:01:16.866666Z","signed_message":"canonical_sha256_bytes"},"source_id":"2603.10067","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:af98d1feb688e1157837f89fc09daa0faddfd10204686f6c64accee63ba8851a","sha256:265f79dd6923b75eda17f1b3c5e2f31cefa04748cbadd8d2da7f126b28b80b27"],"state_sha256":"e62080520ef1f7256a62fcb49600773836ee746718ff6d4cb12ada31428b62fa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YgadXfyVZczmNFZ91hLQSoqSpCWqM84rRtF3gyvxNbmhjpKyiT/LFXU0d6EpRwCdz/fT0Uj12DOAfUE6qF7oDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T23:18:45.524216Z","bundle_sha256":"389eace9e79a21ecb8e27e1a756b101dcc25d14e44a68fde120a33b972bfc6d1"}}