{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:LW4VRSKDMINM3SA6PMVOKRUJRM","short_pith_number":"pith:LW4VRSKD","canonical_record":{"source":{"id":"2506.01049","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T15:30:37Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f8cf1472a6dba9aa121de2ee4f7b7a33744042741182d83e04e9a7cdb6340e91","abstract_canon_sha256":"5e64dc10343262c1e7dd304164642b56cde3ea93a188ce8fa36be4b7ee99e58b"},"schema_version":"1.0"},"canonical_sha256":"5db958c943621acdc81e7b2ae546898b34cacd1462479e5a408d11df1950ba76","source":{"kind":"arxiv","id":"2506.01049","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.01049","created_at":"2026-07-05T11:13:45Z"},{"alias_kind":"arxiv_version","alias_value":"2506.01049v1","created_at":"2026-07-05T11:13:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.01049","created_at":"2026-07-05T11:13:45Z"},{"alias_kind":"pith_short_12","alias_value":"LW4VRSKDMINM","created_at":"2026-07-05T11:13:45Z"},{"alias_kind":"pith_short_16","alias_value":"LW4VRSKDMINM3SA6","created_at":"2026-07-05T11:13:45Z"},{"alias_kind":"pith_short_8","alias_value":"LW4VRSKD","created_at":"2026-07-05T11:13:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:LW4VRSKDMINM3SA6PMVOKRUJRM","target":"record","payload":{"canonical_record":{"source":{"id":"2506.01049","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T15:30:37Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f8cf1472a6dba9aa121de2ee4f7b7a33744042741182d83e04e9a7cdb6340e91","abstract_canon_sha256":"5e64dc10343262c1e7dd304164642b56cde3ea93a188ce8fa36be4b7ee99e58b"},"schema_version":"1.0"},"canonical_sha256":"5db958c943621acdc81e7b2ae546898b34cacd1462479e5a408d11df1950ba76","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:13:45.094242Z","signature_b64":"mMAimT/InsuurGeLpQqZNADLZS98S2tBGL2W9mJjPG7UaD4ncZ7jt+VaELmyMET34QHpOsmm/xxgCgYARJApAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5db958c943621acdc81e7b2ae546898b34cacd1462479e5a408d11df1950ba76","last_reissued_at":"2026-07-05T11:13:45.093814Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:13:45.093814Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.01049","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aTLxsgvQ9VcqANpxOK0dAD95a3iKIaGQOBI7/BYPHWauYQKiKDUS/bO+jP/hBWzZGgidEf2/X5+WQxGSKiA4BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:47:46.986397Z"},"content_sha256":"e5d873b4ed631f899392ab191f05ab3a02b6274a2a09515d5decb9364c3e4c8f","schema_version":"1.0","event_id":"sha256:e5d873b4ed631f899392ab191f05ab3a02b6274a2a09515d5decb9364c3e4c8f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:LW4VRSKDMINM3SA6PMVOKRUJRM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Taming LLMs by Scaling Learning Rates with Gradient Grouping","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Dan Xu, Juanxi Tian, Siyuan Li, Wentao Zhang, Xin Jin, Zedong Wang, Zicheng Liu","submitted_at":"2025-06-01T15:30:37Z","abstract_excerpt":"Training large language models (LLMs) poses challenges due to their massive scale and heterogeneous architectures. While adaptive optimizers like AdamW help address gradient variations, they still struggle with efficient and effective parameter-wise learning rate estimation, resulting in training instability, slow convergence, and poor compatibility with parameter-efficient fine-tuning (PEFT) techniques. This work introduces Scaling with Gradient Grouping (SGG), an optimizer wrapper that improves adaptive learning rate estimation by dynamic grouping and group-specific scaling. SGG first groups"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.01049","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.01049/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dYZDo27/evOY9BIQdQeb1+MKKVOMJoOyiCKCreR+YJSyUNbBIHftuS8d8kDLP9gzYOW6x1iFEyVU9iGKNKitBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T08:47:46.986883Z"},"content_sha256":"98058ac36bb8f311b2f00bd5e51621948a9b903f25bbabf014ac77681bf8f3d0","schema_version":"1.0","event_id":"sha256:98058ac36bb8f311b2f00bd5e51621948a9b903f25bbabf014ac77681bf8f3d0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LW4VRSKDMINM3SA6PMVOKRUJRM/bundle.json","state_url":"https://pith.science/pith/LW4VRSKDMINM3SA6PMVOKRUJRM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LW4VRSKDMINM3SA6PMVOKRUJRM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T08:47:46Z","links":{"resolver":"https://pith.science/pith/LW4VRSKDMINM3SA6PMVOKRUJRM","bundle":"https://pith.science/pith/LW4VRSKDMINM3SA6PMVOKRUJRM/bundle.json","state":"https://pith.science/pith/LW4VRSKDMINM3SA6PMVOKRUJRM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LW4VRSKDMINM3SA6PMVOKRUJRM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:LW4VRSKDMINM3SA6PMVOKRUJRM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5e64dc10343262c1e7dd304164642b56cde3ea93a188ce8fa36be4b7ee99e58b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T15:30:37Z","title_canon_sha256":"f8cf1472a6dba9aa121de2ee4f7b7a33744042741182d83e04e9a7cdb6340e91"},"schema_version":"1.0","source":{"id":"2506.01049","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.01049","created_at":"2026-07-05T11:13:45Z"},{"alias_kind":"arxiv_version","alias_value":"2506.01049v1","created_at":"2026-07-05T11:13:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.01049","created_at":"2026-07-05T11:13:45Z"},{"alias_kind":"pith_short_12","alias_value":"LW4VRSKDMINM","created_at":"2026-07-05T11:13:45Z"},{"alias_kind":"pith_short_16","alias_value":"LW4VRSKDMINM3SA6","created_at":"2026-07-05T11:13:45Z"},{"alias_kind":"pith_short_8","alias_value":"LW4VRSKD","created_at":"2026-07-05T11:13:45Z"}],"graph_snapshots":[{"event_id":"sha256:98058ac36bb8f311b2f00bd5e51621948a9b903f25bbabf014ac77681bf8f3d0","target":"graph","created_at":"2026-07-05T11:13:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.01049/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Training large language models (LLMs) poses challenges due to their massive scale and heterogeneous architectures. While adaptive optimizers like AdamW help address gradient variations, they still struggle with efficient and effective parameter-wise learning rate estimation, resulting in training instability, slow convergence, and poor compatibility with parameter-efficient fine-tuning (PEFT) techniques. This work introduces Scaling with Gradient Grouping (SGG), an optimizer wrapper that improves adaptive learning rate estimation by dynamic grouping and group-specific scaling. SGG first groups","authors_text":"Dan Xu, Juanxi Tian, Siyuan Li, Wentao Zhang, Xin Jin, Zedong Wang, Zicheng Liu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T15:30:37Z","title":"Taming LLMs by Scaling Learning Rates with Gradient Grouping"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.01049","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e5d873b4ed631f899392ab191f05ab3a02b6274a2a09515d5decb9364c3e4c8f","target":"record","created_at":"2026-07-05T11:13:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5e64dc10343262c1e7dd304164642b56cde3ea93a188ce8fa36be4b7ee99e58b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-01T15:30:37Z","title_canon_sha256":"f8cf1472a6dba9aa121de2ee4f7b7a33744042741182d83e04e9a7cdb6340e91"},"schema_version":"1.0","source":{"id":"2506.01049","kind":"arxiv","version":1}},"canonical_sha256":"5db958c943621acdc81e7b2ae546898b34cacd1462479e5a408d11df1950ba76","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5db958c943621acdc81e7b2ae546898b34cacd1462479e5a408d11df1950ba76","first_computed_at":"2026-07-05T11:13:45.093814Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:13:45.093814Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mMAimT/InsuurGeLpQqZNADLZS98S2tBGL2W9mJjPG7UaD4ncZ7jt+VaELmyMET34QHpOsmm/xxgCgYARJApAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:13:45.094242Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.01049","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e5d873b4ed631f899392ab191f05ab3a02b6274a2a09515d5decb9364c3e4c8f","sha256:98058ac36bb8f311b2f00bd5e51621948a9b903f25bbabf014ac77681bf8f3d0"],"state_sha256":"610e24edc69bd51296874ee9ae122863fae61841f2480e9ca010e8d177540997"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cZOSbN1R6YoVhZgIxJH1r9Tv3Xo+xIYZN60OcaxWut64tteMgy5gfKMaAYmjF5Hnjl090Frf+S4Az1k7wUEKDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T08:47:46.991085Z","bundle_sha256":"d26b0d5ab4975f55185e4ee333554d0c65d03f321087146b4d74f052b3148a43"}}