{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:OUZ7MZ3Y5BV7RKUZJMY542RGGG","short_pith_number":"pith:OUZ7MZ3Y","canonical_record":{"source":{"id":"2501.18965","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-31T08:55:56Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"9836f50787358c98b6ec5ff29d8ebf2e052845e1b829d4a4c02d4e6a95bd3a67","abstract_canon_sha256":"2269f13f7936fcc7ec93b104e7d9dd2845ac6b01b3310c8a66694708ca642c44"},"schema_version":"1.0"},"canonical_sha256":"7533f66778e86bf8aa994b31de6a263182bfe78b3b22bd431ec1a2bb462dd9cc","source":{"kind":"arxiv","id":"2501.18965","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.18965","created_at":"2026-07-05T11:41:38Z"},{"alias_kind":"arxiv_version","alias_value":"2501.18965v2","created_at":"2026-07-05T11:41:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.18965","created_at":"2026-07-05T11:41:38Z"},{"alias_kind":"pith_short_12","alias_value":"OUZ7MZ3Y5BV7","created_at":"2026-07-05T11:41:38Z"},{"alias_kind":"pith_short_16","alias_value":"OUZ7MZ3Y5BV7RKUZ","created_at":"2026-07-05T11:41:38Z"},{"alias_kind":"pith_short_8","alias_value":"OUZ7MZ3Y","created_at":"2026-07-05T11:41:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:OUZ7MZ3Y5BV7RKUZJMY542RGGG","target":"record","payload":{"canonical_record":{"source":{"id":"2501.18965","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-31T08:55:56Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"9836f50787358c98b6ec5ff29d8ebf2e052845e1b829d4a4c02d4e6a95bd3a67","abstract_canon_sha256":"2269f13f7936fcc7ec93b104e7d9dd2845ac6b01b3310c8a66694708ca642c44"},"schema_version":"1.0"},"canonical_sha256":"7533f66778e86bf8aa994b31de6a263182bfe78b3b22bd431ec1a2bb462dd9cc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:41:38.771515Z","signature_b64":"RQW4pSQyoV4Wu6n06NmIMrLFQ9xbn4ygrH8vxUGgW+2b+Mb5sjU9SXwlkL8OmpZHcZD9dKfj99M/v58shz5bAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7533f66778e86bf8aa994b31de6a263182bfe78b3b22bd431ec1a2bb462dd9cc","last_reissued_at":"2026-07-05T11:41:38.770908Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:41:38.770908Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.18965","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:41:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ECjRJSbqEIu4pR18y/JisiT7NKm1n2QzSJWIK4nZOp9NQ2e+i4eAZ7H/wZ7G9arovg/V7pT5L956bU/Fn6/DBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:06:30.523434Z"},"content_sha256":"6d2921aa5719a01c78b9404fdeb1ef57933d8467c269c700cd6f9bffcae1e15a","schema_version":"1.0","event_id":"sha256:6d2921aa5719a01c78b9404fdeb1ef57933d8467c269c700cd6f9bffcae1e15a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:OUZ7MZ3Y5BV7RKUZJMY542RGGG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Surprising Agreement Between Convex Optimization Theory and Learning-Rate Scheduling for Large Model Training","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["math.OC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Adrien Taylor, Alexander H\\\"agele, Fabian Schaipp, Francis Bach, Umut Simsekli","submitted_at":"2025-01-31T08:55:56Z","abstract_excerpt":"We show that learning-rate schedules for large model training behave surprisingly similar to a performance bound from non-smooth convex optimization theory. We provide a bound for the constant schedule with linear cooldown; in particular, the practical benefit of cooldown is reflected in the bound due to the absence of logarithmic terms. Further, we show that this surprisingly close match between optimization theory and practice can be exploited for learning-rate tuning: we achieve noticeable improvements for training 124M and 210M Llama-type models by (i) extending the schedule for continued "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.18965","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.18965/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:41:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+m12Kb9PHlIRf/tJVSLJsAMvn3e3igrAbQPYw917Ju1pPBKwxD4pRaOD5MS3EtKXUV2ZlPlr4exDqBjyRUzNBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:06:30.524022Z"},"content_sha256":"522a671dbccadfa6e6224af524cd5291da1b67101b315c0e606c6d8608b16a87","schema_version":"1.0","event_id":"sha256:522a671dbccadfa6e6224af524cd5291da1b67101b315c0e606c6d8608b16a87"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OUZ7MZ3Y5BV7RKUZJMY542RGGG/bundle.json","state_url":"https://pith.science/pith/OUZ7MZ3Y5BV7RKUZJMY542RGGG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OUZ7MZ3Y5BV7RKUZJMY542RGGG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T23:06:30Z","links":{"resolver":"https://pith.science/pith/OUZ7MZ3Y5BV7RKUZJMY542RGGG","bundle":"https://pith.science/pith/OUZ7MZ3Y5BV7RKUZJMY542RGGG/bundle.json","state":"https://pith.science/pith/OUZ7MZ3Y5BV7RKUZJMY542RGGG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OUZ7MZ3Y5BV7RKUZJMY542RGGG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:OUZ7MZ3Y5BV7RKUZJMY542RGGG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2269f13f7936fcc7ec93b104e7d9dd2845ac6b01b3310c8a66694708ca642c44","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-31T08:55:56Z","title_canon_sha256":"9836f50787358c98b6ec5ff29d8ebf2e052845e1b829d4a4c02d4e6a95bd3a67"},"schema_version":"1.0","source":{"id":"2501.18965","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.18965","created_at":"2026-07-05T11:41:38Z"},{"alias_kind":"arxiv_version","alias_value":"2501.18965v2","created_at":"2026-07-05T11:41:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.18965","created_at":"2026-07-05T11:41:38Z"},{"alias_kind":"pith_short_12","alias_value":"OUZ7MZ3Y5BV7","created_at":"2026-07-05T11:41:38Z"},{"alias_kind":"pith_short_16","alias_value":"OUZ7MZ3Y5BV7RKUZ","created_at":"2026-07-05T11:41:38Z"},{"alias_kind":"pith_short_8","alias_value":"OUZ7MZ3Y","created_at":"2026-07-05T11:41:38Z"}],"graph_snapshots":[{"event_id":"sha256:522a671dbccadfa6e6224af524cd5291da1b67101b315c0e606c6d8608b16a87","target":"graph","created_at":"2026-07-05T11:41:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.18965/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We show that learning-rate schedules for large model training behave surprisingly similar to a performance bound from non-smooth convex optimization theory. We provide a bound for the constant schedule with linear cooldown; in particular, the practical benefit of cooldown is reflected in the bound due to the absence of logarithmic terms. Further, we show that this surprisingly close match between optimization theory and practice can be exploited for learning-rate tuning: we achieve noticeable improvements for training 124M and 210M Llama-type models by (i) extending the schedule for continued ","authors_text":"Adrien Taylor, Alexander H\\\"agele, Fabian Schaipp, Francis Bach, Umut Simsekli","cross_cats":["math.OC","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-31T08:55:56Z","title":"The Surprising Agreement Between Convex Optimization Theory and Learning-Rate Scheduling for Large Model Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.18965","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d2921aa5719a01c78b9404fdeb1ef57933d8467c269c700cd6f9bffcae1e15a","target":"record","created_at":"2026-07-05T11:41:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2269f13f7936fcc7ec93b104e7d9dd2845ac6b01b3310c8a66694708ca642c44","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-31T08:55:56Z","title_canon_sha256":"9836f50787358c98b6ec5ff29d8ebf2e052845e1b829d4a4c02d4e6a95bd3a67"},"schema_version":"1.0","source":{"id":"2501.18965","kind":"arxiv","version":2}},"canonical_sha256":"7533f66778e86bf8aa994b31de6a263182bfe78b3b22bd431ec1a2bb462dd9cc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7533f66778e86bf8aa994b31de6a263182bfe78b3b22bd431ec1a2bb462dd9cc","first_computed_at":"2026-07-05T11:41:38.770908Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:41:38.770908Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RQW4pSQyoV4Wu6n06NmIMrLFQ9xbn4ygrH8vxUGgW+2b+Mb5sjU9SXwlkL8OmpZHcZD9dKfj99M/v58shz5bAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:41:38.771515Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.18965","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d2921aa5719a01c78b9404fdeb1ef57933d8467c269c700cd6f9bffcae1e15a","sha256:522a671dbccadfa6e6224af524cd5291da1b67101b315c0e606c6d8608b16a87"],"state_sha256":"c5dcc1f9a3a4a9714ffdeb14e6b8a554122097313ea4afc4034828cb5825ca4e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ea+9155Ah5zYE6fifpQIEuQ0PB+KZeg62Du5CqiP4FeD1cmw7QrCxcILu0giILKJQkhBlFE+6dJJgOPOkd7iCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T23:06:30.528056Z","bundle_sha256":"43d799f160b7e68b22ab170ba471d81cbd10b416cbf833f922289adf83b088a6"}}