{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:EVDXDRGX2MG7ZV7GDYADD54Y6C","short_pith_number":"pith:EVDXDRGX","canonical_record":{"source":{"id":"2503.09799","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-12T20:04:38Z","cross_cats_sorted":["cs.CL","cs.DC"],"title_canon_sha256":"ae3d4af5f0d0a479e820d2076c378e91e0246a6bc83e2fcc16def0d4567e33a3","abstract_canon_sha256":"b3830c4a7668feaa45c2d88519c8fec4321cda1a1adf5243eb9dab7681308be6"},"schema_version":"1.0"},"canonical_sha256":"254771c4d7d30dfcd7e61e0031f798f08f42f6da791a677f2c96826b7bd54449","source":{"kind":"arxiv","id":"2503.09799","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.09799","created_at":"2026-07-05T10:30:08Z"},{"alias_kind":"arxiv_version","alias_value":"2503.09799v1","created_at":"2026-07-05T10:30:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.09799","created_at":"2026-07-05T10:30:08Z"},{"alias_kind":"pith_short_12","alias_value":"EVDXDRGX2MG7","created_at":"2026-07-05T10:30:08Z"},{"alias_kind":"pith_short_16","alias_value":"EVDXDRGX2MG7ZV7G","created_at":"2026-07-05T10:30:08Z"},{"alias_kind":"pith_short_8","alias_value":"EVDXDRGX","created_at":"2026-07-05T10:30:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:EVDXDRGX2MG7ZV7GDYADD54Y6C","target":"record","payload":{"canonical_record":{"source":{"id":"2503.09799","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-12T20:04:38Z","cross_cats_sorted":["cs.CL","cs.DC"],"title_canon_sha256":"ae3d4af5f0d0a479e820d2076c378e91e0246a6bc83e2fcc16def0d4567e33a3","abstract_canon_sha256":"b3830c4a7668feaa45c2d88519c8fec4321cda1a1adf5243eb9dab7681308be6"},"schema_version":"1.0"},"canonical_sha256":"254771c4d7d30dfcd7e61e0031f798f08f42f6da791a677f2c96826b7bd54449","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:30:08.666563Z","signature_b64":"LFe7c9RF0UlBDd0aTU2LQvpzjhTisS0vGR5ThGv7//rcxgfL1nVtjsb04GD6BQhQRHMhW0iKWpTU9PzHhIFjBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"254771c4d7d30dfcd7e61e0031f798f08f42f6da791a677f2c96826b7bd54449","last_reissued_at":"2026-07-05T10:30:08.666010Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:30:08.666010Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.09799","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:30:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8XO2DhTTztngCsBn/PYdFcv687YrnMBBoMnu12ANyEadtYk5Fp3TEZ7II1SuG1EWSgNu2CIPs1iilxYlFK1aBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:04:49.432333Z"},"content_sha256":"e11b8e205ac47444a625f64da8dc8a2da6e047387a1df69cfc19119a79de0587","schema_version":"1.0","event_id":"sha256:e11b8e205ac47444a625f64da8dc8a2da6e047387a1df69cfc19119a79de0587"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:EVDXDRGX2MG7ZV7GDYADD54Y6C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.DC"],"primary_cat":"cs.LG","authors_text":"Arthur Douillard, Arthur Szlam, Gabriel Teston, Keith Rush, Lucio Dery, Nova Fallen, Zachary Charles, Zachary Garrett","submitted_at":"2025-03-12T20:04:38Z","abstract_excerpt":"As we scale to more massive machine learning models, the frequent synchronization demands inherent in data-parallel approaches create significant slowdowns, posing a critical challenge to further scaling. Recent work develops an approach (DiLoCo) that relaxes synchronization demands without compromising model quality. However, these works do not carefully analyze how DiLoCo's behavior changes with model size. In this work, we study the scaling law behavior of DiLoCo when training LLMs under a fixed compute budget. We focus on how algorithmic factors, including number of model replicas, hyperpa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.09799","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.09799/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:30:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"edQP0K+sOj81REpDGPC79Nnm1EnRLlppyGAf2RB3fMfwq9FURswiKN8gYlqVQfb1ER4iZJa4YOMTkqsWCbagCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:04:49.432889Z"},"content_sha256":"fc80ae282e4dd58263fae0d6134c5685aadba6ebb3f14dff18b817128d50fa7b","schema_version":"1.0","event_id":"sha256:fc80ae282e4dd58263fae0d6134c5685aadba6ebb3f14dff18b817128d50fa7b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EVDXDRGX2MG7ZV7GDYADD54Y6C/bundle.json","state_url":"https://pith.science/pith/EVDXDRGX2MG7ZV7GDYADD54Y6C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EVDXDRGX2MG7ZV7GDYADD54Y6C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T19:04:49Z","links":{"resolver":"https://pith.science/pith/EVDXDRGX2MG7ZV7GDYADD54Y6C","bundle":"https://pith.science/pith/EVDXDRGX2MG7ZV7GDYADD54Y6C/bundle.json","state":"https://pith.science/pith/EVDXDRGX2MG7ZV7GDYADD54Y6C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EVDXDRGX2MG7ZV7GDYADD54Y6C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:EVDXDRGX2MG7ZV7GDYADD54Y6C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b3830c4a7668feaa45c2d88519c8fec4321cda1a1adf5243eb9dab7681308be6","cross_cats_sorted":["cs.CL","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-12T20:04:38Z","title_canon_sha256":"ae3d4af5f0d0a479e820d2076c378e91e0246a6bc83e2fcc16def0d4567e33a3"},"schema_version":"1.0","source":{"id":"2503.09799","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.09799","created_at":"2026-07-05T10:30:08Z"},{"alias_kind":"arxiv_version","alias_value":"2503.09799v1","created_at":"2026-07-05T10:30:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.09799","created_at":"2026-07-05T10:30:08Z"},{"alias_kind":"pith_short_12","alias_value":"EVDXDRGX2MG7","created_at":"2026-07-05T10:30:08Z"},{"alias_kind":"pith_short_16","alias_value":"EVDXDRGX2MG7ZV7G","created_at":"2026-07-05T10:30:08Z"},{"alias_kind":"pith_short_8","alias_value":"EVDXDRGX","created_at":"2026-07-05T10:30:08Z"}],"graph_snapshots":[{"event_id":"sha256:fc80ae282e4dd58263fae0d6134c5685aadba6ebb3f14dff18b817128d50fa7b","target":"graph","created_at":"2026-07-05T10:30:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.09799/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As we scale to more massive machine learning models, the frequent synchronization demands inherent in data-parallel approaches create significant slowdowns, posing a critical challenge to further scaling. Recent work develops an approach (DiLoCo) that relaxes synchronization demands without compromising model quality. However, these works do not carefully analyze how DiLoCo's behavior changes with model size. In this work, we study the scaling law behavior of DiLoCo when training LLMs under a fixed compute budget. We focus on how algorithmic factors, including number of model replicas, hyperpa","authors_text":"Arthur Douillard, Arthur Szlam, Gabriel Teston, Keith Rush, Lucio Dery, Nova Fallen, Zachary Charles, Zachary Garrett","cross_cats":["cs.CL","cs.DC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-12T20:04:38Z","title":"Communication-Efficient Language Model Training Scales Reliably and Robustly: Scaling Laws for DiLoCo"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.09799","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e11b8e205ac47444a625f64da8dc8a2da6e047387a1df69cfc19119a79de0587","target":"record","created_at":"2026-07-05T10:30:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b3830c4a7668feaa45c2d88519c8fec4321cda1a1adf5243eb9dab7681308be6","cross_cats_sorted":["cs.CL","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-12T20:04:38Z","title_canon_sha256":"ae3d4af5f0d0a479e820d2076c378e91e0246a6bc83e2fcc16def0d4567e33a3"},"schema_version":"1.0","source":{"id":"2503.09799","kind":"arxiv","version":1}},"canonical_sha256":"254771c4d7d30dfcd7e61e0031f798f08f42f6da791a677f2c96826b7bd54449","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"254771c4d7d30dfcd7e61e0031f798f08f42f6da791a677f2c96826b7bd54449","first_computed_at":"2026-07-05T10:30:08.666010Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:30:08.666010Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LFe7c9RF0UlBDd0aTU2LQvpzjhTisS0vGR5ThGv7//rcxgfL1nVtjsb04GD6BQhQRHMhW0iKWpTU9PzHhIFjBw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:30:08.666563Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.09799","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e11b8e205ac47444a625f64da8dc8a2da6e047387a1df69cfc19119a79de0587","sha256:fc80ae282e4dd58263fae0d6134c5685aadba6ebb3f14dff18b817128d50fa7b"],"state_sha256":"a66d8c1334ec848345e4fa5ff26d865216e07171675a4a0f64e051f771e6c51e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jIOMeGVO/L5FwKW8Gjo3nOqH4qQmvCbOBGnXrZvsWdA9C6QSslLv5edETBiRkVonXYxu6rsWXGSNYIzGDrrUBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T19:04:49.439089Z","bundle_sha256":"4023de4d68a8628e26de4a7578358da9426b8def8924098f5e0c43b02b18177e"}}