{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:RIZ2XM76U36Q2Q7TIQ42UIMT3E","short_pith_number":"pith:RIZ2XM76","canonical_record":{"source":{"id":"2506.21263","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-26T13:45:04Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"fab977149d4059c65bcb5b02a3cdaf31f4f6595ed1235b0173609e661442d510","abstract_canon_sha256":"136860b299b01924324667361461459200694e2304dd1177950a81cb520fcf28"},"schema_version":"1.0"},"canonical_sha256":"8a33abb3fea6fd0d43f34439aa2193d929e6b4734ea35a28f59e9f94ce17cee0","source":{"kind":"arxiv","id":"2506.21263","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.21263","created_at":"2026-07-05T11:27:42Z"},{"alias_kind":"arxiv_version","alias_value":"2506.21263v1","created_at":"2026-07-05T11:27:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.21263","created_at":"2026-07-05T11:27:42Z"},{"alias_kind":"pith_short_12","alias_value":"RIZ2XM76U36Q","created_at":"2026-07-05T11:27:42Z"},{"alias_kind":"pith_short_16","alias_value":"RIZ2XM76U36Q2Q7T","created_at":"2026-07-05T11:27:42Z"},{"alias_kind":"pith_short_8","alias_value":"RIZ2XM76","created_at":"2026-07-05T11:27:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:RIZ2XM76U36Q2Q7TIQ42UIMT3E","target":"record","payload":{"canonical_record":{"source":{"id":"2506.21263","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-26T13:45:04Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"fab977149d4059c65bcb5b02a3cdaf31f4f6595ed1235b0173609e661442d510","abstract_canon_sha256":"136860b299b01924324667361461459200694e2304dd1177950a81cb520fcf28"},"schema_version":"1.0"},"canonical_sha256":"8a33abb3fea6fd0d43f34439aa2193d929e6b4734ea35a28f59e9f94ce17cee0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:27:42.475413Z","signature_b64":"JTz7DBPG/R8T6+qKmWtSYb6OYCed/hzp5ZQH5/jrIpD37IGI0t5iK9UB6cHqKMndzuq5mzIByNdXjfhAVIM0BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8a33abb3fea6fd0d43f34439aa2193d929e6b4734ea35a28f59e9f94ce17cee0","last_reissued_at":"2026-07-05T11:27:42.474686Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:27:42.474686Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.21263","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:27:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FiD2Jd03d2rVgKG8OLgpfymOHoI04Y45KBr9RPCgFoa+k9FHWUAixkDttz0xtmSUIdgFF90mTJlcr/o/zz17Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:43:45.124731Z"},"content_sha256":"7d0f11636b5b6fbb66e5524fdbb577ebee0ef5f66e827a02d617287e3fd92d87","schema_version":"1.0","event_id":"sha256:7d0f11636b5b6fbb66e5524fdbb577ebee0ef5f66e827a02d617287e3fd92d87"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:RIZ2XM76U36Q2Q7TIQ42UIMT3E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DiLoCoX: A Low-Communication Large-Scale Training Framework for Decentralized Cluster","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Jason Zeng, Ji Qi, Li Li, Michael Heinrich, Ming Wu, Wenpeng Zhu, Wu He, Xun Gao, Yingjun Wu","submitted_at":"2025-06-26T13:45:04Z","abstract_excerpt":"The distributed training of foundation models, particularly large language models (LLMs), demands a high level of communication. Consequently, it is highly dependent on a centralized cluster with fast and reliable interconnects. Can we conduct training on slow networks and thereby unleash the power of decentralized clusters when dealing with models exceeding 100 billion parameters? In this paper, we propose DiLoCoX, a low-communication large-scale decentralized cluster training framework. It combines Pipeline Parallelism with Dual Optimizer Policy, One-Step-Delay Overlap of Communication and L"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.21263","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.21263/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:27:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1dK1Y8j53SuHKNSXbkj+CabM6A5xMDE+kaauKgBQ/d99WJzjaz75d4nVqwC7SBOUL0dkyCuofbTYHYnjSw9+AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:43:45.125469Z"},"content_sha256":"cfd3774f9d8465ea89bd91edd3c25a07d85aeb9b36a5aa395519340f5efb9dc7","schema_version":"1.0","event_id":"sha256:cfd3774f9d8465ea89bd91edd3c25a07d85aeb9b36a5aa395519340f5efb9dc7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RIZ2XM76U36Q2Q7TIQ42UIMT3E/bundle.json","state_url":"https://pith.science/pith/RIZ2XM76U36Q2Q7TIQ42UIMT3E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RIZ2XM76U36Q2Q7TIQ42UIMT3E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T05:43:45Z","links":{"resolver":"https://pith.science/pith/RIZ2XM76U36Q2Q7TIQ42UIMT3E","bundle":"https://pith.science/pith/RIZ2XM76U36Q2Q7TIQ42UIMT3E/bundle.json","state":"https://pith.science/pith/RIZ2XM76U36Q2Q7TIQ42UIMT3E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RIZ2XM76U36Q2Q7TIQ42UIMT3E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RIZ2XM76U36Q2Q7TIQ42UIMT3E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"136860b299b01924324667361461459200694e2304dd1177950a81cb520fcf28","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-26T13:45:04Z","title_canon_sha256":"fab977149d4059c65bcb5b02a3cdaf31f4f6595ed1235b0173609e661442d510"},"schema_version":"1.0","source":{"id":"2506.21263","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.21263","created_at":"2026-07-05T11:27:42Z"},{"alias_kind":"arxiv_version","alias_value":"2506.21263v1","created_at":"2026-07-05T11:27:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.21263","created_at":"2026-07-05T11:27:42Z"},{"alias_kind":"pith_short_12","alias_value":"RIZ2XM76U36Q","created_at":"2026-07-05T11:27:42Z"},{"alias_kind":"pith_short_16","alias_value":"RIZ2XM76U36Q2Q7T","created_at":"2026-07-05T11:27:42Z"},{"alias_kind":"pith_short_8","alias_value":"RIZ2XM76","created_at":"2026-07-05T11:27:42Z"}],"graph_snapshots":[{"event_id":"sha256:cfd3774f9d8465ea89bd91edd3c25a07d85aeb9b36a5aa395519340f5efb9dc7","target":"graph","created_at":"2026-07-05T11:27:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.21263/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The distributed training of foundation models, particularly large language models (LLMs), demands a high level of communication. Consequently, it is highly dependent on a centralized cluster with fast and reliable interconnects. Can we conduct training on slow networks and thereby unleash the power of decentralized clusters when dealing with models exceeding 100 billion parameters? In this paper, we propose DiLoCoX, a low-communication large-scale decentralized cluster training framework. It combines Pipeline Parallelism with Dual Optimizer Policy, One-Step-Delay Overlap of Communication and L","authors_text":"Jason Zeng, Ji Qi, Li Li, Michael Heinrich, Ming Wu, Wenpeng Zhu, Wu He, Xun Gao, Yingjun Wu","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-26T13:45:04Z","title":"DiLoCoX: A Low-Communication Large-Scale Training Framework for Decentralized Cluster"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.21263","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7d0f11636b5b6fbb66e5524fdbb577ebee0ef5f66e827a02d617287e3fd92d87","target":"record","created_at":"2026-07-05T11:27:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"136860b299b01924324667361461459200694e2304dd1177950a81cb520fcf28","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-26T13:45:04Z","title_canon_sha256":"fab977149d4059c65bcb5b02a3cdaf31f4f6595ed1235b0173609e661442d510"},"schema_version":"1.0","source":{"id":"2506.21263","kind":"arxiv","version":1}},"canonical_sha256":"8a33abb3fea6fd0d43f34439aa2193d929e6b4734ea35a28f59e9f94ce17cee0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8a33abb3fea6fd0d43f34439aa2193d929e6b4734ea35a28f59e9f94ce17cee0","first_computed_at":"2026-07-05T11:27:42.474686Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:27:42.474686Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JTz7DBPG/R8T6+qKmWtSYb6OYCed/hzp5ZQH5/jrIpD37IGI0t5iK9UB6cHqKMndzuq5mzIByNdXjfhAVIM0BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:27:42.475413Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.21263","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7d0f11636b5b6fbb66e5524fdbb577ebee0ef5f66e827a02d617287e3fd92d87","sha256:cfd3774f9d8465ea89bd91edd3c25a07d85aeb9b36a5aa395519340f5efb9dc7"],"state_sha256":"158873544cf66f5c94ca8133f5f86ee2e37d01bc645bde2a3956b56fb1a17dac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RwPRP+xDb7e/oSpnUYsRYIhkwiYykeqMwoNemAeVLz78dDMMV3+wtU3yXH5xintDwja74c6c05hWcLb2vjbbDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T05:43:45.130559Z","bundle_sha256":"418d7cc1fd1201baed7b6c62e2752fccd337f0ec681af6d66c5ad365b1197e50"}}