{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:W4WTH7TJIJHNE777PM65T3E4ZY","short_pith_number":"pith:W4WTH7TJ","canonical_record":{"source":{"id":"2502.11058","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-02-16T09:51:57Z","cross_cats_sorted":[],"title_canon_sha256":"39fc47cf4e00ef4fa68102af948989fce07805f8839ce234984e774b8df2902c","abstract_canon_sha256":"a42dfef7e73a0e955ba09f43c271dc9be543d8ebae7b889df02f7ebc18250ce3"},"schema_version":"1.0"},"canonical_sha256":"b72d33fe69424ed27fff7b3dd9ec9cce3753372ccd67d61f4685082161b9829e","source":{"kind":"arxiv","id":"2502.11058","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.11058","created_at":"2026-07-05T10:15:03Z"},{"alias_kind":"arxiv_version","alias_value":"2502.11058v1","created_at":"2026-07-05T10:15:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.11058","created_at":"2026-07-05T10:15:03Z"},{"alias_kind":"pith_short_12","alias_value":"W4WTH7TJIJHN","created_at":"2026-07-05T10:15:03Z"},{"alias_kind":"pith_short_16","alias_value":"W4WTH7TJIJHNE777","created_at":"2026-07-05T10:15:03Z"},{"alias_kind":"pith_short_8","alias_value":"W4WTH7TJ","created_at":"2026-07-05T10:15:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:W4WTH7TJIJHNE777PM65T3E4ZY","target":"record","payload":{"canonical_record":{"source":{"id":"2502.11058","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-02-16T09:51:57Z","cross_cats_sorted":[],"title_canon_sha256":"39fc47cf4e00ef4fa68102af948989fce07805f8839ce234984e774b8df2902c","abstract_canon_sha256":"a42dfef7e73a0e955ba09f43c271dc9be543d8ebae7b889df02f7ebc18250ce3"},"schema_version":"1.0"},"canonical_sha256":"b72d33fe69424ed27fff7b3dd9ec9cce3753372ccd67d61f4685082161b9829e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:15:03.053749Z","signature_b64":"hH0pihJ+1j/T6k89+WJDIGjnJ66ubbejzrOOQ+1Edptj2WOOj8I3fyQQo13udriJMHTvgphzdWpzQ+XYIvI/AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b72d33fe69424ed27fff7b3dd9ec9cce3753372ccd67d61f4685082161b9829e","last_reissued_at":"2026-07-05T10:15:03.053288Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:15:03.053288Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.11058","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"orUsPEkqsAGcUWYDET8asnxB/sUj6AItD1lKw93x/ShdkbYn4QTZuFejp/WOHO5Ed4zMqIQv08TEus9yoHOvDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T03:37:49.653597Z"},"content_sha256":"56d802daf62a30ef7d9cf41aff61b279c308bea2624cd9b54c7f25dffe9182c4","schema_version":"1.0","event_id":"sha256:56d802daf62a30ef7d9cf41aff61b279c308bea2624cd9b54c7f25dffe9182c4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:W4WTH7TJIJHNE777PM65T3E4ZY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DreamDDP: Accelerating Data Parallel Distributed LLM Training with Layer-wise Scheduled Partial Synchronization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.DC","authors_text":"Amelie Chi Zhou, Bo Li, Junlin Huang, Rudan Yan, Shaohuai Shi, Xiaowen Chu, Xinglin Pan, Yuxin Wang, Zhenheng Tang, Zichen Tang","submitted_at":"2025-02-16T09:51:57Z","abstract_excerpt":"The growth of large language models (LLMs) increases challenges of accelerating distributed training across multiple GPUs in different data centers. Moreover, concerns about data privacy and data exhaustion have heightened interest in geo-distributed data centers. Communication in geo-distributed data parallel training (DDP) with stochastic gradient descent (S-SGD) is the main bottleneck in low-bandwidth environments. Local SGD mitigates communication overhead by reducing synchronization frequency, and recent studies have successfully applied it to geo-distributedly pre-train LLMs. However, we"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.11058","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.11058/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Mx4tDzD+dgrcCx04IA2I9ja7aqEAnYv+YBz8lfvnMmXhhPM0gYZJc57+WnC5tsUx/up5Onj2JdscDKtIjeOQBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T03:37:49.654137Z"},"content_sha256":"bd8cd675347283ee0e679594e99f6508f6fc3f8f6171e8eebf0d884a49df0951","schema_version":"1.0","event_id":"sha256:bd8cd675347283ee0e679594e99f6508f6fc3f8f6171e8eebf0d884a49df0951"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W4WTH7TJIJHNE777PM65T3E4ZY/bundle.json","state_url":"https://pith.science/pith/W4WTH7TJIJHNE777PM65T3E4ZY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W4WTH7TJIJHNE777PM65T3E4ZY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T03:37:49Z","links":{"resolver":"https://pith.science/pith/W4WTH7TJIJHNE777PM65T3E4ZY","bundle":"https://pith.science/pith/W4WTH7TJIJHNE777PM65T3E4ZY/bundle.json","state":"https://pith.science/pith/W4WTH7TJIJHNE777PM65T3E4ZY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W4WTH7TJIJHNE777PM65T3E4ZY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:W4WTH7TJIJHNE777PM65T3E4ZY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a42dfef7e73a0e955ba09f43c271dc9be543d8ebae7b889df02f7ebc18250ce3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-02-16T09:51:57Z","title_canon_sha256":"39fc47cf4e00ef4fa68102af948989fce07805f8839ce234984e774b8df2902c"},"schema_version":"1.0","source":{"id":"2502.11058","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.11058","created_at":"2026-07-05T10:15:03Z"},{"alias_kind":"arxiv_version","alias_value":"2502.11058v1","created_at":"2026-07-05T10:15:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.11058","created_at":"2026-07-05T10:15:03Z"},{"alias_kind":"pith_short_12","alias_value":"W4WTH7TJIJHN","created_at":"2026-07-05T10:15:03Z"},{"alias_kind":"pith_short_16","alias_value":"W4WTH7TJIJHNE777","created_at":"2026-07-05T10:15:03Z"},{"alias_kind":"pith_short_8","alias_value":"W4WTH7TJ","created_at":"2026-07-05T10:15:03Z"}],"graph_snapshots":[{"event_id":"sha256:bd8cd675347283ee0e679594e99f6508f6fc3f8f6171e8eebf0d884a49df0951","target":"graph","created_at":"2026-07-05T10:15:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.11058/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The growth of large language models (LLMs) increases challenges of accelerating distributed training across multiple GPUs in different data centers. Moreover, concerns about data privacy and data exhaustion have heightened interest in geo-distributed data centers. Communication in geo-distributed data parallel training (DDP) with stochastic gradient descent (S-SGD) is the main bottleneck in low-bandwidth environments. Local SGD mitigates communication overhead by reducing synchronization frequency, and recent studies have successfully applied it to geo-distributedly pre-train LLMs. However, we","authors_text":"Amelie Chi Zhou, Bo Li, Junlin Huang, Rudan Yan, Shaohuai Shi, Xiaowen Chu, Xinglin Pan, Yuxin Wang, Zhenheng Tang, Zichen Tang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-02-16T09:51:57Z","title":"DreamDDP: Accelerating Data Parallel Distributed LLM Training with Layer-wise Scheduled Partial Synchronization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.11058","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:56d802daf62a30ef7d9cf41aff61b279c308bea2624cd9b54c7f25dffe9182c4","target":"record","created_at":"2026-07-05T10:15:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a42dfef7e73a0e955ba09f43c271dc9be543d8ebae7b889df02f7ebc18250ce3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-02-16T09:51:57Z","title_canon_sha256":"39fc47cf4e00ef4fa68102af948989fce07805f8839ce234984e774b8df2902c"},"schema_version":"1.0","source":{"id":"2502.11058","kind":"arxiv","version":1}},"canonical_sha256":"b72d33fe69424ed27fff7b3dd9ec9cce3753372ccd67d61f4685082161b9829e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b72d33fe69424ed27fff7b3dd9ec9cce3753372ccd67d61f4685082161b9829e","first_computed_at":"2026-07-05T10:15:03.053288Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:15:03.053288Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hH0pihJ+1j/T6k89+WJDIGjnJ66ubbejzrOOQ+1Edptj2WOOj8I3fyQQo13udriJMHTvgphzdWpzQ+XYIvI/AA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:15:03.053749Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.11058","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:56d802daf62a30ef7d9cf41aff61b279c308bea2624cd9b54c7f25dffe9182c4","sha256:bd8cd675347283ee0e679594e99f6508f6fc3f8f6171e8eebf0d884a49df0951"],"state_sha256":"eb5e7fe8994ad3a8924a02c06573b5c71e8d32a67d0eaea31c528074bf557e07"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5pjnXmo7QsLGpumpzbyGnVgSWn+rp+bfeRx543ldFfceVTucLtMlm/lFww2i/tjHfx2J7MnCrmgAk8iUpZVnCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T03:37:49.658238Z","bundle_sha256":"24f9bb8df60de907fab3ff40239ad8bcbe83ec4ff9a29bfe12b59ebb50c4aa60"}}