{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2HNP4BRL4LRYMA45ELMNTWJL74","short_pith_number":"pith:2HNP4BRL","canonical_record":{"source":{"id":"2309.13254","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-23T04:32:48Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"9f00f225c04994ea5627ff85a370e73188273b613196c1b4d5eb42b786e62036","abstract_canon_sha256":"72b3268ffb02dd9ec096f124a34fe961c49f7bb928a0c885918f3ed0421f44a9"},"schema_version":"1.0"},"canonical_sha256":"d1dafe062be2e386039d22d8d9d92bff012300293c08ee39f0959ad605f3932f","source":{"kind":"arxiv","id":"2309.13254","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.13254","created_at":"2026-07-05T09:49:00Z"},{"alias_kind":"arxiv_version","alias_value":"2309.13254v2","created_at":"2026-07-05T09:49:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.13254","created_at":"2026-07-05T09:49:00Z"},{"alias_kind":"pith_short_12","alias_value":"2HNP4BRL4LRY","created_at":"2026-07-05T09:49:00Z"},{"alias_kind":"pith_short_16","alias_value":"2HNP4BRL4LRYMA45","created_at":"2026-07-05T09:49:00Z"},{"alias_kind":"pith_short_8","alias_value":"2HNP4BRL","created_at":"2026-07-05T09:49:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2HNP4BRL4LRYMA45ELMNTWJL74","target":"record","payload":{"canonical_record":{"source":{"id":"2309.13254","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-23T04:32:48Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"9f00f225c04994ea5627ff85a370e73188273b613196c1b4d5eb42b786e62036","abstract_canon_sha256":"72b3268ffb02dd9ec096f124a34fe961c49f7bb928a0c885918f3ed0421f44a9"},"schema_version":"1.0"},"canonical_sha256":"d1dafe062be2e386039d22d8d9d92bff012300293c08ee39f0959ad605f3932f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:49:00.326678Z","signature_b64":"C/BLqZqMy7m3fBdPPnswshe12kLn8N+QXVOCJtyhajAdTAT+Ij/hcVI9EpE/ns38IPBGixXXH/eqKZe+jcd8Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d1dafe062be2e386039d22d8d9d92bff012300293c08ee39f0959ad605f3932f","last_reissued_at":"2026-07-05T09:49:00.326240Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:49:00.326240Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.13254","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:49:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aQxrhmPPLZYMN3WZq+SN9gqrIznlJPS4PT6535WNVrq2SZIIxrvnwoII4xIf+ZvYXf5hr+n9soVMaJBamId1Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:52:38.010338Z"},"content_sha256":"412656efb25578d8400885c7c6a2a2fe37670c61fc00616de3873921c202312c","schema_version":"1.0","event_id":"sha256:412656efb25578d8400885c7c6a2a2fe37670c61fc00616de3873921c202312c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2HNP4BRL4LRYMA45ELMNTWJL74","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Empowering Distributed Training with Sparsity-driven Data Synchronization","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.DC"],"primary_cat":"cs.LG","authors_text":"Anshumali Shrivastava, Jingyi Xi, T. S. Eugene Ng, Yuke Wang, Zhaozhuo Xu, Zhuang Wang","submitted_at":"2023-09-23T04:32:48Z","abstract_excerpt":"Distributed training is the de facto standard to scale up the training of deep learning models with multiple GPUs. Its performance bottleneck lies in communications for gradient synchronization. Although high tensor sparsity is widely observed, the optimal communication scheme to fully leverage sparsity is still missing. This paper aims to bridge this gap. We first analyze the characteristics of sparse tensors in popular models to understand the fundamentals of sparsity. We then systematically explore the design space of communication schemes for sparse tensors and find the optimal ones. These"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.13254","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.13254/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:49:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QpEOdtAFeC8OAW7qB94DlOtHu7SoNbA85lC9ouWK1gAKfHFabuVs2t28GhsgZNBQ5PkOLcRCqpOzS8y8yLX+Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:52:38.011287Z"},"content_sha256":"c53f8260eaf622e644be0670d1597dc0bbd70ecf30fa5542f933b83348320e1a","schema_version":"1.0","event_id":"sha256:c53f8260eaf622e644be0670d1597dc0bbd70ecf30fa5542f933b83348320e1a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2HNP4BRL4LRYMA45ELMNTWJL74/bundle.json","state_url":"https://pith.science/pith/2HNP4BRL4LRYMA45ELMNTWJL74/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2HNP4BRL4LRYMA45ELMNTWJL74/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T16:52:38Z","links":{"resolver":"https://pith.science/pith/2HNP4BRL4LRYMA45ELMNTWJL74","bundle":"https://pith.science/pith/2HNP4BRL4LRYMA45ELMNTWJL74/bundle.json","state":"https://pith.science/pith/2HNP4BRL4LRYMA45ELMNTWJL74/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2HNP4BRL4LRYMA45ELMNTWJL74/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2HNP4BRL4LRYMA45ELMNTWJL74","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"72b3268ffb02dd9ec096f124a34fe961c49f7bb928a0c885918f3ed0421f44a9","cross_cats_sorted":["cs.DC"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-23T04:32:48Z","title_canon_sha256":"9f00f225c04994ea5627ff85a370e73188273b613196c1b4d5eb42b786e62036"},"schema_version":"1.0","source":{"id":"2309.13254","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.13254","created_at":"2026-07-05T09:49:00Z"},{"alias_kind":"arxiv_version","alias_value":"2309.13254v2","created_at":"2026-07-05T09:49:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.13254","created_at":"2026-07-05T09:49:00Z"},{"alias_kind":"pith_short_12","alias_value":"2HNP4BRL4LRY","created_at":"2026-07-05T09:49:00Z"},{"alias_kind":"pith_short_16","alias_value":"2HNP4BRL4LRYMA45","created_at":"2026-07-05T09:49:00Z"},{"alias_kind":"pith_short_8","alias_value":"2HNP4BRL","created_at":"2026-07-05T09:49:00Z"}],"graph_snapshots":[{"event_id":"sha256:c53f8260eaf622e644be0670d1597dc0bbd70ecf30fa5542f933b83348320e1a","target":"graph","created_at":"2026-07-05T09:49:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.13254/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Distributed training is the de facto standard to scale up the training of deep learning models with multiple GPUs. Its performance bottleneck lies in communications for gradient synchronization. Although high tensor sparsity is widely observed, the optimal communication scheme to fully leverage sparsity is still missing. This paper aims to bridge this gap. We first analyze the characteristics of sparse tensors in popular models to understand the fundamentals of sparsity. We then systematically explore the design space of communication schemes for sparse tensors and find the optimal ones. These","authors_text":"Anshumali Shrivastava, Jingyi Xi, T. S. Eugene Ng, Yuke Wang, Zhaozhuo Xu, Zhuang Wang","cross_cats":["cs.DC"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-23T04:32:48Z","title":"Empowering Distributed Training with Sparsity-driven Data Synchronization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.13254","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:412656efb25578d8400885c7c6a2a2fe37670c61fc00616de3873921c202312c","target":"record","created_at":"2026-07-05T09:49:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"72b3268ffb02dd9ec096f124a34fe961c49f7bb928a0c885918f3ed0421f44a9","cross_cats_sorted":["cs.DC"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-23T04:32:48Z","title_canon_sha256":"9f00f225c04994ea5627ff85a370e73188273b613196c1b4d5eb42b786e62036"},"schema_version":"1.0","source":{"id":"2309.13254","kind":"arxiv","version":2}},"canonical_sha256":"d1dafe062be2e386039d22d8d9d92bff012300293c08ee39f0959ad605f3932f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d1dafe062be2e386039d22d8d9d92bff012300293c08ee39f0959ad605f3932f","first_computed_at":"2026-07-05T09:49:00.326240Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:49:00.326240Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"C/BLqZqMy7m3fBdPPnswshe12kLn8N+QXVOCJtyhajAdTAT+Ij/hcVI9EpE/ns38IPBGixXXH/eqKZe+jcd8Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T09:49:00.326678Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.13254","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:412656efb25578d8400885c7c6a2a2fe37670c61fc00616de3873921c202312c","sha256:c53f8260eaf622e644be0670d1597dc0bbd70ecf30fa5542f933b83348320e1a"],"state_sha256":"c23fad02ee2f93ccd0c891ec8413293d95782fdffcb254d5fb9414a10514abb5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BnaB/b+Gst9TIfnmO/Y6E33tPoDZ5/96O7Ra7lQHKKaJxN9i1XP+LuG3Itb7rFtp3NRf11YP11qqQVJA7vh8AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T16:52:38.018492Z","bundle_sha256":"8370da40a8f5a71d8aa9f6ddc5d878b621d691c316ac61b5d78b75aaa804955c"}}