{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YBEB7X3KWF4TIYDSJGQID2AXM6","short_pith_number":"pith:YBEB7X3K","canonical_record":{"source":{"id":"2410.15526","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-20T22:36:02Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"f5d4c5548b79c402852890f264bd6adb406e64e9b0b2b607d35363b9e2746740","abstract_canon_sha256":"e99ddd88d34457defaa997aa15cf514ae5c3d9c447bb37f70f188391358d7615"},"schema_version":"1.0"},"canonical_sha256":"c0481fdf6ab17934607249a081e81767accea80697e31e13f8fe3535023e61c1","source":{"kind":"arxiv","id":"2410.15526","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.15526","created_at":"2026-07-05T09:39:28Z"},{"alias_kind":"arxiv_version","alias_value":"2410.15526v2","created_at":"2026-07-05T09:39:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.15526","created_at":"2026-07-05T09:39:28Z"},{"alias_kind":"pith_short_12","alias_value":"YBEB7X3KWF4T","created_at":"2026-07-05T09:39:28Z"},{"alias_kind":"pith_short_16","alias_value":"YBEB7X3KWF4TIYDS","created_at":"2026-07-05T09:39:28Z"},{"alias_kind":"pith_short_8","alias_value":"YBEB7X3K","created_at":"2026-07-05T09:39:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YBEB7X3KWF4TIYDSJGQID2AXM6","target":"record","payload":{"canonical_record":{"source":{"id":"2410.15526","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-20T22:36:02Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"f5d4c5548b79c402852890f264bd6adb406e64e9b0b2b607d35363b9e2746740","abstract_canon_sha256":"e99ddd88d34457defaa997aa15cf514ae5c3d9c447bb37f70f188391358d7615"},"schema_version":"1.0"},"canonical_sha256":"c0481fdf6ab17934607249a081e81767accea80697e31e13f8fe3535023e61c1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:39:28.224899Z","signature_b64":"PUAOS1NiXblsHvmq2J/fpDju3S7RABC/0ZOK8PFCZ+AhGD3NxfooA4dOOFozlu4CiFUb/F/Hp11KLLGbzI8sCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c0481fdf6ab17934607249a081e81767accea80697e31e13f8fe3535023e61c1","last_reissued_at":"2026-07-05T09:39:28.224468Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:39:28.224468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.15526","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eB3rn+F3Wm7fwQPeYRi5IQpGzQlwosY7ztVfwaPEFvhhmuSEjBggaibnJz4z6adCeopfkLD62opXZKh0Ou5pAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T08:31:15.679199Z"},"content_sha256":"fe738214ae3c1469c8f7569a80d8b209d0bb0aaa48fb32c60085d3cb77f230a3","schema_version":"1.0","event_id":"sha256:fe738214ae3c1469c8f7569a80d8b209d0bb0aaa48fb32c60085d3cb77f230a3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YBEB7X3KWF4TIYDSJGQID2AXM6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SDP4Bit: Toward 4-bit Communication Quantization in Sharded Data Parallelism for LLM Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DC"],"primary_cat":"cs.LG","authors_text":"Baixi Sun, Chengming Zhang, Cong Xie, Daoce Wang, Dingwen Tao, Haibin Lin, Hanlin Lu, Hao Feng, Jinda Jia, Xin Liu, Zhi Zhang","submitted_at":"2024-10-20T22:36:02Z","abstract_excerpt":"Recent years have witnessed a clear trend towards language models with an ever-increasing number of parameters, as well as the growing training overhead and memory usage. Distributed training, particularly through Sharded Data Parallelism (ShardedDP) which partitions optimizer states among workers, has emerged as a crucial technique to mitigate training time and memory usage. Yet, a major challenge in the scalability of ShardedDP is the intensive communication of weights and gradients. While compression techniques can alleviate this issue, they often result in worse accuracy. Driven by this li"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.15526","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.15526/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0YLVY2yXWNy3baVbA1jrfOdv3GmI7EvPEADuBa0IPJ0Dj/4UgM73UduQFmYMEwXorGPMklAUCeCiVw02P9FJBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T08:31:15.679805Z"},"content_sha256":"f6cedb1985389066ebda8299e08d69dec176289a8b231100f83ac6a2e5d9224c","schema_version":"1.0","event_id":"sha256:f6cedb1985389066ebda8299e08d69dec176289a8b231100f83ac6a2e5d9224c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YBEB7X3KWF4TIYDSJGQID2AXM6/bundle.json","state_url":"https://pith.science/pith/YBEB7X3KWF4TIYDSJGQID2AXM6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YBEB7X3KWF4TIYDSJGQID2AXM6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T08:31:15Z","links":{"resolver":"https://pith.science/pith/YBEB7X3KWF4TIYDSJGQID2AXM6","bundle":"https://pith.science/pith/YBEB7X3KWF4TIYDSJGQID2AXM6/bundle.json","state":"https://pith.science/pith/YBEB7X3KWF4TIYDSJGQID2AXM6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YBEB7X3KWF4TIYDSJGQID2AXM6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YBEB7X3KWF4TIYDSJGQID2AXM6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e99ddd88d34457defaa997aa15cf514ae5c3d9c447bb37f70f188391358d7615","cross_cats_sorted":["cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-20T22:36:02Z","title_canon_sha256":"f5d4c5548b79c402852890f264bd6adb406e64e9b0b2b607d35363b9e2746740"},"schema_version":"1.0","source":{"id":"2410.15526","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.15526","created_at":"2026-07-05T09:39:28Z"},{"alias_kind":"arxiv_version","alias_value":"2410.15526v2","created_at":"2026-07-05T09:39:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.15526","created_at":"2026-07-05T09:39:28Z"},{"alias_kind":"pith_short_12","alias_value":"YBEB7X3KWF4T","created_at":"2026-07-05T09:39:28Z"},{"alias_kind":"pith_short_16","alias_value":"YBEB7X3KWF4TIYDS","created_at":"2026-07-05T09:39:28Z"},{"alias_kind":"pith_short_8","alias_value":"YBEB7X3K","created_at":"2026-07-05T09:39:28Z"}],"graph_snapshots":[{"event_id":"sha256:f6cedb1985389066ebda8299e08d69dec176289a8b231100f83ac6a2e5d9224c","target":"graph","created_at":"2026-07-05T09:39:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.15526/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent years have witnessed a clear trend towards language models with an ever-increasing number of parameters, as well as the growing training overhead and memory usage. Distributed training, particularly through Sharded Data Parallelism (ShardedDP) which partitions optimizer states among workers, has emerged as a crucial technique to mitigate training time and memory usage. Yet, a major challenge in the scalability of ShardedDP is the intensive communication of weights and gradients. While compression techniques can alleviate this issue, they often result in worse accuracy. Driven by this li","authors_text":"Baixi Sun, Chengming Zhang, Cong Xie, Daoce Wang, Dingwen Tao, Haibin Lin, Hanlin Lu, Hao Feng, Jinda Jia, Xin Liu, Zhi Zhang","cross_cats":["cs.DC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-20T22:36:02Z","title":"SDP4Bit: Toward 4-bit Communication Quantization in Sharded Data Parallelism for LLM Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.15526","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fe738214ae3c1469c8f7569a80d8b209d0bb0aaa48fb32c60085d3cb77f230a3","target":"record","created_at":"2026-07-05T09:39:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e99ddd88d34457defaa997aa15cf514ae5c3d9c447bb37f70f188391358d7615","cross_cats_sorted":["cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-20T22:36:02Z","title_canon_sha256":"f5d4c5548b79c402852890f264bd6adb406e64e9b0b2b607d35363b9e2746740"},"schema_version":"1.0","source":{"id":"2410.15526","kind":"arxiv","version":2}},"canonical_sha256":"c0481fdf6ab17934607249a081e81767accea80697e31e13f8fe3535023e61c1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c0481fdf6ab17934607249a081e81767accea80697e31e13f8fe3535023e61c1","first_computed_at":"2026-07-05T09:39:28.224468Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:39:28.224468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PUAOS1NiXblsHvmq2J/fpDju3S7RABC/0ZOK8PFCZ+AhGD3NxfooA4dOOFozlu4CiFUb/F/Hp11KLLGbzI8sCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:39:28.224899Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.15526","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fe738214ae3c1469c8f7569a80d8b209d0bb0aaa48fb32c60085d3cb77f230a3","sha256:f6cedb1985389066ebda8299e08d69dec176289a8b231100f83ac6a2e5d9224c"],"state_sha256":"f3657a9f24d0b903413c8e27624978039208b1fd8c99b29c8dd762df79d9cc76"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a1AA1WzPcym9u/8qTmoa5SKzGL7E7WEU42gfTtISC7a4+wZ8zcViWS0tupN4yV1bUnbFmfIc35F+Ah2llqMHBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T08:31:15.683024Z","bundle_sha256":"06f520a39721d8faba486e72c915296b7da49e08273882926f1c69efcc20153a"}}