{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:R5ZVZY7RJCK5L6FWRL2BCO4ZQN","short_pith_number":"pith:R5ZVZY7R","canonical_record":{"source":{"id":"2105.07829","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2021-05-17T13:41:47Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"7bcfc430f2d2cd36876756fc47bcd9266397dfb529b56e7b51d5b782c236467f","abstract_canon_sha256":"ef98bed8deda925e7f8f3684b2a8ab8bf45a1a262fb356476c4c9a247c1da520"},"schema_version":"1.0"},"canonical_sha256":"8f735ce3f14895d5f8b68af4113b998349805eb5d66c88cdb61071c2d4c15e2e","source":{"kind":"arxiv","id":"2105.07829","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.07829","created_at":"2026-07-05T02:40:51Z"},{"alias_kind":"arxiv_version","alias_value":"2105.07829v1","created_at":"2026-07-05T02:40:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.07829","created_at":"2026-07-05T02:40:51Z"},{"alias_kind":"pith_short_12","alias_value":"R5ZVZY7RJCK5","created_at":"2026-07-05T02:40:51Z"},{"alias_kind":"pith_short_16","alias_value":"R5ZVZY7RJCK5L6FW","created_at":"2026-07-05T02:40:51Z"},{"alias_kind":"pith_short_8","alias_value":"R5ZVZY7R","created_at":"2026-07-05T02:40:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:R5ZVZY7RJCK5L6FWRL2BCO4ZQN","target":"record","payload":{"canonical_record":{"source":{"id":"2105.07829","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2021-05-17T13:41:47Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"7bcfc430f2d2cd36876756fc47bcd9266397dfb529b56e7b51d5b782c236467f","abstract_canon_sha256":"ef98bed8deda925e7f8f3684b2a8ab8bf45a1a262fb356476c4c9a247c1da520"},"schema_version":"1.0"},"canonical_sha256":"8f735ce3f14895d5f8b68af4113b998349805eb5d66c88cdb61071c2d4c15e2e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:40:51.460676Z","signature_b64":"bGULJ8T86pKQAGPIzHP1jxMHQeGxDPB/9WQuJso02AHaYFvleqbyT5ajdE28H+p5kvdFI2b3xKsJfFoj2NOqBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8f735ce3f14895d5f8b68af4113b998349805eb5d66c88cdb61071c2d4c15e2e","last_reissued_at":"2026-07-05T02:40:51.460232Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:40:51.460232Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2105.07829","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:40:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+FcTD4SW5zFM5BHvYLm/xSK9+6hMB3TnrnAxPgIKkMYIq4Qo0YJKj6CR2rQZIH4d/FNHydDbZML5xFMn8o4YAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:45:51.838000Z"},"content_sha256":"11290e908880c6e013d2074456995802705565e7be7ec7333ef7efc495f23ce1","schema_version":"1.0","event_id":"sha256:11290e908880c6e013d2074456995802705565e7be7ec7333ef7efc495f23ce1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:R5ZVZY7RJCK5L6FWRL2BCO4ZQN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Compressed Communication for Distributed Training: Adaptive Methods and System","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.DC","authors_text":"Cong Xie, Haibin Lin, Shuai Zheng, Yuchen Zhong","submitted_at":"2021-05-17T13:41:47Z","abstract_excerpt":"Communication overhead severely hinders the scalability of distributed machine learning systems. Recently, there has been a growing interest in using gradient compression to reduce the communication overhead of the distributed training. However, there is little understanding of applying gradient compression to adaptive gradient methods. Moreover, its performance benefits are often limited by the non-negligible compression overhead. In this paper, we first introduce a novel adaptive gradient method with gradient compression. We show that the proposed method has a convergence rate of $\\mathcal{O"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.07829","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.07829/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:40:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JDI7hzwwcOdXxT8luW+rLlAzFuyPTmINLtO3Zg+NUC0WFiH7WBI97WuY3upbCW0M5ZN9h3GI38Mysh3PzXOLBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:45:51.838490Z"},"content_sha256":"46e8f4a9d56e4c462facdf4a0a2af591b9ae832a6e69dd745232ec4a7312550f","schema_version":"1.0","event_id":"sha256:46e8f4a9d56e4c462facdf4a0a2af591b9ae832a6e69dd745232ec4a7312550f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R5ZVZY7RJCK5L6FWRL2BCO4ZQN/bundle.json","state_url":"https://pith.science/pith/R5ZVZY7RJCK5L6FWRL2BCO4ZQN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R5ZVZY7RJCK5L6FWRL2BCO4ZQN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T03:45:51Z","links":{"resolver":"https://pith.science/pith/R5ZVZY7RJCK5L6FWRL2BCO4ZQN","bundle":"https://pith.science/pith/R5ZVZY7RJCK5L6FWRL2BCO4ZQN/bundle.json","state":"https://pith.science/pith/R5ZVZY7RJCK5L6FWRL2BCO4ZQN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R5ZVZY7RJCK5L6FWRL2BCO4ZQN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:R5ZVZY7RJCK5L6FWRL2BCO4ZQN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef98bed8deda925e7f8f3684b2a8ab8bf45a1a262fb356476c4c9a247c1da520","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2021-05-17T13:41:47Z","title_canon_sha256":"7bcfc430f2d2cd36876756fc47bcd9266397dfb529b56e7b51d5b782c236467f"},"schema_version":"1.0","source":{"id":"2105.07829","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.07829","created_at":"2026-07-05T02:40:51Z"},{"alias_kind":"arxiv_version","alias_value":"2105.07829v1","created_at":"2026-07-05T02:40:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.07829","created_at":"2026-07-05T02:40:51Z"},{"alias_kind":"pith_short_12","alias_value":"R5ZVZY7RJCK5","created_at":"2026-07-05T02:40:51Z"},{"alias_kind":"pith_short_16","alias_value":"R5ZVZY7RJCK5L6FW","created_at":"2026-07-05T02:40:51Z"},{"alias_kind":"pith_short_8","alias_value":"R5ZVZY7R","created_at":"2026-07-05T02:40:51Z"}],"graph_snapshots":[{"event_id":"sha256:46e8f4a9d56e4c462facdf4a0a2af591b9ae832a6e69dd745232ec4a7312550f","target":"graph","created_at":"2026-07-05T02:40:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2105.07829/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Communication overhead severely hinders the scalability of distributed machine learning systems. Recently, there has been a growing interest in using gradient compression to reduce the communication overhead of the distributed training. However, there is little understanding of applying gradient compression to adaptive gradient methods. Moreover, its performance benefits are often limited by the non-negligible compression overhead. In this paper, we first introduce a novel adaptive gradient method with gradient compression. We show that the proposed method has a convergence rate of $\\mathcal{O","authors_text":"Cong Xie, Haibin Lin, Shuai Zheng, Yuchen Zhong","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2021-05-17T13:41:47Z","title":"Compressed Communication for Distributed Training: Adaptive Methods and System"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.07829","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:11290e908880c6e013d2074456995802705565e7be7ec7333ef7efc495f23ce1","target":"record","created_at":"2026-07-05T02:40:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef98bed8deda925e7f8f3684b2a8ab8bf45a1a262fb356476c4c9a247c1da520","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2021-05-17T13:41:47Z","title_canon_sha256":"7bcfc430f2d2cd36876756fc47bcd9266397dfb529b56e7b51d5b782c236467f"},"schema_version":"1.0","source":{"id":"2105.07829","kind":"arxiv","version":1}},"canonical_sha256":"8f735ce3f14895d5f8b68af4113b998349805eb5d66c88cdb61071c2d4c15e2e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8f735ce3f14895d5f8b68af4113b998349805eb5d66c88cdb61071c2d4c15e2e","first_computed_at":"2026-07-05T02:40:51.460232Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:40:51.460232Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bGULJ8T86pKQAGPIzHP1jxMHQeGxDPB/9WQuJso02AHaYFvleqbyT5ajdE28H+p5kvdFI2b3xKsJfFoj2NOqBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:40:51.460676Z","signed_message":"canonical_sha256_bytes"},"source_id":"2105.07829","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:11290e908880c6e013d2074456995802705565e7be7ec7333ef7efc495f23ce1","sha256:46e8f4a9d56e4c462facdf4a0a2af591b9ae832a6e69dd745232ec4a7312550f"],"state_sha256":"6a26f034d618f534855d38453c61cbcb42d11c56f18c1317fe8cd98a6829d19e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0fjihImu9bUJWeO6ngEW9/pRx+mmO/0+x5G84b9ekE1DWhtuosCY+08ZTlStI/xBk+ZzWrIJEaCSMqayNgNtCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T03:45:51.842693Z","bundle_sha256":"d926572434595580e33ffa78c242b168efbdd9fb247d7eabcb555d3620aaa9dc"}}