{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:UYVD3ARYO4PXEH3ZAGFAGRLTAW","short_pith_number":"pith:UYVD3ARY","canonical_record":{"source":{"id":"2102.02888","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-04T21:02:19Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"c8c8ce7834b973c1f7ce51fc54b713e5bf3d14e756a877f5663845800eb81791","abstract_canon_sha256":"53ccc1ef14863b50579abc9f094abee5c06705a3be5236c63dc2a66e8b854227"},"schema_version":"1.0"},"canonical_sha256":"a62a3d8238771f721f79018a03457305ab4f331ca667c4b9eac726c924f8ddf7","source":{"kind":"arxiv","id":"2102.02888","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.02888","created_at":"2026-07-05T02:53:55Z"},{"alias_kind":"arxiv_version","alias_value":"2102.02888v2","created_at":"2026-07-05T02:53:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.02888","created_at":"2026-07-05T02:53:55Z"},{"alias_kind":"pith_short_12","alias_value":"UYVD3ARYO4PX","created_at":"2026-07-05T02:53:55Z"},{"alias_kind":"pith_short_16","alias_value":"UYVD3ARYO4PXEH3Z","created_at":"2026-07-05T02:53:55Z"},{"alias_kind":"pith_short_8","alias_value":"UYVD3ARY","created_at":"2026-07-05T02:53:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:UYVD3ARYO4PXEH3ZAGFAGRLTAW","target":"record","payload":{"canonical_record":{"source":{"id":"2102.02888","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-04T21:02:19Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"c8c8ce7834b973c1f7ce51fc54b713e5bf3d14e756a877f5663845800eb81791","abstract_canon_sha256":"53ccc1ef14863b50579abc9f094abee5c06705a3be5236c63dc2a66e8b854227"},"schema_version":"1.0"},"canonical_sha256":"a62a3d8238771f721f79018a03457305ab4f331ca667c4b9eac726c924f8ddf7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:53:55.626190Z","signature_b64":"abn1rwNZgYplydYzkVg1V4bRoGdw67k1KFYItHa9LCySUnIdRU4JCN5/0E/mcglF07Z6qMlumM/S0b0T41cVAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a62a3d8238771f721f79018a03457305ab4f331ca667c4b9eac726c924f8ddf7","last_reissued_at":"2026-07-05T02:53:55.625665Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:53:55.625665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.02888","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:53:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AuwxHXvaprZ89uE9fqDVRrIlxh1Dp3CKm3/pD+DYAqwVKcteqN5km0mqVKFr/oITGVi7spW/f5WplnvF78SVBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:29:25.742154Z"},"content_sha256":"bd8b90b91d125af2f171ef8613d913cab22ce38bbba5a5d724caee920e9752bf","schema_version":"1.0","event_id":"sha256:bd8b90b91d125af2f171ef8613d913cab22ce38bbba5a5d724caee920e9752bf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:UYVD3ARYO4PXEH3ZAGFAGRLTAW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"1-bit Adam: Communication Efficient Large-Scale Training with Adam's Convergence Speed","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["cs.DC"],"primary_cat":"cs.LG","authors_text":"Ammar Ahmad Awan, Ce Zhang, Conglong Li, Hanlin Tang, Ji Liu, Samyam Rajbhandari, Shaoduo Gan, Xiangru Lian, Yuxiong He","submitted_at":"2021-02-04T21:02:19Z","abstract_excerpt":"Scalable training of large models (like BERT and GPT-3) requires careful optimization rooted in model design, architecture, and system capabilities. From a system standpoint, communication has become a major bottleneck, especially on commodity systems with standard TCP interconnects that offer limited network bandwidth. Communication compression is an important technique to reduce training time on such systems. One of the most effective methods is error-compensated compression, which offers robust convergence speed even under 1-bit compression. However, state-of-the-art error compensation tech"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.02888","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.02888/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:53:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"60kTxW1/FDaVT0OjCsroFR8/bjdKzFidBJcdISm1iLILkETjTX0bVSqhdHfNGdwyBSpNFnkMDWujPmQmcw1kDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:29:25.742663Z"},"content_sha256":"14a41f5ddc2a33393b195c979a9c2987d6e6de3dbd13bb6781cc8385993a4458","schema_version":"1.0","event_id":"sha256:14a41f5ddc2a33393b195c979a9c2987d6e6de3dbd13bb6781cc8385993a4458"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UYVD3ARYO4PXEH3ZAGFAGRLTAW/bundle.json","state_url":"https://pith.science/pith/UYVD3ARYO4PXEH3ZAGFAGRLTAW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UYVD3ARYO4PXEH3ZAGFAGRLTAW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T17:29:25Z","links":{"resolver":"https://pith.science/pith/UYVD3ARYO4PXEH3ZAGFAGRLTAW","bundle":"https://pith.science/pith/UYVD3ARYO4PXEH3ZAGFAGRLTAW/bundle.json","state":"https://pith.science/pith/UYVD3ARYO4PXEH3ZAGFAGRLTAW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UYVD3ARYO4PXEH3ZAGFAGRLTAW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:UYVD3ARYO4PXEH3ZAGFAGRLTAW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"53ccc1ef14863b50579abc9f094abee5c06705a3be5236c63dc2a66e8b854227","cross_cats_sorted":["cs.DC"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-04T21:02:19Z","title_canon_sha256":"c8c8ce7834b973c1f7ce51fc54b713e5bf3d14e756a877f5663845800eb81791"},"schema_version":"1.0","source":{"id":"2102.02888","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.02888","created_at":"2026-07-05T02:53:55Z"},{"alias_kind":"arxiv_version","alias_value":"2102.02888v2","created_at":"2026-07-05T02:53:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.02888","created_at":"2026-07-05T02:53:55Z"},{"alias_kind":"pith_short_12","alias_value":"UYVD3ARYO4PX","created_at":"2026-07-05T02:53:55Z"},{"alias_kind":"pith_short_16","alias_value":"UYVD3ARYO4PXEH3Z","created_at":"2026-07-05T02:53:55Z"},{"alias_kind":"pith_short_8","alias_value":"UYVD3ARY","created_at":"2026-07-05T02:53:55Z"}],"graph_snapshots":[{"event_id":"sha256:14a41f5ddc2a33393b195c979a9c2987d6e6de3dbd13bb6781cc8385993a4458","target":"graph","created_at":"2026-07-05T02:53:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.02888/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Scalable training of large models (like BERT and GPT-3) requires careful optimization rooted in model design, architecture, and system capabilities. From a system standpoint, communication has become a major bottleneck, especially on commodity systems with standard TCP interconnects that offer limited network bandwidth. Communication compression is an important technique to reduce training time on such systems. One of the most effective methods is error-compensated compression, which offers robust convergence speed even under 1-bit compression. However, state-of-the-art error compensation tech","authors_text":"Ammar Ahmad Awan, Ce Zhang, Conglong Li, Hanlin Tang, Ji Liu, Samyam Rajbhandari, Shaoduo Gan, Xiangru Lian, Yuxiong He","cross_cats":["cs.DC"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-04T21:02:19Z","title":"1-bit Adam: Communication Efficient Large-Scale Training with Adam's Convergence Speed"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.02888","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bd8b90b91d125af2f171ef8613d913cab22ce38bbba5a5d724caee920e9752bf","target":"record","created_at":"2026-07-05T02:53:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"53ccc1ef14863b50579abc9f094abee5c06705a3be5236c63dc2a66e8b854227","cross_cats_sorted":["cs.DC"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-04T21:02:19Z","title_canon_sha256":"c8c8ce7834b973c1f7ce51fc54b713e5bf3d14e756a877f5663845800eb81791"},"schema_version":"1.0","source":{"id":"2102.02888","kind":"arxiv","version":2}},"canonical_sha256":"a62a3d8238771f721f79018a03457305ab4f331ca667c4b9eac726c924f8ddf7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a62a3d8238771f721f79018a03457305ab4f331ca667c4b9eac726c924f8ddf7","first_computed_at":"2026-07-05T02:53:55.625665Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:53:55.625665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"abn1rwNZgYplydYzkVg1V4bRoGdw67k1KFYItHa9LCySUnIdRU4JCN5/0E/mcglF07Z6qMlumM/S0b0T41cVAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:53:55.626190Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.02888","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bd8b90b91d125af2f171ef8613d913cab22ce38bbba5a5d724caee920e9752bf","sha256:14a41f5ddc2a33393b195c979a9c2987d6e6de3dbd13bb6781cc8385993a4458"],"state_sha256":"6a8aa1a0f3919a402d05362eeacc40cf34134e4cee5b0348c6630b409d708769"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RvtIsg/EPhgYDL/cGrKHFX/y4M8JuQdiegPUYiqbRc8sC2j04T+Apc7FB4zg5LOQciXscnng3ZYqzEldqXIXBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T17:29:25.745994Z","bundle_sha256":"50d7c8944770295f4ea09a5f8bf19d160f25717b6caf48ed9157f214a0add36b"}}