{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:O42HI2O23K62OIKVVPLWWRTVJT","short_pith_number":"pith:O42HI2O2","canonical_record":{"source":{"id":"2110.09132","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-18T09:35:40Z","cross_cats_sorted":["cs.MA"],"title_canon_sha256":"93ebf82d751e683560ff35c58769a18303fc78616a412f9b2c5bde1aa8d0fe91","abstract_canon_sha256":"7697d057da2c33962cc3c4b6a1b04efe9ffd0d8faf711983861a859c6855a661"},"schema_version":"1.0"},"canonical_sha256":"77347469dadabda72155abd76b46754cd94c91ac2bd409810829eeb905f194aa","source":{"kind":"arxiv","id":"2110.09132","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.09132","created_at":"2026-07-05T04:34:47Z"},{"alias_kind":"arxiv_version","alias_value":"2110.09132v2","created_at":"2026-07-05T04:34:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.09132","created_at":"2026-07-05T04:34:47Z"},{"alias_kind":"pith_short_12","alias_value":"O42HI2O23K62","created_at":"2026-07-05T04:34:47Z"},{"alias_kind":"pith_short_16","alias_value":"O42HI2O23K62OIKV","created_at":"2026-07-05T04:34:47Z"},{"alias_kind":"pith_short_8","alias_value":"O42HI2O2","created_at":"2026-07-05T04:34:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:O42HI2O23K62OIKVVPLWWRTVJT","target":"record","payload":{"canonical_record":{"source":{"id":"2110.09132","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-18T09:35:40Z","cross_cats_sorted":["cs.MA"],"title_canon_sha256":"93ebf82d751e683560ff35c58769a18303fc78616a412f9b2c5bde1aa8d0fe91","abstract_canon_sha256":"7697d057da2c33962cc3c4b6a1b04efe9ffd0d8faf711983861a859c6855a661"},"schema_version":"1.0"},"canonical_sha256":"77347469dadabda72155abd76b46754cd94c91ac2bd409810829eeb905f194aa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:34:47.902392Z","signature_b64":"kv1RKKtHWs+yhrKUB1IeAZTB86cPVQGeYshVM6RwfVfSfSOULvOqWwsHM1tW1rNKho+aApB3fPleAlC7ih5ZCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"77347469dadabda72155abd76b46754cd94c91ac2bd409810829eeb905f194aa","last_reissued_at":"2026-07-05T04:34:47.901870Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:34:47.901870Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.09132","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:34:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"axjc/C0/UUIDW6N0e/L8JNmQdji/sp3skvG8/eoe47Z5D4SI69dpGT342Y97N78Rs81uOG7dcZfC1pA8WJrdCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T09:52:23.479527Z"},"content_sha256":"7de3ed5370d81b9cb551ac38c0a33c47d8dc2ce28440a8ccd96f8c2df7f74879","schema_version":"1.0","event_id":"sha256:7de3ed5370d81b9cb551ac38c0a33c47d8dc2ce28440a8ccd96f8c2df7f74879"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:O42HI2O23K62OIKVVPLWWRTVJT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EmbRace: Accelerating Sparse Communication for Distributed Training of NLP Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.MA"],"primary_cat":"cs.LG","authors_text":"Dongsheng Li, Shengwei Li, Xiangyu Ye, Yabo Duan, Yiming Zhang, Zhiquan Lai","submitted_at":"2021-10-18T09:35:40Z","abstract_excerpt":"Distributed data-parallel training has been widely adopted for deep neural network (DNN) models. Although current deep learning (DL) frameworks scale well for dense models like image classification models, we find that these DL frameworks have relatively low scalability for sparse models like natural language processing (NLP) models that have highly sparse embedding tables. Most existing works overlook the sparsity of model parameters thus suffering from significant but unnecessary communication overhead. In this paper, we propose EmbRace, an efficient communication framework to accelerate com"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.09132","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.09132/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:34:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nftzYemMUjoLqsNQUXo74U1Wcxl2HyNcfPk/7/0DeRCzb7dxH/EoB5+uS6C6kPcJyj7GB/UgrE6j7Gcx/6DcBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T09:52:23.480109Z"},"content_sha256":"fb5a3bd7d37906be625707988d3f4350951d097d0ab67de6966376de4a4c82e8","schema_version":"1.0","event_id":"sha256:fb5a3bd7d37906be625707988d3f4350951d097d0ab67de6966376de4a4c82e8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O42HI2O23K62OIKVVPLWWRTVJT/bundle.json","state_url":"https://pith.science/pith/O42HI2O23K62OIKVVPLWWRTVJT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O42HI2O23K62OIKVVPLWWRTVJT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T09:52:23Z","links":{"resolver":"https://pith.science/pith/O42HI2O23K62OIKVVPLWWRTVJT","bundle":"https://pith.science/pith/O42HI2O23K62OIKVVPLWWRTVJT/bundle.json","state":"https://pith.science/pith/O42HI2O23K62OIKVVPLWWRTVJT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O42HI2O23K62OIKVVPLWWRTVJT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:O42HI2O23K62OIKVVPLWWRTVJT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7697d057da2c33962cc3c4b6a1b04efe9ffd0d8faf711983861a859c6855a661","cross_cats_sorted":["cs.MA"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-18T09:35:40Z","title_canon_sha256":"93ebf82d751e683560ff35c58769a18303fc78616a412f9b2c5bde1aa8d0fe91"},"schema_version":"1.0","source":{"id":"2110.09132","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.09132","created_at":"2026-07-05T04:34:47Z"},{"alias_kind":"arxiv_version","alias_value":"2110.09132v2","created_at":"2026-07-05T04:34:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.09132","created_at":"2026-07-05T04:34:47Z"},{"alias_kind":"pith_short_12","alias_value":"O42HI2O23K62","created_at":"2026-07-05T04:34:47Z"},{"alias_kind":"pith_short_16","alias_value":"O42HI2O23K62OIKV","created_at":"2026-07-05T04:34:47Z"},{"alias_kind":"pith_short_8","alias_value":"O42HI2O2","created_at":"2026-07-05T04:34:47Z"}],"graph_snapshots":[{"event_id":"sha256:fb5a3bd7d37906be625707988d3f4350951d097d0ab67de6966376de4a4c82e8","target":"graph","created_at":"2026-07-05T04:34:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.09132/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Distributed data-parallel training has been widely adopted for deep neural network (DNN) models. Although current deep learning (DL) frameworks scale well for dense models like image classification models, we find that these DL frameworks have relatively low scalability for sparse models like natural language processing (NLP) models that have highly sparse embedding tables. Most existing works overlook the sparsity of model parameters thus suffering from significant but unnecessary communication overhead. In this paper, we propose EmbRace, an efficient communication framework to accelerate com","authors_text":"Dongsheng Li, Shengwei Li, Xiangyu Ye, Yabo Duan, Yiming Zhang, Zhiquan Lai","cross_cats":["cs.MA"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-18T09:35:40Z","title":"EmbRace: Accelerating Sparse Communication for Distributed Training of NLP Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.09132","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7de3ed5370d81b9cb551ac38c0a33c47d8dc2ce28440a8ccd96f8c2df7f74879","target":"record","created_at":"2026-07-05T04:34:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7697d057da2c33962cc3c4b6a1b04efe9ffd0d8faf711983861a859c6855a661","cross_cats_sorted":["cs.MA"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-18T09:35:40Z","title_canon_sha256":"93ebf82d751e683560ff35c58769a18303fc78616a412f9b2c5bde1aa8d0fe91"},"schema_version":"1.0","source":{"id":"2110.09132","kind":"arxiv","version":2}},"canonical_sha256":"77347469dadabda72155abd76b46754cd94c91ac2bd409810829eeb905f194aa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"77347469dadabda72155abd76b46754cd94c91ac2bd409810829eeb905f194aa","first_computed_at":"2026-07-05T04:34:47.901870Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:34:47.901870Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kv1RKKtHWs+yhrKUB1IeAZTB86cPVQGeYshVM6RwfVfSfSOULvOqWwsHM1tW1rNKho+aApB3fPleAlC7ih5ZCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:34:47.902392Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.09132","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7de3ed5370d81b9cb551ac38c0a33c47d8dc2ce28440a8ccd96f8c2df7f74879","sha256:fb5a3bd7d37906be625707988d3f4350951d097d0ab67de6966376de4a4c82e8"],"state_sha256":"1afe25a757e6d2e208fe28d047ff2b3c968f1270cdd075b745ec1920f9484993"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eoLlL0SIA0MYzHAU+XDqXIhscIbor/b54QhjCH+1+yqclGyX2kJqKY0z2V9hHBmSjj7yTIKJ0L88TYfAJh9JBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T09:52:23.487150Z","bundle_sha256":"77fecb5d71cb9b9815e833c0b36c22fe73aac842bedf0bb24176ce9a6d4f9822"}}