{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:Z5NAPRQPUU4SIDOBV5N2FREXWZ","short_pith_number":"pith:Z5NAPRQP","canonical_record":{"source":{"id":"2010.10458","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2020-10-20T17:16:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"77deb573b8ad155b588eb76d524992c77bdaa561b98808601a34e108cb7b6e37","abstract_canon_sha256":"9b59880d431a40005655d89e18f9c734c6aba2a1252caedcf338ff6e730629e0"},"schema_version":"1.0"},"canonical_sha256":"cf5a07c60fa539240dc1af5ba2c497b67e5e8b15ecd8663ae3395bae17da310f","source":{"kind":"arxiv","id":"2010.10458","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.10458","created_at":"2026-07-05T01:44:30Z"},{"alias_kind":"arxiv_version","alias_value":"2010.10458v1","created_at":"2026-07-05T01:44:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.10458","created_at":"2026-07-05T01:44:30Z"},{"alias_kind":"pith_short_12","alias_value":"Z5NAPRQPUU4S","created_at":"2026-07-05T01:44:30Z"},{"alias_kind":"pith_short_16","alias_value":"Z5NAPRQPUU4SIDOB","created_at":"2026-07-05T01:44:30Z"},{"alias_kind":"pith_short_8","alias_value":"Z5NAPRQP","created_at":"2026-07-05T01:44:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:Z5NAPRQPUU4SIDOBV5N2FREXWZ","target":"record","payload":{"canonical_record":{"source":{"id":"2010.10458","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2020-10-20T17:16:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"77deb573b8ad155b588eb76d524992c77bdaa561b98808601a34e108cb7b6e37","abstract_canon_sha256":"9b59880d431a40005655d89e18f9c734c6aba2a1252caedcf338ff6e730629e0"},"schema_version":"1.0"},"canonical_sha256":"cf5a07c60fa539240dc1af5ba2c497b67e5e8b15ecd8663ae3395bae17da310f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:44:30.606701Z","signature_b64":"/uwIB7+u2aGUoH5OuLExENjbBIrmpgkd9HmBrWICbg78OxggsozOlAl3sVO2RKoURfXgl1ZcY2xlCXxB72WRDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cf5a07c60fa539240dc1af5ba2c497b67e5e8b15ecd8663ae3395bae17da310f","last_reissued_at":"2026-07-05T01:44:30.606213Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:44:30.606213Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.10458","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:44:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3pQOfXv1rnRdqKE4jp3Eaj4m3GCeUjqEXqnPPR/ERy4YqSSKNfMah18Ex00effVpwODRehbto97beaRNCLCwBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T18:08:17.334834Z"},"content_sha256":"74283a938ea5fe13609270c202c87d0e21bbdf7f24ce13ced2306cc220ea951b","schema_version":"1.0","event_id":"sha256:74283a938ea5fe13609270c202c87d0e21bbdf7f24ce13ced2306cc220ea951b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:Z5NAPRQPUU4SIDOBV5N2FREXWZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Scalable Distributed Training of Deep Learning on Public Cloud Clusters","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.DC","authors_text":"Bo Yang, Chenyang Guo, Feihu Zhou, Jieqian Wei, Jing Gong, Liqiang Xie, Peng Meng, Ping Gao, Rui Lan, Shaohuai Shi, Shutao Song, Weiliang Lin, Xianbin Ouyang, Xianhao Zhou, Xiaomin Xu, Xiaowen Chu, Xinan Jiang, Xingyao Wang, Xue Huang, Yan Zhang, Yongjian Wu, Zhenyu Guo, Zhibo Chen, Zilin Zhu","submitted_at":"2020-10-20T17:16:29Z","abstract_excerpt":"Distributed training techniques have been widely deployed in large-scale deep neural networks (DNNs) training on dense-GPU clusters. However, on public cloud clusters, due to the moderate inter-connection bandwidth between instances, traditional state-of-the-art distributed training systems cannot scale well in training large-scale models. In this paper, we propose a new computing and communication efficient top-k sparsification communication library for distributed training. To further improve the system scalability, we optimize I/O by proposing a simple yet efficient multi-level data caching"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.10458","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.10458/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:44:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FD0OdIG1a6EOcqlKx7AxUaoAbA6+RaKJBRfz7fWCMQ5X7Qzh02BaaCCBQcmjXr458zLTySXQQMsBvvPJ3yXGAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T18:08:17.335215Z"},"content_sha256":"6dbe6b545ca3cb01641cb76ec46f8513eb391abfaf735f45b2d48de6762326b0","schema_version":"1.0","event_id":"sha256:6dbe6b545ca3cb01641cb76ec46f8513eb391abfaf735f45b2d48de6762326b0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Z5NAPRQPUU4SIDOBV5N2FREXWZ/bundle.json","state_url":"https://pith.science/pith/Z5NAPRQPUU4SIDOBV5N2FREXWZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Z5NAPRQPUU4SIDOBV5N2FREXWZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T18:08:17Z","links":{"resolver":"https://pith.science/pith/Z5NAPRQPUU4SIDOBV5N2FREXWZ","bundle":"https://pith.science/pith/Z5NAPRQPUU4SIDOBV5N2FREXWZ/bundle.json","state":"https://pith.science/pith/Z5NAPRQPUU4SIDOBV5N2FREXWZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Z5NAPRQPUU4SIDOBV5N2FREXWZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:Z5NAPRQPUU4SIDOBV5N2FREXWZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9b59880d431a40005655d89e18f9c734c6aba2a1252caedcf338ff6e730629e0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2020-10-20T17:16:29Z","title_canon_sha256":"77deb573b8ad155b588eb76d524992c77bdaa561b98808601a34e108cb7b6e37"},"schema_version":"1.0","source":{"id":"2010.10458","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.10458","created_at":"2026-07-05T01:44:30Z"},{"alias_kind":"arxiv_version","alias_value":"2010.10458v1","created_at":"2026-07-05T01:44:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.10458","created_at":"2026-07-05T01:44:30Z"},{"alias_kind":"pith_short_12","alias_value":"Z5NAPRQPUU4S","created_at":"2026-07-05T01:44:30Z"},{"alias_kind":"pith_short_16","alias_value":"Z5NAPRQPUU4SIDOB","created_at":"2026-07-05T01:44:30Z"},{"alias_kind":"pith_short_8","alias_value":"Z5NAPRQP","created_at":"2026-07-05T01:44:30Z"}],"graph_snapshots":[{"event_id":"sha256:6dbe6b545ca3cb01641cb76ec46f8513eb391abfaf735f45b2d48de6762326b0","target":"graph","created_at":"2026-07-05T01:44:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.10458/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Distributed training techniques have been widely deployed in large-scale deep neural networks (DNNs) training on dense-GPU clusters. However, on public cloud clusters, due to the moderate inter-connection bandwidth between instances, traditional state-of-the-art distributed training systems cannot scale well in training large-scale models. In this paper, we propose a new computing and communication efficient top-k sparsification communication library for distributed training. To further improve the system scalability, we optimize I/O by proposing a simple yet efficient multi-level data caching","authors_text":"Bo Yang, Chenyang Guo, Feihu Zhou, Jieqian Wei, Jing Gong, Liqiang Xie, Peng Meng, Ping Gao, Rui Lan, Shaohuai Shi, Shutao Song, Weiliang Lin, Xianbin Ouyang, Xianhao Zhou, Xiaomin Xu, Xiaowen Chu, Xinan Jiang, Xingyao Wang, Xue Huang, Yan Zhang, Yongjian Wu, Zhenyu Guo, Zhibo Chen, Zilin Zhu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2020-10-20T17:16:29Z","title":"Towards Scalable Distributed Training of Deep Learning on Public Cloud Clusters"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.10458","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:74283a938ea5fe13609270c202c87d0e21bbdf7f24ce13ced2306cc220ea951b","target":"record","created_at":"2026-07-05T01:44:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9b59880d431a40005655d89e18f9c734c6aba2a1252caedcf338ff6e730629e0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2020-10-20T17:16:29Z","title_canon_sha256":"77deb573b8ad155b588eb76d524992c77bdaa561b98808601a34e108cb7b6e37"},"schema_version":"1.0","source":{"id":"2010.10458","kind":"arxiv","version":1}},"canonical_sha256":"cf5a07c60fa539240dc1af5ba2c497b67e5e8b15ecd8663ae3395bae17da310f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cf5a07c60fa539240dc1af5ba2c497b67e5e8b15ecd8663ae3395bae17da310f","first_computed_at":"2026-07-05T01:44:30.606213Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:44:30.606213Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/uwIB7+u2aGUoH5OuLExENjbBIrmpgkd9HmBrWICbg78OxggsozOlAl3sVO2RKoURfXgl1ZcY2xlCXxB72WRDA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:44:30.606701Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.10458","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:74283a938ea5fe13609270c202c87d0e21bbdf7f24ce13ced2306cc220ea951b","sha256:6dbe6b545ca3cb01641cb76ec46f8513eb391abfaf735f45b2d48de6762326b0"],"state_sha256":"a4163a30e8828a51a7675acdbec8c674c4b60a77d4027151dc23ab8d44faf55a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zhbmUg2f2FusuvJiB0CqHj5sGS67sMcZVYz7f1CZ+WDblASCfuxAooa45W+AHJnO/j9+5qKkpRRc6KemGSmlCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T18:08:17.337562Z","bundle_sha256":"e7a3b98487e4e42e0138cf46f497698dcef3f340824dfc53e05114cbb7184e55"}}