{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:OSROFFLW2MVNUD3OJDUK4TYV6P","short_pith_number":"pith:OSROFFLW","canonical_record":{"source":{"id":"1901.01544","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-06T13:52:07Z","cross_cats_sorted":["cs.DC","stat.ML"],"title_canon_sha256":"191c4a68cf9de0d8be9b0af2e66ee10a2bc665dcc97755d58f0cfeacd724276f","abstract_canon_sha256":"bf33645e264154491b4b5d644bc95f973bb7b2de27a7d7d54caae7293c2b4157"},"schema_version":"1.0"},"canonical_sha256":"74a2e29576d32ada0f6e48e8ae4f15f3ebd9581d80b0f311c9db966208a15f42","source":{"kind":"arxiv","id":"1901.01544","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.01544","created_at":"2026-05-17T23:56:51Z"},{"alias_kind":"arxiv_version","alias_value":"1901.01544v1","created_at":"2026-05-17T23:56:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.01544","created_at":"2026-05-17T23:56:51Z"},{"alias_kind":"pith_short_12","alias_value":"OSROFFLW2MVN","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"OSROFFLW2MVNUD3O","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"OSROFFLW","created_at":"2026-05-18T12:33:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:OSROFFLW2MVNUD3OJDUK4TYV6P","target":"record","payload":{"canonical_record":{"source":{"id":"1901.01544","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-06T13:52:07Z","cross_cats_sorted":["cs.DC","stat.ML"],"title_canon_sha256":"191c4a68cf9de0d8be9b0af2e66ee10a2bc665dcc97755d58f0cfeacd724276f","abstract_canon_sha256":"bf33645e264154491b4b5d644bc95f973bb7b2de27a7d7d54caae7293c2b4157"},"schema_version":"1.0"},"canonical_sha256":"74a2e29576d32ada0f6e48e8ae4f15f3ebd9581d80b0f311c9db966208a15f42","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:56:51.761922Z","signature_b64":"sQzDtgHdF2KW3ifTUzGEku7BP1YTOe8H7fqnAgSTTQ0CQWt3Pvp9sHaYVgDf2Li52w1XHKLRosqY8E5fa2ieAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"74a2e29576d32ada0f6e48e8ae4f15f3ebd9581d80b0f311c9db966208a15f42","last_reissued_at":"2026-05-17T23:56:51.761508Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:56:51.761508Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1901.01544","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:56:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zNwYw1k28R9kKYW5PYJKFO2OpWLtQjPGrolU31FAnHPjnehVt6GSn/vsTyQC8p6Wm0P1Ujkct5qS2E6d0G4NCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T23:58:15.674357Z"},"content_sha256":"8aedfce602a6b0547e61522f5987ca6c2f88c835a466a3e824633c2c52a3adb9","schema_version":"1.0","event_id":"sha256:8aedfce602a6b0547e61522f5987ca6c2f88c835a466a3e824633c2c52a3adb9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:OSROFFLW2MVNUD3OJDUK4TYV6P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bandwidth Reduction using Importance Weighted Pruning on Ring AllReduce","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Zehua Cheng, Zhenghua Xu","submitted_at":"2019-01-06T13:52:07Z","abstract_excerpt":"It is inevitable to train large deep learning models on a large-scale cluster equipped with accelerators system. Deep gradient compression would highly increase the bandwidth utilization and speed up the training process but hard to implement on ring structure. In this paper, we find that redundant gradient and gradient staleness has negative effect on training. We have observed that in different epoch and different steps, the neural networks focus on updating different layers and different parameters. In order to save more communication bandwidth and preserve the accuracy on ring structure, w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.01544","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:56:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H+cBaQTXV44KIrk7CcfKGZchP51K4RJA7huKcYE52B2xRAcKgeafF9ViMxHtkTQWN+A/bex0KgpmXqRInBa5Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T23:58:15.674716Z"},"content_sha256":"79920613faa2002afbfeee36bdea7aee9ea98fbe0a84b490a16af8d671eac531","schema_version":"1.0","event_id":"sha256:79920613faa2002afbfeee36bdea7aee9ea98fbe0a84b490a16af8d671eac531"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OSROFFLW2MVNUD3OJDUK4TYV6P/bundle.json","state_url":"https://pith.science/pith/OSROFFLW2MVNUD3OJDUK4TYV6P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OSROFFLW2MVNUD3OJDUK4TYV6P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-29T23:58:15Z","links":{"resolver":"https://pith.science/pith/OSROFFLW2MVNUD3OJDUK4TYV6P","bundle":"https://pith.science/pith/OSROFFLW2MVNUD3OJDUK4TYV6P/bundle.json","state":"https://pith.science/pith/OSROFFLW2MVNUD3OJDUK4TYV6P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OSROFFLW2MVNUD3OJDUK4TYV6P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:OSROFFLW2MVNUD3OJDUK4TYV6P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bf33645e264154491b4b5d644bc95f973bb7b2de27a7d7d54caae7293c2b4157","cross_cats_sorted":["cs.DC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-06T13:52:07Z","title_canon_sha256":"191c4a68cf9de0d8be9b0af2e66ee10a2bc665dcc97755d58f0cfeacd724276f"},"schema_version":"1.0","source":{"id":"1901.01544","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.01544","created_at":"2026-05-17T23:56:51Z"},{"alias_kind":"arxiv_version","alias_value":"1901.01544v1","created_at":"2026-05-17T23:56:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.01544","created_at":"2026-05-17T23:56:51Z"},{"alias_kind":"pith_short_12","alias_value":"OSROFFLW2MVN","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"OSROFFLW2MVNUD3O","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"OSROFFLW","created_at":"2026-05-18T12:33:24Z"}],"graph_snapshots":[{"event_id":"sha256:79920613faa2002afbfeee36bdea7aee9ea98fbe0a84b490a16af8d671eac531","target":"graph","created_at":"2026-05-17T23:56:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"It is inevitable to train large deep learning models on a large-scale cluster equipped with accelerators system. Deep gradient compression would highly increase the bandwidth utilization and speed up the training process but hard to implement on ring structure. In this paper, we find that redundant gradient and gradient staleness has negative effect on training. We have observed that in different epoch and different steps, the neural networks focus on updating different layers and different parameters. In order to save more communication bandwidth and preserve the accuracy on ring structure, w","authors_text":"Zehua Cheng, Zhenghua Xu","cross_cats":["cs.DC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-06T13:52:07Z","title":"Bandwidth Reduction using Importance Weighted Pruning on Ring AllReduce"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.01544","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8aedfce602a6b0547e61522f5987ca6c2f88c835a466a3e824633c2c52a3adb9","target":"record","created_at":"2026-05-17T23:56:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bf33645e264154491b4b5d644bc95f973bb7b2de27a7d7d54caae7293c2b4157","cross_cats_sorted":["cs.DC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-06T13:52:07Z","title_canon_sha256":"191c4a68cf9de0d8be9b0af2e66ee10a2bc665dcc97755d58f0cfeacd724276f"},"schema_version":"1.0","source":{"id":"1901.01544","kind":"arxiv","version":1}},"canonical_sha256":"74a2e29576d32ada0f6e48e8ae4f15f3ebd9581d80b0f311c9db966208a15f42","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"74a2e29576d32ada0f6e48e8ae4f15f3ebd9581d80b0f311c9db966208a15f42","first_computed_at":"2026-05-17T23:56:51.761508Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:56:51.761508Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sQzDtgHdF2KW3ifTUzGEku7BP1YTOe8H7fqnAgSTTQ0CQWt3Pvp9sHaYVgDf2Li52w1XHKLRosqY8E5fa2ieAg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:56:51.761922Z","signed_message":"canonical_sha256_bytes"},"source_id":"1901.01544","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8aedfce602a6b0547e61522f5987ca6c2f88c835a466a3e824633c2c52a3adb9","sha256:79920613faa2002afbfeee36bdea7aee9ea98fbe0a84b490a16af8d671eac531"],"state_sha256":"60865ae8423a97a4a9274bbecf80d78fbf71f3537d51fdab7fe7ca5c5f88484b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cz1QSpGXgIft6H0j6x2uRIqjqK8MbJ8zt3/pOwBupU9Bkk9GiYa0apWjlAe0aBuBrf0ZX/M61WI8bzfaFvXPAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-29T23:58:15.676670Z","bundle_sha256":"3b2e1df60940157c7bb212e90efde1fade89a5e39bd0d42f1fab7a95e512693e"}}