{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:UOV4RIQHJSQ3QHOY74ZWGSFUIW","short_pith_number":"pith:UOV4RIQH","canonical_record":{"source":{"id":"1704.05021","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-04-17T16:32:02Z","cross_cats_sorted":["cs.DC","cs.LG"],"title_canon_sha256":"3990a204006642bf47a3b4d2ae7e6325e6eedc2ed7c1d52e0429beb9eaa08343","abstract_canon_sha256":"27b0bf2b6d6810257c0de9e2f1fdef2dffcc339e1654ad0715e3d15b6ab98bec"},"schema_version":"1.0"},"canonical_sha256":"a3abc8a2074ca1b81dd8ff336348b445ab57ce9951e4f1fc68eaeb49359b38b4","source":{"kind":"arxiv","id":"1704.05021","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1704.05021","created_at":"2026-07-05T03:35:23Z"},{"alias_kind":"arxiv_version","alias_value":"1704.05021v2","created_at":"2026-07-05T03:35:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1704.05021","created_at":"2026-07-05T03:35:23Z"},{"alias_kind":"pith_short_12","alias_value":"UOV4RIQHJSQ3","created_at":"2026-07-05T03:35:23Z"},{"alias_kind":"pith_short_16","alias_value":"UOV4RIQHJSQ3QHOY","created_at":"2026-07-05T03:35:23Z"},{"alias_kind":"pith_short_8","alias_value":"UOV4RIQH","created_at":"2026-07-05T03:35:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:UOV4RIQHJSQ3QHOY74ZWGSFUIW","target":"record","payload":{"canonical_record":{"source":{"id":"1704.05021","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-04-17T16:32:02Z","cross_cats_sorted":["cs.DC","cs.LG"],"title_canon_sha256":"3990a204006642bf47a3b4d2ae7e6325e6eedc2ed7c1d52e0429beb9eaa08343","abstract_canon_sha256":"27b0bf2b6d6810257c0de9e2f1fdef2dffcc339e1654ad0715e3d15b6ab98bec"},"schema_version":"1.0"},"canonical_sha256":"a3abc8a2074ca1b81dd8ff336348b445ab57ce9951e4f1fc68eaeb49359b38b4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:35:23.892717Z","signature_b64":"VC6LKeLqe9PR2SXEACQgPTQvq/m0vFF3bXKvxfSn2OIttoAOg2hECGmppmY1LxNjRwDE+bc2jLJWMZeEMDCECA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a3abc8a2074ca1b81dd8ff336348b445ab57ce9951e4f1fc68eaeb49359b38b4","last_reissued_at":"2026-07-05T03:35:23.892266Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:35:23.892266Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1704.05021","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:35:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gUZDsHtgltYXBdCK9Jvr/wqSPS0qRXnMX4we1uWxxPCJrsG40QukEyapC0avysFZnmjFyL0ZvR0LXYXfKcTIDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:45:30.084806Z"},"content_sha256":"f68911e14204e8f27f07e15e2d8a4646f912a860234540c66f95c73266e7489b","schema_version":"1.0","event_id":"sha256:f68911e14204e8f27f07e15e2d8a4646f912a860234540c66f95c73266e7489b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:UOV4RIQHJSQ3QHOY74ZWGSFUIW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sparse Communication for Distributed Gradient Descent","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DC","cs.LG"],"primary_cat":"cs.CL","authors_text":"Alham Fikri Aji, Kenneth Heafield","submitted_at":"2017-04-17T16:32:02Z","abstract_excerpt":"We make distributed stochastic gradient descent faster by exchanging sparse updates instead of dense updates. Gradient updates are positively skewed as most updates are near zero, so we map the 99% smallest updates (by absolute value) to zero then exchange sparse matrices. This method can be combined with quantization to further improve the compression. We explore different configurations and apply them to neural machine translation and MNIST image classification tasks. Most configurations work on MNIST, whereas different configurations reduce convergence rate on the more complex translation t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1704.05021","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1704.05021/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:35:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bUTlthmWeHvf1ucKhZvu6RXV4QQZsd+sXyrXyRk+L1uifRR6YowfmMzrudZpUe1HqOKwIQnIh6CSNZ8Wmxi0BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:45:30.085380Z"},"content_sha256":"0075fc41a3b1cec0f22e9daa1329ce5fd63c80f0fb242551bf948aaed151a13f","schema_version":"1.0","event_id":"sha256:0075fc41a3b1cec0f22e9daa1329ce5fd63c80f0fb242551bf948aaed151a13f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UOV4RIQHJSQ3QHOY74ZWGSFUIW/bundle.json","state_url":"https://pith.science/pith/UOV4RIQHJSQ3QHOY74ZWGSFUIW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UOV4RIQHJSQ3QHOY74ZWGSFUIW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:45:30Z","links":{"resolver":"https://pith.science/pith/UOV4RIQHJSQ3QHOY74ZWGSFUIW","bundle":"https://pith.science/pith/UOV4RIQHJSQ3QHOY74ZWGSFUIW/bundle.json","state":"https://pith.science/pith/UOV4RIQHJSQ3QHOY74ZWGSFUIW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UOV4RIQHJSQ3QHOY74ZWGSFUIW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:UOV4RIQHJSQ3QHOY74ZWGSFUIW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"27b0bf2b6d6810257c0de9e2f1fdef2dffcc339e1654ad0715e3d15b6ab98bec","cross_cats_sorted":["cs.DC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-04-17T16:32:02Z","title_canon_sha256":"3990a204006642bf47a3b4d2ae7e6325e6eedc2ed7c1d52e0429beb9eaa08343"},"schema_version":"1.0","source":{"id":"1704.05021","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1704.05021","created_at":"2026-07-05T03:35:23Z"},{"alias_kind":"arxiv_version","alias_value":"1704.05021v2","created_at":"2026-07-05T03:35:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1704.05021","created_at":"2026-07-05T03:35:23Z"},{"alias_kind":"pith_short_12","alias_value":"UOV4RIQHJSQ3","created_at":"2026-07-05T03:35:23Z"},{"alias_kind":"pith_short_16","alias_value":"UOV4RIQHJSQ3QHOY","created_at":"2026-07-05T03:35:23Z"},{"alias_kind":"pith_short_8","alias_value":"UOV4RIQH","created_at":"2026-07-05T03:35:23Z"}],"graph_snapshots":[{"event_id":"sha256:0075fc41a3b1cec0f22e9daa1329ce5fd63c80f0fb242551bf948aaed151a13f","target":"graph","created_at":"2026-07-05T03:35:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1704.05021/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We make distributed stochastic gradient descent faster by exchanging sparse updates instead of dense updates. Gradient updates are positively skewed as most updates are near zero, so we map the 99% smallest updates (by absolute value) to zero then exchange sparse matrices. This method can be combined with quantization to further improve the compression. We explore different configurations and apply them to neural machine translation and MNIST image classification tasks. Most configurations work on MNIST, whereas different configurations reduce convergence rate on the more complex translation t","authors_text":"Alham Fikri Aji, Kenneth Heafield","cross_cats":["cs.DC","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-04-17T16:32:02Z","title":"Sparse Communication for Distributed Gradient Descent"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1704.05021","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f68911e14204e8f27f07e15e2d8a4646f912a860234540c66f95c73266e7489b","target":"record","created_at":"2026-07-05T03:35:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"27b0bf2b6d6810257c0de9e2f1fdef2dffcc339e1654ad0715e3d15b6ab98bec","cross_cats_sorted":["cs.DC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-04-17T16:32:02Z","title_canon_sha256":"3990a204006642bf47a3b4d2ae7e6325e6eedc2ed7c1d52e0429beb9eaa08343"},"schema_version":"1.0","source":{"id":"1704.05021","kind":"arxiv","version":2}},"canonical_sha256":"a3abc8a2074ca1b81dd8ff336348b445ab57ce9951e4f1fc68eaeb49359b38b4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a3abc8a2074ca1b81dd8ff336348b445ab57ce9951e4f1fc68eaeb49359b38b4","first_computed_at":"2026-07-05T03:35:23.892266Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:35:23.892266Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VC6LKeLqe9PR2SXEACQgPTQvq/m0vFF3bXKvxfSn2OIttoAOg2hECGmppmY1LxNjRwDE+bc2jLJWMZeEMDCECA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:35:23.892717Z","signed_message":"canonical_sha256_bytes"},"source_id":"1704.05021","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f68911e14204e8f27f07e15e2d8a4646f912a860234540c66f95c73266e7489b","sha256:0075fc41a3b1cec0f22e9daa1329ce5fd63c80f0fb242551bf948aaed151a13f"],"state_sha256":"4fa9994e29c67b2efba57ca50d4289a0b0a0b9a430acf4575246af4fc758caff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0SVWbw3acEyjDb44/d6NKLg8501G8V/qofeqqXyV17s8Zfk/rRG+uC5TJTmI4JUJkVBB0113EAqUgBcLjQ/TBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:45:30.105790Z","bundle_sha256":"03e80bcf966415d9e1386e936b1b7c7b265688639a80ea21e0684f7ad9afb96a"}}