{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:WAO3KRV6XCGC6GUWIVYGWIP2NU","short_pith_number":"pith:WAO3KRV6","canonical_record":{"source":{"id":"2205.06689","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-05-13T14:47:04Z","cross_cats_sorted":["cs.LG","math.OC"],"title_canon_sha256":"f9cda33e6cd6f9ee98decc6af8407c48ca5333fce686f98f3ac86b11f37db58e","abstract_canon_sha256":"7555f48eba738e7969a8dc33c9b9e47e0a2c1dad7804dc6384539b0dcde97334"},"schema_version":"1.0"},"canonical_sha256":"b01db546beb88c2f1a9645706b21fa6d14b2d2c1770cb506fbadc59568b40b75","source":{"kind":"arxiv","id":"2205.06689","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.06689","created_at":"2026-07-05T10:58:11Z"},{"alias_kind":"arxiv_version","alias_value":"2205.06689v2","created_at":"2026-07-05T10:58:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.06689","created_at":"2026-07-05T10:58:11Z"},{"alias_kind":"pith_short_12","alias_value":"WAO3KRV6XCGC","created_at":"2026-07-05T10:58:11Z"},{"alias_kind":"pith_short_16","alias_value":"WAO3KRV6XCGC6GUW","created_at":"2026-07-05T10:58:11Z"},{"alias_kind":"pith_short_8","alias_value":"WAO3KRV6","created_at":"2026-07-05T10:58:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:WAO3KRV6XCGC6GUWIVYGWIP2NU","target":"record","payload":{"canonical_record":{"source":{"id":"2205.06689","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-05-13T14:47:04Z","cross_cats_sorted":["cs.LG","math.OC"],"title_canon_sha256":"f9cda33e6cd6f9ee98decc6af8407c48ca5333fce686f98f3ac86b11f37db58e","abstract_canon_sha256":"7555f48eba738e7969a8dc33c9b9e47e0a2c1dad7804dc6384539b0dcde97334"},"schema_version":"1.0"},"canonical_sha256":"b01db546beb88c2f1a9645706b21fa6d14b2d2c1770cb506fbadc59568b40b75","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:58:11.883698Z","signature_b64":"vvdRrrBoMvdDvU5tkSwOcn/2B4yHQUOebW3T2+9e9MAKHVMFmwCqu/pDvIB1hhsKZcNz1pOIXoJpyNVo2T/HDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b01db546beb88c2f1a9645706b21fa6d14b2d2c1770cb506fbadc59568b40b75","last_reissued_at":"2026-07-05T10:58:11.883217Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:58:11.883217Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.06689","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:58:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FG+n3s28Lo72q2iYh2Qlo09i7bnVQ62f+Z4Pp8ZuTsVN+DkOcKxzoJLJ4gbvQpWe4OxNAoOZCZS4EP+4VB3kBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:12:41.617427Z"},"content_sha256":"341e29cd702fe9dcc4c479e5a9e678e2657623c31fb8eee96948c4de9769df18","schema_version":"1.0","event_id":"sha256:341e29cd702fe9dcc4c479e5a9e678e2657623c31fb8eee96948c4de9769df18"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:WAO3KRV6XCGC6GUWIVYGWIP2NU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Heavy-Tail Phenomenon in Decentralized SGD","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","math.OC"],"primary_cat":"stat.ML","authors_text":"Kun Yuan, Lingjiong Zhu, Mert Gurbuzbalaban, Umut Simsekli, Yuanhan Hu","submitted_at":"2022-05-13T14:47:04Z","abstract_excerpt":"Recent theoretical studies have shown that heavy-tails can emerge in stochastic optimization due to `multiplicative noise', even under surprisingly simple settings, such as linear regression with Gaussian data. While these studies have uncovered several interesting phenomena, they consider conventional stochastic optimization problems, which exclude decentralized settings that naturally arise in modern machine learning applications. In this paper, we study the emergence of heavy-tails in decentralized stochastic gradient descent (DE-SGD), and investigate the effect of decentralization on the t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.06689","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.06689/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:58:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tDlb5DUul2Q4WO/N8fT+CPpJz7VUCMOJ1/vfO2zlLZonxZg/+V0e5rgU24/aGEBJFQZOOrRnpMi75YNUQ8DKDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:12:41.617988Z"},"content_sha256":"fc317e58c0ae2fb690696e40340db71c8b2bb25eb3e783ddf0fd08801c66b143","schema_version":"1.0","event_id":"sha256:fc317e58c0ae2fb690696e40340db71c8b2bb25eb3e783ddf0fd08801c66b143"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WAO3KRV6XCGC6GUWIVYGWIP2NU/bundle.json","state_url":"https://pith.science/pith/WAO3KRV6XCGC6GUWIVYGWIP2NU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WAO3KRV6XCGC6GUWIVYGWIP2NU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T19:12:41Z","links":{"resolver":"https://pith.science/pith/WAO3KRV6XCGC6GUWIVYGWIP2NU","bundle":"https://pith.science/pith/WAO3KRV6XCGC6GUWIVYGWIP2NU/bundle.json","state":"https://pith.science/pith/WAO3KRV6XCGC6GUWIVYGWIP2NU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WAO3KRV6XCGC6GUWIVYGWIP2NU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:WAO3KRV6XCGC6GUWIVYGWIP2NU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7555f48eba738e7969a8dc33c9b9e47e0a2c1dad7804dc6384539b0dcde97334","cross_cats_sorted":["cs.LG","math.OC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-05-13T14:47:04Z","title_canon_sha256":"f9cda33e6cd6f9ee98decc6af8407c48ca5333fce686f98f3ac86b11f37db58e"},"schema_version":"1.0","source":{"id":"2205.06689","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.06689","created_at":"2026-07-05T10:58:11Z"},{"alias_kind":"arxiv_version","alias_value":"2205.06689v2","created_at":"2026-07-05T10:58:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.06689","created_at":"2026-07-05T10:58:11Z"},{"alias_kind":"pith_short_12","alias_value":"WAO3KRV6XCGC","created_at":"2026-07-05T10:58:11Z"},{"alias_kind":"pith_short_16","alias_value":"WAO3KRV6XCGC6GUW","created_at":"2026-07-05T10:58:11Z"},{"alias_kind":"pith_short_8","alias_value":"WAO3KRV6","created_at":"2026-07-05T10:58:11Z"}],"graph_snapshots":[{"event_id":"sha256:fc317e58c0ae2fb690696e40340db71c8b2bb25eb3e783ddf0fd08801c66b143","target":"graph","created_at":"2026-07-05T10:58:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.06689/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent theoretical studies have shown that heavy-tails can emerge in stochastic optimization due to `multiplicative noise', even under surprisingly simple settings, such as linear regression with Gaussian data. While these studies have uncovered several interesting phenomena, they consider conventional stochastic optimization problems, which exclude decentralized settings that naturally arise in modern machine learning applications. In this paper, we study the emergence of heavy-tails in decentralized stochastic gradient descent (DE-SGD), and investigate the effect of decentralization on the t","authors_text":"Kun Yuan, Lingjiong Zhu, Mert Gurbuzbalaban, Umut Simsekli, Yuanhan Hu","cross_cats":["cs.LG","math.OC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-05-13T14:47:04Z","title":"Heavy-Tail Phenomenon in Decentralized SGD"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.06689","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:341e29cd702fe9dcc4c479e5a9e678e2657623c31fb8eee96948c4de9769df18","target":"record","created_at":"2026-07-05T10:58:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7555f48eba738e7969a8dc33c9b9e47e0a2c1dad7804dc6384539b0dcde97334","cross_cats_sorted":["cs.LG","math.OC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-05-13T14:47:04Z","title_canon_sha256":"f9cda33e6cd6f9ee98decc6af8407c48ca5333fce686f98f3ac86b11f37db58e"},"schema_version":"1.0","source":{"id":"2205.06689","kind":"arxiv","version":2}},"canonical_sha256":"b01db546beb88c2f1a9645706b21fa6d14b2d2c1770cb506fbadc59568b40b75","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b01db546beb88c2f1a9645706b21fa6d14b2d2c1770cb506fbadc59568b40b75","first_computed_at":"2026-07-05T10:58:11.883217Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:58:11.883217Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vvdRrrBoMvdDvU5tkSwOcn/2B4yHQUOebW3T2+9e9MAKHVMFmwCqu/pDvIB1hhsKZcNz1pOIXoJpyNVo2T/HDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:58:11.883698Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.06689","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:341e29cd702fe9dcc4c479e5a9e678e2657623c31fb8eee96948c4de9769df18","sha256:fc317e58c0ae2fb690696e40340db71c8b2bb25eb3e783ddf0fd08801c66b143"],"state_sha256":"a983656895498baadaedd81b3632a999fcc1e11271f2d686d91856c5b80970c3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1rR8Z7OsqVX6QCSd2PJoEzx3A+AlOkzjWDqJW6NF6c61bt8DLiqKSFU5TmhOIX2OizLmMW4QIJ5dN+He6qKkBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T19:12:41.625115Z","bundle_sha256":"138e6081c7792ca0d208ba4a32b723a622c0ce4640a905015fe6800db53e40cd"}}