{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7GPYI7W74ENF4LEP6QFTHOKCW5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a7d59045eb62f01f57e620750a07e56c6bf2f868b7ba01ddf0c9751c2fa1d56f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-06T15:47:18Z","title_canon_sha256":"16e68df10db98d683aeeb283cc82368b6f2b517e1e695ac716eefd8a92d612b5"},"schema_version":"1.0","source":{"id":"2502.04164","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.04164","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"arxiv_version","alias_value":"2502.04164v2","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.04164","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"pith_short_12","alias_value":"7GPYI7W74ENF","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"pith_short_16","alias_value":"7GPYI7W74ENF4LEP","created_at":"2026-07-05T11:53:43Z"},{"alias_kind":"pith_short_8","alias_value":"7GPYI7W7","created_at":"2026-07-05T11:53:43Z"}],"graph_snapshots":[{"event_id":"sha256:3ad8d55d3aa7f1ce31699950eb9d92405af161805f9546e813ba40885cfcdc8c","target":"graph","created_at":"2026-07-05T11:53:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.04164/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Distributed optimization has become the default training paradigm in modern machine learning due to the growing scale of models and datasets. To mitigate communication overhead, local updates are often applied before global aggregation, resulting in a nested optimization approach with inner and outer steps. However, heavy-tailed stochastic gradient noise remains a significant challenge, particularly in attention-based models, hindering effective training. In this work, we propose TailOPT, an efficient framework designed to address heavy-tailed noise by leveraging adaptive optimization or clipp","authors_text":"Manzil Zaheer, Su Hyeong Lee, Tian Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-06T15:47:18Z","title":"Efficient Distributed Optimization under Heavy-Tailed Noise"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.04164","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a13c3a73b2cad33bb4de31984be7b3d380f41d7919cca2d38a32c720b1eea657","target":"record","created_at":"2026-07-05T11:53:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a7d59045eb62f01f57e620750a07e56c6bf2f868b7ba01ddf0c9751c2fa1d56f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-06T15:47:18Z","title_canon_sha256":"16e68df10db98d683aeeb283cc82368b6f2b517e1e695ac716eefd8a92d612b5"},"schema_version":"1.0","source":{"id":"2502.04164","kind":"arxiv","version":2}},"canonical_sha256":"f99f847edfe11a5e2c8ff40b33b942b752cca41031ae9847f9394e2e3168349a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f99f847edfe11a5e2c8ff40b33b942b752cca41031ae9847f9394e2e3168349a","first_computed_at":"2026-07-05T11:53:43.965189Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:53:43.965189Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DRXqv+OydtZxEu4kiTB+n2lNxslVyRAp5Zf/LUvYmDFvRxj/EiUEVH616Z1FcIFDEBWQPZoSo3JeNz74qVbvBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:53:43.965659Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.04164","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a13c3a73b2cad33bb4de31984be7b3d380f41d7919cca2d38a32c720b1eea657","sha256:3ad8d55d3aa7f1ce31699950eb9d92405af161805f9546e813ba40885cfcdc8c"],"state_sha256":"af31cc706a2e0d77f7fbf1ba03cd80fafaac7a1e239770c3a9a8fa5ae99a2f66"}