{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:U6MB5PSROM65JDJGQYHWSQC4PN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"831f40edf6598c76bce644118df31a7397e99673889169d28abd871d02664991","cross_cats_sorted":["cs.DC","math.OC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-07T04:22:34Z","title_canon_sha256":"7fa7c4e126cb8d85f9c9b26d89f915ada90ee24a53ca5f29ad30c79232b35484"},"schema_version":"1.0","source":{"id":"2403.04206","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.04206","created_at":"2026-07-05T07:53:20Z"},{"alias_kind":"arxiv_version","alias_value":"2403.04206v1","created_at":"2026-07-05T07:53:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.04206","created_at":"2026-07-05T07:53:20Z"},{"alias_kind":"pith_short_12","alias_value":"U6MB5PSROM65","created_at":"2026-07-05T07:53:20Z"},{"alias_kind":"pith_short_16","alias_value":"U6MB5PSROM65JDJG","created_at":"2026-07-05T07:53:20Z"},{"alias_kind":"pith_short_8","alias_value":"U6MB5PSR","created_at":"2026-07-05T07:53:20Z"}],"graph_snapshots":[{"event_id":"sha256:64ebdb53d3d6d67e8158056f396ca7a04ff33cb15c264c2ff8c6985f90a73866","target":"graph","created_at":"2026-07-05T07:53:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.04206/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study distributed training of deep learning models in time-constrained environments. We propose a new algorithm that periodically pulls workers towards the center variable computed as a weighted average of workers, where the weights are inversely proportional to the gradient norms of the workers such that recovering the flat regions in the optimization landscape is prioritized. We develop two asynchronous variants of the proposed algorithm that we call Model-level and Layer-level Gradient-based Weighted Averaging (resp. MGRAWA and LGRAWA), which differ in terms of the weighting scheme that ","authors_text":"Anna Choromanska, Tolga Dimlioglu","cross_cats":["cs.DC","math.OC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-07T04:22:34Z","title":"GRAWA: Gradient-based Weighted Averaging for Distributed Training of Deep Learning Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.04206","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:93cec8cc7ef3c7e2564e4a9bf4c067a2f6b79125831d0fb52c41c7801f37ac7c","target":"record","created_at":"2026-07-05T07:53:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"831f40edf6598c76bce644118df31a7397e99673889169d28abd871d02664991","cross_cats_sorted":["cs.DC","math.OC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-07T04:22:34Z","title_canon_sha256":"7fa7c4e126cb8d85f9c9b26d89f915ada90ee24a53ca5f29ad30c79232b35484"},"schema_version":"1.0","source":{"id":"2403.04206","kind":"arxiv","version":1}},"canonical_sha256":"a7981ebe51733dd48d26860f69405c7b4fa255ea41a9934c00d6b18387016288","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a7981ebe51733dd48d26860f69405c7b4fa255ea41a9934c00d6b18387016288","first_computed_at":"2026-07-05T07:53:20.021327Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:53:20.021327Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2y/NZB/N4GbMEnuIrCbdRjC+GM+HeqQfCUGqObP5ts1YHIpymJUhZlCtnhTexQms5q4jsNvC3H3Sq/820x3HBA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:53:20.021856Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.04206","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:93cec8cc7ef3c7e2564e4a9bf4c067a2f6b79125831d0fb52c41c7801f37ac7c","sha256:64ebdb53d3d6d67e8158056f396ca7a04ff33cb15c264c2ff8c6985f90a73866"],"state_sha256":"6e673223cee8b2f330e9f7d390c01b2ca81216302f38570724696250eb67699e"}