{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GKZKDFSH57RRPVZM5KHCRFUCHG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e84a9dd1c4f76c7999b15cd07a765893419af61d397e4cb1c072aec14ee74b0f","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-03-15T17:43:43Z","title_canon_sha256":"a3364aaa8e3446b8b15e4c4eeb8fe7a2e01faf43911d90a2294c3b3bde6bccce"},"schema_version":"1.0","source":{"id":"2403.10504","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.10504","created_at":"2026-07-05T07:56:42Z"},{"alias_kind":"arxiv_version","alias_value":"2403.10504v1","created_at":"2026-07-05T07:56:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.10504","created_at":"2026-07-05T07:56:42Z"},{"alias_kind":"pith_short_12","alias_value":"GKZKDFSH57RR","created_at":"2026-07-05T07:56:42Z"},{"alias_kind":"pith_short_16","alias_value":"GKZKDFSH57RRPVZM","created_at":"2026-07-05T07:56:42Z"},{"alias_kind":"pith_short_8","alias_value":"GKZKDFSH","created_at":"2026-07-05T07:56:42Z"}],"graph_snapshots":[{"event_id":"sha256:ee5588b4db1c1ab87015b68cf3cda4366ea3cd3b18fdd0d07f3b8c9ceb04048a","target":"graph","created_at":"2026-07-05T07:56:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.10504/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The advent of the Transformer architecture has propelled the growth of natural language processing (NLP) models, leading to remarkable achievements in numerous NLP tasks. Yet, the absence of specialized hardware like expansive GPU memory and high-speed interconnects poses challenges for training large-scale models. This makes it daunting for many users to experiment with pre-training and fine-tuning large language models (LLMs). In this study, we introduce \\atom, a resilient distributed training framework designed for asynchronous training of vast models in a decentralized setting using cost-e","authors_text":"Jia Rao, Wei Chen, Xiaofeng Wu","cross_cats":["cs.SE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-03-15T17:43:43Z","title":"ATOM: Asynchronous Training of Massive Models for Deep Learning in a Decentralized Environment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.10504","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9ce48cf1b3fef64967650df43b21dc458ac941e6f0557d09d7b2ae9292087507","target":"record","created_at":"2026-07-05T07:56:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e84a9dd1c4f76c7999b15cd07a765893419af61d397e4cb1c072aec14ee74b0f","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-03-15T17:43:43Z","title_canon_sha256":"a3364aaa8e3446b8b15e4c4eeb8fe7a2e01faf43911d90a2294c3b3bde6bccce"},"schema_version":"1.0","source":{"id":"2403.10504","kind":"arxiv","version":1}},"canonical_sha256":"32b2a19647efe317d72cea8e289682399f89af6d4e86084e9ea72af7054b5d4b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"32b2a19647efe317d72cea8e289682399f89af6d4e86084e9ea72af7054b5d4b","first_computed_at":"2026-07-05T07:56:42.436357Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:56:42.436357Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vj5ByPdKfUFkDFBZQ7wkmyxt1H5bi/4cs+G3L0k0PtxLy+ObxTP9Jrbn7o6IuMRj5RYeDa6BwQFBw9UfhjfABA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:56:42.436867Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.10504","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9ce48cf1b3fef64967650df43b21dc458ac941e6f0557d09d7b2ae9292087507","sha256:ee5588b4db1c1ab87015b68cf3cda4366ea3cd3b18fdd0d07f3b8c9ceb04048a"],"state_sha256":"47b7bd49733e9e66f3e9b67c2b16a66ad2a31a6e38f226367a2cf925e6e9c45b"}