{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XHNNPWFNQ4ZPTVKFXVZADSBBOK","short_pith_number":"pith:XHNNPWFN","canonical_record":{"source":{"id":"2407.20018","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-07-29T13:53:27Z","cross_cats_sorted":[],"title_canon_sha256":"1718908fb3fc165b3297c34daeedee3082060dede49c40e6c1080bd0c5d5a37f","abstract_canon_sha256":"feb5356251581caeef4a4489732513ff6231809b1a6fae3725e02a06592dc532"},"schema_version":"1.0"},"canonical_sha256":"b9dad7d8ad8732f9d545bd7201c82172bb6a11af285fbf7fc9d821627eadc140","source":{"kind":"arxiv","id":"2407.20018","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.20018","created_at":"2026-07-05T08:49:47Z"},{"alias_kind":"arxiv_version","alias_value":"2407.20018v1","created_at":"2026-07-05T08:49:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.20018","created_at":"2026-07-05T08:49:47Z"},{"alias_kind":"pith_short_12","alias_value":"XHNNPWFNQ4ZP","created_at":"2026-07-05T08:49:47Z"},{"alias_kind":"pith_short_16","alias_value":"XHNNPWFNQ4ZPTVKF","created_at":"2026-07-05T08:49:47Z"},{"alias_kind":"pith_short_8","alias_value":"XHNNPWFN","created_at":"2026-07-05T08:49:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XHNNPWFNQ4ZPTVKFXVZADSBBOK","target":"record","payload":{"canonical_record":{"source":{"id":"2407.20018","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-07-29T13:53:27Z","cross_cats_sorted":[],"title_canon_sha256":"1718908fb3fc165b3297c34daeedee3082060dede49c40e6c1080bd0c5d5a37f","abstract_canon_sha256":"feb5356251581caeef4a4489732513ff6231809b1a6fae3725e02a06592dc532"},"schema_version":"1.0"},"canonical_sha256":"b9dad7d8ad8732f9d545bd7201c82172bb6a11af285fbf7fc9d821627eadc140","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:49:47.850867Z","signature_b64":"IlhB47WzxFtuFQuWZowwK+VJARCjnOuApXCYzSyw5p9OgVj5fAQGX/CC1YYSVBmj9eRiZB0nZIBNX7bkrKJJAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b9dad7d8ad8732f9d545bd7201c82172bb6a11af285fbf7fc9d821627eadc140","last_reissued_at":"2026-07-05T08:49:47.850396Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:49:47.850396Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.20018","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Sv00QMgB+ozhrOrIeaRcvCnd+5jx/aWK+gdtQnekRzqf4Z1VbM3eL1sNOY/SUfZctm3UDrZDapfdOkIOyUENCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:42:29.578763Z"},"content_sha256":"20fe43aad169184d6ea5ef9367f40e8c2c22b220b7018fa2cab13036fcaad0b7","schema_version":"1.0","event_id":"sha256:20fe43aad169184d6ea5ef9367f40e8c2c22b220b7018fa2cab13036fcaad0b7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XHNNPWFNQ4ZPTVKFXVZADSBBOK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficient Training of Large Language Models on Distributed Infrastructures: A Survey","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.DC","authors_text":"Dahua Lin, Guoteng Wang, Hang Yan, Jiangfei Duan, Lijuan Jiang, Peng Sun, Qinghao Hu, Qizhen Weng, Shuo Zhang, Tianwei Zhang, Wenwen Qu, Xingcheng Zhang, Xin Jin, Xipeng Qiu, Yonggang Wen, Zerui Wang","submitted_at":"2024-07-29T13:53:27Z","abstract_excerpt":"Large Language Models (LLMs) like GPT and LLaMA are revolutionizing the AI industry with their sophisticated capabilities. Training these models requires vast GPU clusters and significant computing time, posing major challenges in terms of scalability, efficiency, and reliability. This survey explores recent advancements in training systems for LLMs, including innovations in training infrastructure with AI accelerators, networking, storage, and scheduling. Additionally, the survey covers parallelism strategies, as well as optimizations for computation, communication, and memory in distributed "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.20018","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.20018/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ODkZ3hgI7S8EpvHC0/jzZ1nrmy7uSAg4flRbXPrZJ0/D0UCG/QLnEz7yYfouY55Lc68Zm40Ldthy8LCZpQ1HCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:42:29.579385Z"},"content_sha256":"415db2ca2701c1de5fdda8bdfc703cc5145121728f7d371ee10c837308bacbc5","schema_version":"1.0","event_id":"sha256:415db2ca2701c1de5fdda8bdfc703cc5145121728f7d371ee10c837308bacbc5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XHNNPWFNQ4ZPTVKFXVZADSBBOK/bundle.json","state_url":"https://pith.science/pith/XHNNPWFNQ4ZPTVKFXVZADSBBOK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XHNNPWFNQ4ZPTVKFXVZADSBBOK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T21:42:29Z","links":{"resolver":"https://pith.science/pith/XHNNPWFNQ4ZPTVKFXVZADSBBOK","bundle":"https://pith.science/pith/XHNNPWFNQ4ZPTVKFXVZADSBBOK/bundle.json","state":"https://pith.science/pith/XHNNPWFNQ4ZPTVKFXVZADSBBOK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XHNNPWFNQ4ZPTVKFXVZADSBBOK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XHNNPWFNQ4ZPTVKFXVZADSBBOK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"feb5356251581caeef4a4489732513ff6231809b1a6fae3725e02a06592dc532","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-07-29T13:53:27Z","title_canon_sha256":"1718908fb3fc165b3297c34daeedee3082060dede49c40e6c1080bd0c5d5a37f"},"schema_version":"1.0","source":{"id":"2407.20018","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.20018","created_at":"2026-07-05T08:49:47Z"},{"alias_kind":"arxiv_version","alias_value":"2407.20018v1","created_at":"2026-07-05T08:49:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.20018","created_at":"2026-07-05T08:49:47Z"},{"alias_kind":"pith_short_12","alias_value":"XHNNPWFNQ4ZP","created_at":"2026-07-05T08:49:47Z"},{"alias_kind":"pith_short_16","alias_value":"XHNNPWFNQ4ZPTVKF","created_at":"2026-07-05T08:49:47Z"},{"alias_kind":"pith_short_8","alias_value":"XHNNPWFN","created_at":"2026-07-05T08:49:47Z"}],"graph_snapshots":[{"event_id":"sha256:415db2ca2701c1de5fdda8bdfc703cc5145121728f7d371ee10c837308bacbc5","target":"graph","created_at":"2026-07-05T08:49:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.20018/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) like GPT and LLaMA are revolutionizing the AI industry with their sophisticated capabilities. Training these models requires vast GPU clusters and significant computing time, posing major challenges in terms of scalability, efficiency, and reliability. This survey explores recent advancements in training systems for LLMs, including innovations in training infrastructure with AI accelerators, networking, storage, and scheduling. Additionally, the survey covers parallelism strategies, as well as optimizations for computation, communication, and memory in distributed ","authors_text":"Dahua Lin, Guoteng Wang, Hang Yan, Jiangfei Duan, Lijuan Jiang, Peng Sun, Qinghao Hu, Qizhen Weng, Shuo Zhang, Tianwei Zhang, Wenwen Qu, Xingcheng Zhang, Xin Jin, Xipeng Qiu, Yonggang Wen, Zerui Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-07-29T13:53:27Z","title":"Efficient Training of Large Language Models on Distributed Infrastructures: A Survey"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.20018","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:20fe43aad169184d6ea5ef9367f40e8c2c22b220b7018fa2cab13036fcaad0b7","target":"record","created_at":"2026-07-05T08:49:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"feb5356251581caeef4a4489732513ff6231809b1a6fae3725e02a06592dc532","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-07-29T13:53:27Z","title_canon_sha256":"1718908fb3fc165b3297c34daeedee3082060dede49c40e6c1080bd0c5d5a37f"},"schema_version":"1.0","source":{"id":"2407.20018","kind":"arxiv","version":1}},"canonical_sha256":"b9dad7d8ad8732f9d545bd7201c82172bb6a11af285fbf7fc9d821627eadc140","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b9dad7d8ad8732f9d545bd7201c82172bb6a11af285fbf7fc9d821627eadc140","first_computed_at":"2026-07-05T08:49:47.850396Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:49:47.850396Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IlhB47WzxFtuFQuWZowwK+VJARCjnOuApXCYzSyw5p9OgVj5fAQGX/CC1YYSVBmj9eRiZB0nZIBNX7bkrKJJAA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:49:47.850867Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.20018","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:20fe43aad169184d6ea5ef9367f40e8c2c22b220b7018fa2cab13036fcaad0b7","sha256:415db2ca2701c1de5fdda8bdfc703cc5145121728f7d371ee10c837308bacbc5"],"state_sha256":"05c6a7e6e6fccf01dc3a4d07c4525c2767595f50875e0abb14a973ba207635e1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PW+1FOkRwF0JNODb0PJ3BSaJH6APktI54TdRxLnn+3wSRbqDScDOUgZTLSOmFgqy/vWzW9Jt/jY+aX1r2RErBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T21:42:29.583169Z","bundle_sha256":"9c80d66d31c2d840ba46b5eba331e3b9ae6e420a9b077e8cbea81b5421fb188e"}}