{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CFNEGUD6Y5RYZH4FUUJMH2WXZO","short_pith_number":"pith:CFNEGUD6","canonical_record":{"source":{"id":"2311.00257","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2023-11-01T03:14:48Z","cross_cats_sorted":[],"title_canon_sha256":"9cd6a21c9547d7b64b65881df87d8c27668abbdda11d4b3a08f9000c0f684c8b","abstract_canon_sha256":"ead24029ce5aefd09bf159695aca34482b3bf26d2484ec4dbb695ead859d1838"},"schema_version":"1.0"},"canonical_sha256":"115a43507ec7638c9f85a512c3ead7cbbd315793c85725c5af4306562852ccdf","source":{"kind":"arxiv","id":"2311.00257","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.00257","created_at":"2026-07-05T07:55:25Z"},{"alias_kind":"arxiv_version","alias_value":"2311.00257v2","created_at":"2026-07-05T07:55:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.00257","created_at":"2026-07-05T07:55:25Z"},{"alias_kind":"pith_short_12","alias_value":"CFNEGUD6Y5RY","created_at":"2026-07-05T07:55:25Z"},{"alias_kind":"pith_short_16","alias_value":"CFNEGUD6Y5RYZH4F","created_at":"2026-07-05T07:55:25Z"},{"alias_kind":"pith_short_8","alias_value":"CFNEGUD6","created_at":"2026-07-05T07:55:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CFNEGUD6Y5RYZH4FUUJMH2WXZO","target":"record","payload":{"canonical_record":{"source":{"id":"2311.00257","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2023-11-01T03:14:48Z","cross_cats_sorted":[],"title_canon_sha256":"9cd6a21c9547d7b64b65881df87d8c27668abbdda11d4b3a08f9000c0f684c8b","abstract_canon_sha256":"ead24029ce5aefd09bf159695aca34482b3bf26d2484ec4dbb695ead859d1838"},"schema_version":"1.0"},"canonical_sha256":"115a43507ec7638c9f85a512c3ead7cbbd315793c85725c5af4306562852ccdf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:55:25.841918Z","signature_b64":"g7xpN1slwLgG9XqjLxiYmokAot6Eyn9uySrtvm41YsSxvBpOgUGBlmPoHULQvEC3/BprSoMpcZf1fCZ0DqyDBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"115a43507ec7638c9f85a512c3ead7cbbd315793c85725c5af4306562852ccdf","last_reissued_at":"2026-07-05T07:55:25.841468Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:55:25.841468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.00257","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:55:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DxnQ3N/A4EFs4ik9GFHiAQ1MEmy4M1d6EzP0N71SK2gc4DqL4YJBeIVs94stxerDiMBH3hQfKiDVQp6oFGggAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T13:26:02.738377Z"},"content_sha256":"966014f7877ed97d12ade96165f319d517fdbad5211b3dfba696f37dc0674143","schema_version":"1.0","event_id":"sha256:966014f7877ed97d12ade96165f319d517fdbad5211b3dfba696f37dc0674143"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CFNEGUD6Y5RYZH4FUUJMH2WXZO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AMSP: Reducing Communication Overhead of ZeRO for Efficient LLM Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.DC","authors_text":"Guoteng Wang, Hang Yan, Peng Sun, Qiaoling Chen, Qinghao Hu, Tianwei Zhang, Ting Huang, Xun Chen, Yang Gao, Yingtong Xiong, Yonggang Wen","submitted_at":"2023-11-01T03:14:48Z","abstract_excerpt":"Training large language models (LLMs) encounters challenges in GPU memory consumption due to the high memory requirements of model states. The widely used Zero Redundancy Optimizer (ZeRO) addresses this issue through strategic sharding but introduces communication challenges at scale. To tackle this problem, we propose AMSP, a system designed to optimize ZeRO for scalable LLM training. AMSP incorporates three flexible sharding strategies: Full-Replica, Full-Sharding, and Partial-Sharding, and allows each component within the model states (Parameters, Gradients, Optimizer States) to independent"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.00257","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.00257/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:55:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"smyzJCtCF/Lr0zj60My5CfxHbeja5CtVnLucPgMRu51vLZ+xweNcgTNN6yeQumFbmD1T5zHKo0Mkl14HMqV8CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T13:26:02.739367Z"},"content_sha256":"cb83e5f66ceb1d33eaeacd6e7c4476643679fed44dbf71a548ba45faa60e29c3","schema_version":"1.0","event_id":"sha256:cb83e5f66ceb1d33eaeacd6e7c4476643679fed44dbf71a548ba45faa60e29c3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CFNEGUD6Y5RYZH4FUUJMH2WXZO/bundle.json","state_url":"https://pith.science/pith/CFNEGUD6Y5RYZH4FUUJMH2WXZO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CFNEGUD6Y5RYZH4FUUJMH2WXZO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T13:26:02Z","links":{"resolver":"https://pith.science/pith/CFNEGUD6Y5RYZH4FUUJMH2WXZO","bundle":"https://pith.science/pith/CFNEGUD6Y5RYZH4FUUJMH2WXZO/bundle.json","state":"https://pith.science/pith/CFNEGUD6Y5RYZH4FUUJMH2WXZO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CFNEGUD6Y5RYZH4FUUJMH2WXZO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CFNEGUD6Y5RYZH4FUUJMH2WXZO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ead24029ce5aefd09bf159695aca34482b3bf26d2484ec4dbb695ead859d1838","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2023-11-01T03:14:48Z","title_canon_sha256":"9cd6a21c9547d7b64b65881df87d8c27668abbdda11d4b3a08f9000c0f684c8b"},"schema_version":"1.0","source":{"id":"2311.00257","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.00257","created_at":"2026-07-05T07:55:25Z"},{"alias_kind":"arxiv_version","alias_value":"2311.00257v2","created_at":"2026-07-05T07:55:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.00257","created_at":"2026-07-05T07:55:25Z"},{"alias_kind":"pith_short_12","alias_value":"CFNEGUD6Y5RY","created_at":"2026-07-05T07:55:25Z"},{"alias_kind":"pith_short_16","alias_value":"CFNEGUD6Y5RYZH4F","created_at":"2026-07-05T07:55:25Z"},{"alias_kind":"pith_short_8","alias_value":"CFNEGUD6","created_at":"2026-07-05T07:55:25Z"}],"graph_snapshots":[{"event_id":"sha256:cb83e5f66ceb1d33eaeacd6e7c4476643679fed44dbf71a548ba45faa60e29c3","target":"graph","created_at":"2026-07-05T07:55:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.00257/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Training large language models (LLMs) encounters challenges in GPU memory consumption due to the high memory requirements of model states. The widely used Zero Redundancy Optimizer (ZeRO) addresses this issue through strategic sharding but introduces communication challenges at scale. To tackle this problem, we propose AMSP, a system designed to optimize ZeRO for scalable LLM training. AMSP incorporates three flexible sharding strategies: Full-Replica, Full-Sharding, and Partial-Sharding, and allows each component within the model states (Parameters, Gradients, Optimizer States) to independent","authors_text":"Guoteng Wang, Hang Yan, Peng Sun, Qiaoling Chen, Qinghao Hu, Tianwei Zhang, Ting Huang, Xun Chen, Yang Gao, Yingtong Xiong, Yonggang Wen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2023-11-01T03:14:48Z","title":"AMSP: Reducing Communication Overhead of ZeRO for Efficient LLM Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.00257","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:966014f7877ed97d12ade96165f319d517fdbad5211b3dfba696f37dc0674143","target":"record","created_at":"2026-07-05T07:55:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ead24029ce5aefd09bf159695aca34482b3bf26d2484ec4dbb695ead859d1838","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2023-11-01T03:14:48Z","title_canon_sha256":"9cd6a21c9547d7b64b65881df87d8c27668abbdda11d4b3a08f9000c0f684c8b"},"schema_version":"1.0","source":{"id":"2311.00257","kind":"arxiv","version":2}},"canonical_sha256":"115a43507ec7638c9f85a512c3ead7cbbd315793c85725c5af4306562852ccdf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"115a43507ec7638c9f85a512c3ead7cbbd315793c85725c5af4306562852ccdf","first_computed_at":"2026-07-05T07:55:25.841468Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:55:25.841468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"g7xpN1slwLgG9XqjLxiYmokAot6Eyn9uySrtvm41YsSxvBpOgUGBlmPoHULQvEC3/BprSoMpcZf1fCZ0DqyDBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:55:25.841918Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.00257","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:966014f7877ed97d12ade96165f319d517fdbad5211b3dfba696f37dc0674143","sha256:cb83e5f66ceb1d33eaeacd6e7c4476643679fed44dbf71a548ba45faa60e29c3"],"state_sha256":"dbf4efd6828af70e521215bccf66edca2f54877d674e6648962e26d6107447d2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KoRTpbO5M2/ZdVF2UWeH89qxiuRe94SUcgJJ3BSN4DYYDIjT2AQ0+6sWDXfMX4CkpIPDuPeCDzEx0fMe7RI4Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T13:26:02.743762Z","bundle_sha256":"687f567acd0b98c56f13248f92d5618370accdedf1a8d43f70e9b32c79e4a4d8"}}