{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JUIFUDBUOGE5QWPZTRM7HML7KN","short_pith_number":"pith:JUIFUDBU","canonical_record":{"source":{"id":"2310.12670","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-10-19T11:59:01Z","cross_cats_sorted":["cs.PF"],"title_canon_sha256":"a5f88e90d461b1a7b383c93d649e31a3dc012a023f2261e71c1963aa78e8f409","abstract_canon_sha256":"d89c41bd51c0bfc183ca7c372ef79ba2ff90c5b204d85ba95ed8094ad5084501"},"schema_version":"1.0"},"canonical_sha256":"4d105a0c347189d859f99c59f3b17f535367130a04f822bc26572f248c5d0e9a","source":{"kind":"arxiv","id":"2310.12670","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.12670","created_at":"2026-07-05T08:56:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.12670v4","created_at":"2026-07-05T08:56:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.12670","created_at":"2026-07-05T08:56:45Z"},{"alias_kind":"pith_short_12","alias_value":"JUIFUDBUOGE5","created_at":"2026-07-05T08:56:45Z"},{"alias_kind":"pith_short_16","alias_value":"JUIFUDBUOGE5QWPZ","created_at":"2026-07-05T08:56:45Z"},{"alias_kind":"pith_short_8","alias_value":"JUIFUDBU","created_at":"2026-07-05T08:56:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JUIFUDBUOGE5QWPZTRM7HML7KN","target":"record","payload":{"canonical_record":{"source":{"id":"2310.12670","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-10-19T11:59:01Z","cross_cats_sorted":["cs.PF"],"title_canon_sha256":"a5f88e90d461b1a7b383c93d649e31a3dc012a023f2261e71c1963aa78e8f409","abstract_canon_sha256":"d89c41bd51c0bfc183ca7c372ef79ba2ff90c5b204d85ba95ed8094ad5084501"},"schema_version":"1.0"},"canonical_sha256":"4d105a0c347189d859f99c59f3b17f535367130a04f822bc26572f248c5d0e9a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:56:45.809720Z","signature_b64":"pAti07Wi9DNf2rW0sbR++ABVp3H33PUTHf75zE57LDMSyZcIuxAQ7uT4Ri2/CBn/rGTEkM6HcQ81M5W55xRAAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4d105a0c347189d859f99c59f3b17f535367130a04f822bc26572f248c5d0e9a","last_reissued_at":"2026-07-05T08:56:45.809221Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:56:45.809221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.12670","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:56:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iKSyR1b9q5n+7bQ2l8l9apwQR3OlzCAUsp80ZCJN+h9XDFCtxh/KdmpsyVKRDB+QYQgbooTEMl3kK53RsshIBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T14:54:37.373522Z"},"content_sha256":"4d009322d348d036e65358f61e9e405e4cd5cdfca0c3d0457d73ed6af4580446","schema_version":"1.0","event_id":"sha256:4d009322d348d036e65358f61e9e405e4cd5cdfca0c3d0457d73ed6af4580446"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JUIFUDBUOGE5QWPZTRM7HML7KN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Fault-Tolerant Hybrid-Parallel Training at Scale with Reliable and Efficient In-memory Checkpointing","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.PF"],"primary_cat":"cs.DC","authors_text":"Amelie Chi Zhou, Bingsheng He, Shaohuai Shi, Xiaowen Chu, Xiaoyu Wu, Xinglin Pan, Xin He, Xueze Kang, Yang Zheng, Yuxin Wang, Zhenheng Tang","submitted_at":"2023-10-19T11:59:01Z","abstract_excerpt":"To efficiently scale large model (LM) training, researchers transition from data parallelism (DP) to hybrid parallelism (HP) on GPU clusters, which frequently experience hardware and software failures. Existing works introduce in-memory checkpointing optimizations that snapshot parameters to device memory for rapid failure recovery. However, these methods introduce severe resource competition between checkpointing and training, which can work under DP but can hardly scale under resource-intensive HP. To ensure low checkpointing overhead for hybrid-parallel training, this paper introduces a dis"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.12670","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.12670/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:56:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C7zuCwdWUngQfqtHtkIv+dc91zUddh2b4o41WJLdcXoUtSnTbJsOPsEoyRanr6DuVsFIx3k2D/sjW50Z3jeIBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T14:54:37.374460Z"},"content_sha256":"1f6fb7cdd7929ecf32f622b24c85e3fe26ad2ec2a10f4fceb0c6cdd7e1abfbf4","schema_version":"1.0","event_id":"sha256:1f6fb7cdd7929ecf32f622b24c85e3fe26ad2ec2a10f4fceb0c6cdd7e1abfbf4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JUIFUDBUOGE5QWPZTRM7HML7KN/bundle.json","state_url":"https://pith.science/pith/JUIFUDBUOGE5QWPZTRM7HML7KN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JUIFUDBUOGE5QWPZTRM7HML7KN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T14:54:37Z","links":{"resolver":"https://pith.science/pith/JUIFUDBUOGE5QWPZTRM7HML7KN","bundle":"https://pith.science/pith/JUIFUDBUOGE5QWPZTRM7HML7KN/bundle.json","state":"https://pith.science/pith/JUIFUDBUOGE5QWPZTRM7HML7KN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JUIFUDBUOGE5QWPZTRM7HML7KN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JUIFUDBUOGE5QWPZTRM7HML7KN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d89c41bd51c0bfc183ca7c372ef79ba2ff90c5b204d85ba95ed8094ad5084501","cross_cats_sorted":["cs.PF"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-10-19T11:59:01Z","title_canon_sha256":"a5f88e90d461b1a7b383c93d649e31a3dc012a023f2261e71c1963aa78e8f409"},"schema_version":"1.0","source":{"id":"2310.12670","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.12670","created_at":"2026-07-05T08:56:45Z"},{"alias_kind":"arxiv_version","alias_value":"2310.12670v4","created_at":"2026-07-05T08:56:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.12670","created_at":"2026-07-05T08:56:45Z"},{"alias_kind":"pith_short_12","alias_value":"JUIFUDBUOGE5","created_at":"2026-07-05T08:56:45Z"},{"alias_kind":"pith_short_16","alias_value":"JUIFUDBUOGE5QWPZ","created_at":"2026-07-05T08:56:45Z"},{"alias_kind":"pith_short_8","alias_value":"JUIFUDBU","created_at":"2026-07-05T08:56:45Z"}],"graph_snapshots":[{"event_id":"sha256:1f6fb7cdd7929ecf32f622b24c85e3fe26ad2ec2a10f4fceb0c6cdd7e1abfbf4","target":"graph","created_at":"2026-07-05T08:56:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.12670/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To efficiently scale large model (LM) training, researchers transition from data parallelism (DP) to hybrid parallelism (HP) on GPU clusters, which frequently experience hardware and software failures. Existing works introduce in-memory checkpointing optimizations that snapshot parameters to device memory for rapid failure recovery. However, these methods introduce severe resource competition between checkpointing and training, which can work under DP but can hardly scale under resource-intensive HP. To ensure low checkpointing overhead for hybrid-parallel training, this paper introduces a dis","authors_text":"Amelie Chi Zhou, Bingsheng He, Shaohuai Shi, Xiaowen Chu, Xiaoyu Wu, Xinglin Pan, Xin He, Xueze Kang, Yang Zheng, Yuxin Wang, Zhenheng Tang","cross_cats":["cs.PF"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-10-19T11:59:01Z","title":"Fault-Tolerant Hybrid-Parallel Training at Scale with Reliable and Efficient In-memory Checkpointing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.12670","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4d009322d348d036e65358f61e9e405e4cd5cdfca0c3d0457d73ed6af4580446","target":"record","created_at":"2026-07-05T08:56:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d89c41bd51c0bfc183ca7c372ef79ba2ff90c5b204d85ba95ed8094ad5084501","cross_cats_sorted":["cs.PF"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-10-19T11:59:01Z","title_canon_sha256":"a5f88e90d461b1a7b383c93d649e31a3dc012a023f2261e71c1963aa78e8f409"},"schema_version":"1.0","source":{"id":"2310.12670","kind":"arxiv","version":4}},"canonical_sha256":"4d105a0c347189d859f99c59f3b17f535367130a04f822bc26572f248c5d0e9a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4d105a0c347189d859f99c59f3b17f535367130a04f822bc26572f248c5d0e9a","first_computed_at":"2026-07-05T08:56:45.809221Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:56:45.809221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pAti07Wi9DNf2rW0sbR++ABVp3H33PUTHf75zE57LDMSyZcIuxAQ7uT4Ri2/CBn/rGTEkM6HcQ81M5W55xRAAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:56:45.809720Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.12670","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4d009322d348d036e65358f61e9e405e4cd5cdfca0c3d0457d73ed6af4580446","sha256:1f6fb7cdd7929ecf32f622b24c85e3fe26ad2ec2a10f4fceb0c6cdd7e1abfbf4"],"state_sha256":"1c968ef1ebe1d5de3a0bd6f8a581ed6596bdce9f00c080f1dbb34b02d79115a5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qVRrodBIxH3VnuOCUENzCENhx5f9eonIFuzx05hd5bYyAjDMDnMsklZqqNG4BT5g996XDZFzatJawwSFj1F8BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T14:54:37.391173Z","bundle_sha256":"ec728e55caec3bccdd1d3f4d1906b93fbb1a6ced57444500253be5a598d4062a"}}