{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LYZRYSZOAPC753H4MHZNKYXWFD","short_pith_number":"pith:LYZRYSZO","canonical_record":{"source":{"id":"2406.08756","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-06-13T02:31:36Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"9f1425ad21096776521bafc7bd32f6ff8118c8384bbc588bdeeffb08b4bd1944","abstract_canon_sha256":"f40a3504b73250fc9d34ffe6f8418508970572dbf86e95cda01e85d4e0615de0"},"schema_version":"1.0"},"canonical_sha256":"5e331c4b2e03c5feecfc61f2d562f628fe7d5fd9dd12b449328ff714783eeffd","source":{"kind":"arxiv","id":"2406.08756","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.08756","created_at":"2026-07-05T10:40:34Z"},{"alias_kind":"arxiv_version","alias_value":"2406.08756v4","created_at":"2026-07-05T10:40:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.08756","created_at":"2026-07-05T10:40:34Z"},{"alias_kind":"pith_short_12","alias_value":"LYZRYSZOAPC7","created_at":"2026-07-05T10:40:34Z"},{"alias_kind":"pith_short_16","alias_value":"LYZRYSZOAPC753H4","created_at":"2026-07-05T10:40:34Z"},{"alias_kind":"pith_short_8","alias_value":"LYZRYSZO","created_at":"2026-07-05T10:40:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LYZRYSZOAPC753H4MHZNKYXWFD","target":"record","payload":{"canonical_record":{"source":{"id":"2406.08756","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-06-13T02:31:36Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"9f1425ad21096776521bafc7bd32f6ff8118c8384bbc588bdeeffb08b4bd1944","abstract_canon_sha256":"f40a3504b73250fc9d34ffe6f8418508970572dbf86e95cda01e85d4e0615de0"},"schema_version":"1.0"},"canonical_sha256":"5e331c4b2e03c5feecfc61f2d562f628fe7d5fd9dd12b449328ff714783eeffd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:40:34.072131Z","signature_b64":"QTV+fUNw1DO+RG9kurLsrUGl2AhHT+20/S39HHMVGnrHolm1KEsPBnMVNXelzR9Xu/6DQKLiUtVPMT5LObEbDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5e331c4b2e03c5feecfc61f2d562f628fe7d5fd9dd12b449328ff714783eeffd","last_reissued_at":"2026-07-05T10:40:34.071638Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:40:34.071638Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.08756","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:40:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6rZLPvkZp3v90xkp4+iqXaiM0FPhbFvkaSpwy6PjKu7ObS8z5kYaLg/Ba5C86O3cfxlu1vReou2jbS52DHm3Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:03:22.867770Z"},"content_sha256":"14275847f1c14ef39b7dd1019f2a368840e943d2619b711a69e351b25304d6bd","schema_version":"1.0","event_id":"sha256:14275847f1c14ef39b7dd1019f2a368840e943d2619b711a69e351b25304d6bd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LYZRYSZOAPC753H4MHZNKYXWFD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Optimizing Large Model Training through Overlapped Activation Recomputation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.DC","authors_text":"Gang Chen, Kexin Huang, Ping Chen, Shuibing He, Siling Yang, Weijian Chen, Wenjie Zhang, Xuan Zhan, Yanlong Yin, Yingjie Gu, Yi Zheng, Zhefeng Wang, Zhuwei Peng","submitted_at":"2024-06-13T02:31:36Z","abstract_excerpt":"Large model training often uses recomputation to alleviate memory pressure and pipelines to exploit the parallelism of data, tensors, and devices. However, existing recomputation approaches may incur high overhead when training real-world models, as they are executed on demand in the critical training path. In this paper, we present Lynx, a new recomputation framework to reduce overhead by overlapping recomputation with communication in training pipelines. To reduce the large search space for recomputation strategies, we propose a heuristic-based recomputation scheduling algorithm, which is ba"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.08756","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.08756/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:40:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PAj6IDK3jLIU3CEtD7PhBikAImRndd2GFSzTnkjihVOc47MkxyY0qbvWVFJAE+B6dmDOi3ne7kz/IVHJGwalDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:03:22.868267Z"},"content_sha256":"6c86011a05298c3bff49e671e95fd9cd5a470d4abfd70aa947f91847b078f17b","schema_version":"1.0","event_id":"sha256:6c86011a05298c3bff49e671e95fd9cd5a470d4abfd70aa947f91847b078f17b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LYZRYSZOAPC753H4MHZNKYXWFD/bundle.json","state_url":"https://pith.science/pith/LYZRYSZOAPC753H4MHZNKYXWFD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LYZRYSZOAPC753H4MHZNKYXWFD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T08:03:22Z","links":{"resolver":"https://pith.science/pith/LYZRYSZOAPC753H4MHZNKYXWFD","bundle":"https://pith.science/pith/LYZRYSZOAPC753H4MHZNKYXWFD/bundle.json","state":"https://pith.science/pith/LYZRYSZOAPC753H4MHZNKYXWFD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LYZRYSZOAPC753H4MHZNKYXWFD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LYZRYSZOAPC753H4MHZNKYXWFD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f40a3504b73250fc9d34ffe6f8418508970572dbf86e95cda01e85d4e0615de0","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-06-13T02:31:36Z","title_canon_sha256":"9f1425ad21096776521bafc7bd32f6ff8118c8384bbc588bdeeffb08b4bd1944"},"schema_version":"1.0","source":{"id":"2406.08756","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.08756","created_at":"2026-07-05T10:40:34Z"},{"alias_kind":"arxiv_version","alias_value":"2406.08756v4","created_at":"2026-07-05T10:40:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.08756","created_at":"2026-07-05T10:40:34Z"},{"alias_kind":"pith_short_12","alias_value":"LYZRYSZOAPC7","created_at":"2026-07-05T10:40:34Z"},{"alias_kind":"pith_short_16","alias_value":"LYZRYSZOAPC753H4","created_at":"2026-07-05T10:40:34Z"},{"alias_kind":"pith_short_8","alias_value":"LYZRYSZO","created_at":"2026-07-05T10:40:34Z"}],"graph_snapshots":[{"event_id":"sha256:6c86011a05298c3bff49e671e95fd9cd5a470d4abfd70aa947f91847b078f17b","target":"graph","created_at":"2026-07-05T10:40:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.08756/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large model training often uses recomputation to alleviate memory pressure and pipelines to exploit the parallelism of data, tensors, and devices. However, existing recomputation approaches may incur high overhead when training real-world models, as they are executed on demand in the critical training path. In this paper, we present Lynx, a new recomputation framework to reduce overhead by overlapping recomputation with communication in training pipelines. To reduce the large search space for recomputation strategies, we propose a heuristic-based recomputation scheduling algorithm, which is ba","authors_text":"Gang Chen, Kexin Huang, Ping Chen, Shuibing He, Siling Yang, Weijian Chen, Wenjie Zhang, Xuan Zhan, Yanlong Yin, Yingjie Gu, Yi Zheng, Zhefeng Wang, Zhuwei Peng","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-06-13T02:31:36Z","title":"Optimizing Large Model Training through Overlapped Activation Recomputation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.08756","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:14275847f1c14ef39b7dd1019f2a368840e943d2619b711a69e351b25304d6bd","target":"record","created_at":"2026-07-05T10:40:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f40a3504b73250fc9d34ffe6f8418508970572dbf86e95cda01e85d4e0615de0","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-06-13T02:31:36Z","title_canon_sha256":"9f1425ad21096776521bafc7bd32f6ff8118c8384bbc588bdeeffb08b4bd1944"},"schema_version":"1.0","source":{"id":"2406.08756","kind":"arxiv","version":4}},"canonical_sha256":"5e331c4b2e03c5feecfc61f2d562f628fe7d5fd9dd12b449328ff714783eeffd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5e331c4b2e03c5feecfc61f2d562f628fe7d5fd9dd12b449328ff714783eeffd","first_computed_at":"2026-07-05T10:40:34.071638Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:40:34.071638Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QTV+fUNw1DO+RG9kurLsrUGl2AhHT+20/S39HHMVGnrHolm1KEsPBnMVNXelzR9Xu/6DQKLiUtVPMT5LObEbDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:40:34.072131Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.08756","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:14275847f1c14ef39b7dd1019f2a368840e943d2619b711a69e351b25304d6bd","sha256:6c86011a05298c3bff49e671e95fd9cd5a470d4abfd70aa947f91847b078f17b"],"state_sha256":"a50f7a36a35cb417ed062a70218867a4ce4ff07fe28a41aa34d709e43d21e33b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VkA6YMBY6EzFtndIiW6obzhlQq9mhr3dFjgYEo3eitY+NOVD1T0Nu8xmF/lTj46W4rxz6fFoA5qC54o8KOA/Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T08:03:22.876919Z","bundle_sha256":"4edb9494aaa3c7da52cbaac1f1ec35573766f2891e252f56a6e0a44f29f3300b"}}