{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:RQP6A5FRCKMODUL4LYBMJU6SBS","short_pith_number":"pith:RQP6A5FR","canonical_record":{"source":{"id":"2503.01328","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-03T09:11:06Z","cross_cats_sorted":["cs.AI","cs.DC"],"title_canon_sha256":"73dd25d38168398af05ca72d58baeffdc756a7dff8c1d1bf6a0a88defd38fb59","abstract_canon_sha256":"1ee3b444ba462f6c20acc40a6f5a693b8406d87ec538bb6050406ebb9f3035de"},"schema_version":"1.0"},"canonical_sha256":"8c1fe074b11298e1d17c5e02c4d3d20cb037e6abb85c22e7724f12f73d215a39","source":{"kind":"arxiv","id":"2503.01328","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.01328","created_at":"2026-07-05T11:29:07Z"},{"alias_kind":"arxiv_version","alias_value":"2503.01328v2","created_at":"2026-07-05T11:29:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.01328","created_at":"2026-07-05T11:29:07Z"},{"alias_kind":"pith_short_12","alias_value":"RQP6A5FRCKMO","created_at":"2026-07-05T11:29:07Z"},{"alias_kind":"pith_short_16","alias_value":"RQP6A5FRCKMODUL4","created_at":"2026-07-05T11:29:07Z"},{"alias_kind":"pith_short_8","alias_value":"RQP6A5FR","created_at":"2026-07-05T11:29:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:RQP6A5FRCKMODUL4LYBMJU6SBS","target":"record","payload":{"canonical_record":{"source":{"id":"2503.01328","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-03T09:11:06Z","cross_cats_sorted":["cs.AI","cs.DC"],"title_canon_sha256":"73dd25d38168398af05ca72d58baeffdc756a7dff8c1d1bf6a0a88defd38fb59","abstract_canon_sha256":"1ee3b444ba462f6c20acc40a6f5a693b8406d87ec538bb6050406ebb9f3035de"},"schema_version":"1.0"},"canonical_sha256":"8c1fe074b11298e1d17c5e02c4d3d20cb037e6abb85c22e7724f12f73d215a39","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:29:07.534758Z","signature_b64":"7T/A7BORqtzgL7OxQ8wirk9qf6UVSUOLXKVrgutv6bJ5uk+dFj/FbFV9GoJSmNEoArMTi/PbpmONmN612NI7DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8c1fe074b11298e1d17c5e02c4d3d20cb037e6abb85c22e7724f12f73d215a39","last_reissued_at":"2026-07-05T11:29:07.534187Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:29:07.534187Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.01328","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:29:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"izGd6TrqYaS44UWUh+QQuhWdC4HM9PHKDFgqlMolJtXWcW+TbojZYh7S6u7nkS35fJrefx85pMphUvUnFM0pBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:37:34.845428Z"},"content_sha256":"bb3b3fd86a5176f309c7c6f230a042ffd08ccb9b675fe2bce263056e07d55bc0","schema_version":"1.0","event_id":"sha256:bb3b3fd86a5176f309c7c6f230a042ffd08ccb9b675fe2bce263056e07d55bc0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:RQP6A5FRCKMODUL4LYBMJU6SBS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PipeOffload: Improving Scalability of Pipeline Parallelism with Memory Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.DC"],"primary_cat":"cs.LG","authors_text":"Guangxing Huang, Jialin Li, Min Lin, Penghui Qi, Xinyi Wan","submitted_at":"2025-03-03T09:11:06Z","abstract_excerpt":"Pipeline parallelism (PP) is widely used for training large language models (LLMs), yet its scalability is often constrained by high activation memory consumption as the number of in-flight microbatches grows with the degree of PP. In this paper, we focus on addressing this challenge by leveraging the under-explored memory offload strategy in PP. With empirical study, we discover that in the majority of standard configurations, at least half, and potentially all, of the activations can be offloaded with negligible overhead. In the cases where full overload is not possible, we introduce a novel"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.01328","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.01328/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:29:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jo9L58KKE8NAmCl79KCMs5jsl7SOp8+YlCopec6VPr7Js8IjfgPb1LKV93KBCrsm8BIPqZJQpejl+kl4Q/9CCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T15:37:34.845928Z"},"content_sha256":"8beb597f1cc8d5deafdcf9fa180f8f0275c7c5ed191dc493c2888612f2e6cc58","schema_version":"1.0","event_id":"sha256:8beb597f1cc8d5deafdcf9fa180f8f0275c7c5ed191dc493c2888612f2e6cc58"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RQP6A5FRCKMODUL4LYBMJU6SBS/bundle.json","state_url":"https://pith.science/pith/RQP6A5FRCKMODUL4LYBMJU6SBS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RQP6A5FRCKMODUL4LYBMJU6SBS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T15:37:34Z","links":{"resolver":"https://pith.science/pith/RQP6A5FRCKMODUL4LYBMJU6SBS","bundle":"https://pith.science/pith/RQP6A5FRCKMODUL4LYBMJU6SBS/bundle.json","state":"https://pith.science/pith/RQP6A5FRCKMODUL4LYBMJU6SBS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RQP6A5FRCKMODUL4LYBMJU6SBS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RQP6A5FRCKMODUL4LYBMJU6SBS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1ee3b444ba462f6c20acc40a6f5a693b8406d87ec538bb6050406ebb9f3035de","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-03T09:11:06Z","title_canon_sha256":"73dd25d38168398af05ca72d58baeffdc756a7dff8c1d1bf6a0a88defd38fb59"},"schema_version":"1.0","source":{"id":"2503.01328","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.01328","created_at":"2026-07-05T11:29:07Z"},{"alias_kind":"arxiv_version","alias_value":"2503.01328v2","created_at":"2026-07-05T11:29:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.01328","created_at":"2026-07-05T11:29:07Z"},{"alias_kind":"pith_short_12","alias_value":"RQP6A5FRCKMO","created_at":"2026-07-05T11:29:07Z"},{"alias_kind":"pith_short_16","alias_value":"RQP6A5FRCKMODUL4","created_at":"2026-07-05T11:29:07Z"},{"alias_kind":"pith_short_8","alias_value":"RQP6A5FR","created_at":"2026-07-05T11:29:07Z"}],"graph_snapshots":[{"event_id":"sha256:8beb597f1cc8d5deafdcf9fa180f8f0275c7c5ed191dc493c2888612f2e6cc58","target":"graph","created_at":"2026-07-05T11:29:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.01328/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pipeline parallelism (PP) is widely used for training large language models (LLMs), yet its scalability is often constrained by high activation memory consumption as the number of in-flight microbatches grows with the degree of PP. In this paper, we focus on addressing this challenge by leveraging the under-explored memory offload strategy in PP. With empirical study, we discover that in the majority of standard configurations, at least half, and potentially all, of the activations can be offloaded with negligible overhead. In the cases where full overload is not possible, we introduce a novel","authors_text":"Guangxing Huang, Jialin Li, Min Lin, Penghui Qi, Xinyi Wan","cross_cats":["cs.AI","cs.DC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-03T09:11:06Z","title":"PipeOffload: Improving Scalability of Pipeline Parallelism with Memory Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.01328","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bb3b3fd86a5176f309c7c6f230a042ffd08ccb9b675fe2bce263056e07d55bc0","target":"record","created_at":"2026-07-05T11:29:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1ee3b444ba462f6c20acc40a6f5a693b8406d87ec538bb6050406ebb9f3035de","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-03T09:11:06Z","title_canon_sha256":"73dd25d38168398af05ca72d58baeffdc756a7dff8c1d1bf6a0a88defd38fb59"},"schema_version":"1.0","source":{"id":"2503.01328","kind":"arxiv","version":2}},"canonical_sha256":"8c1fe074b11298e1d17c5e02c4d3d20cb037e6abb85c22e7724f12f73d215a39","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8c1fe074b11298e1d17c5e02c4d3d20cb037e6abb85c22e7724f12f73d215a39","first_computed_at":"2026-07-05T11:29:07.534187Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:29:07.534187Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7T/A7BORqtzgL7OxQ8wirk9qf6UVSUOLXKVrgutv6bJ5uk+dFj/FbFV9GoJSmNEoArMTi/PbpmONmN612NI7DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:29:07.534758Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.01328","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bb3b3fd86a5176f309c7c6f230a042ffd08ccb9b675fe2bce263056e07d55bc0","sha256:8beb597f1cc8d5deafdcf9fa180f8f0275c7c5ed191dc493c2888612f2e6cc58"],"state_sha256":"6106b162aff1f717c3cc56a1f0fa5e13d1e4acd920fd9a06ea755e782b808ffc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y8arfI142ZPo5dWJ06q5cFbN70VlZj4G+ldl5ehdBn1M2o+TDAkrAYz8+8Ko5RiWSoFoNoOc96G1pwQfoqGRAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T15:37:34.850401Z","bundle_sha256":"128517ce6801f0f633d6aa378206931607210047799eb42d81b43d0d272c0643"}}