{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:67UAAU7HI4HMLUKW5T4GOS4MIX","short_pith_number":"pith:67UAAU7H","canonical_record":{"source":{"id":"2506.06472","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2025-06-06T18:57:20Z","cross_cats_sorted":["cs.AI","cs.LG","cs.PF"],"title_canon_sha256":"6f146f65b095ae43237a9d6c4b07f32d5d4590c570101f9ac64e80de4042a1c9","abstract_canon_sha256":"ccfce2b50b3032ee8ba847e3699730bd87d2d130f2c87664b8af507d764ecea7"},"schema_version":"1.0"},"canonical_sha256":"f7e80053e7470ec5d156ecf8674b8c45c4c973db538b9656142fde84f4a1eaa4","source":{"kind":"arxiv","id":"2506.06472","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.06472","created_at":"2026-07-05T11:17:50Z"},{"alias_kind":"arxiv_version","alias_value":"2506.06472v1","created_at":"2026-07-05T11:17:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.06472","created_at":"2026-07-05T11:17:50Z"},{"alias_kind":"pith_short_12","alias_value":"67UAAU7HI4HM","created_at":"2026-07-05T11:17:50Z"},{"alias_kind":"pith_short_16","alias_value":"67UAAU7HI4HMLUKW","created_at":"2026-07-05T11:17:50Z"},{"alias_kind":"pith_short_8","alias_value":"67UAAU7H","created_at":"2026-07-05T11:17:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:67UAAU7HI4HMLUKW5T4GOS4MIX","target":"record","payload":{"canonical_record":{"source":{"id":"2506.06472","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2025-06-06T18:57:20Z","cross_cats_sorted":["cs.AI","cs.LG","cs.PF"],"title_canon_sha256":"6f146f65b095ae43237a9d6c4b07f32d5d4590c570101f9ac64e80de4042a1c9","abstract_canon_sha256":"ccfce2b50b3032ee8ba847e3699730bd87d2d130f2c87664b8af507d764ecea7"},"schema_version":"1.0"},"canonical_sha256":"f7e80053e7470ec5d156ecf8674b8c45c4c973db538b9656142fde84f4a1eaa4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:17:50.770664Z","signature_b64":"5tL87X/el1WGlY8/Kzi7IFLy5fCmM7K/qjrlHnn4fDGMFapi4ZZ2r7OshzkAOGN6be9sX5lbh8xawwQu8L0HBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f7e80053e7470ec5d156ecf8674b8c45c4c973db538b9656142fde84f4a1eaa4","last_reissued_at":"2026-07-05T11:17:50.770039Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:17:50.770039Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.06472","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8xbFUUG1Hyx04IzY1RDmkvBkq3pGczHo00JvhDxx2QtEw3hCRzJHQiVIjh4GD9bb8NM7U30NgyDM6Sx05u+yDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T20:24:31.981768Z"},"content_sha256":"18f0dc9c5f053acb731a7c4f04b37ea0293b5352f8b3c4432afd358b0a0c40fb","schema_version":"1.0","event_id":"sha256:18f0dc9c5f053acb731a7c4f04b37ea0293b5352f8b3c4432afd358b0a0c40fb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:67UAAU7HI4HMLUKW5T4GOS4MIX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Cost-Efficient LLM Training with Lifetime-Aware Tensor Offloading via GPUDirect Storage","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG","cs.PF"],"primary_cat":"cs.DC","authors_text":"Apoorve Mohan, Haoyang Zhang, I-Hsin Chung, Jian Huang, Seetharami Seelam, Yirui Eric Zhou, Ziqi Yuan","submitted_at":"2025-06-06T18:57:20Z","abstract_excerpt":"We present the design and implementation of a new lifetime-aware tensor offloading framework for GPU memory expansion using low-cost PCIe-based solid-state drives (SSDs). Our framework, TERAIO, is developed explicitly for large language model (LLM) training with multiple GPUs and multiple SSDs. Its design is driven by our observation that the active tensors take only a small fraction (1.7% on average) of allocated GPU memory in each LLM training iteration, the inactive tensors are usually large and will not be used for a long period of time, creating ample opportunities for offloading/prefetch"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.06472","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.06472/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:17:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GCbIN9ki213Ww7X2zOpWfIxrxfGfn0zHLHdoUY+fs+JYvAiM1VlkApOI6CvPUjpa/2eM60lKPsIA3+f6G+nEBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T20:24:31.982554Z"},"content_sha256":"51433026e7b262611557802e3b85b7d156cf576cde9549b7cb591110b52bf602","schema_version":"1.0","event_id":"sha256:51433026e7b262611557802e3b85b7d156cf576cde9549b7cb591110b52bf602"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/67UAAU7HI4HMLUKW5T4GOS4MIX/bundle.json","state_url":"https://pith.science/pith/67UAAU7HI4HMLUKW5T4GOS4MIX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/67UAAU7HI4HMLUKW5T4GOS4MIX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T20:24:31Z","links":{"resolver":"https://pith.science/pith/67UAAU7HI4HMLUKW5T4GOS4MIX","bundle":"https://pith.science/pith/67UAAU7HI4HMLUKW5T4GOS4MIX/bundle.json","state":"https://pith.science/pith/67UAAU7HI4HMLUKW5T4GOS4MIX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/67UAAU7HI4HMLUKW5T4GOS4MIX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:67UAAU7HI4HMLUKW5T4GOS4MIX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ccfce2b50b3032ee8ba847e3699730bd87d2d130f2c87664b8af507d764ecea7","cross_cats_sorted":["cs.AI","cs.LG","cs.PF"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2025-06-06T18:57:20Z","title_canon_sha256":"6f146f65b095ae43237a9d6c4b07f32d5d4590c570101f9ac64e80de4042a1c9"},"schema_version":"1.0","source":{"id":"2506.06472","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.06472","created_at":"2026-07-05T11:17:50Z"},{"alias_kind":"arxiv_version","alias_value":"2506.06472v1","created_at":"2026-07-05T11:17:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.06472","created_at":"2026-07-05T11:17:50Z"},{"alias_kind":"pith_short_12","alias_value":"67UAAU7HI4HM","created_at":"2026-07-05T11:17:50Z"},{"alias_kind":"pith_short_16","alias_value":"67UAAU7HI4HMLUKW","created_at":"2026-07-05T11:17:50Z"},{"alias_kind":"pith_short_8","alias_value":"67UAAU7H","created_at":"2026-07-05T11:17:50Z"}],"graph_snapshots":[{"event_id":"sha256:51433026e7b262611557802e3b85b7d156cf576cde9549b7cb591110b52bf602","target":"graph","created_at":"2026-07-05T11:17:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.06472/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present the design and implementation of a new lifetime-aware tensor offloading framework for GPU memory expansion using low-cost PCIe-based solid-state drives (SSDs). Our framework, TERAIO, is developed explicitly for large language model (LLM) training with multiple GPUs and multiple SSDs. Its design is driven by our observation that the active tensors take only a small fraction (1.7% on average) of allocated GPU memory in each LLM training iteration, the inactive tensors are usually large and will not be used for a long period of time, creating ample opportunities for offloading/prefetch","authors_text":"Apoorve Mohan, Haoyang Zhang, I-Hsin Chung, Jian Huang, Seetharami Seelam, Yirui Eric Zhou, Ziqi Yuan","cross_cats":["cs.AI","cs.LG","cs.PF"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2025-06-06T18:57:20Z","title":"Cost-Efficient LLM Training with Lifetime-Aware Tensor Offloading via GPUDirect Storage"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.06472","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:18f0dc9c5f053acb731a7c4f04b37ea0293b5352f8b3c4432afd358b0a0c40fb","target":"record","created_at":"2026-07-05T11:17:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ccfce2b50b3032ee8ba847e3699730bd87d2d130f2c87664b8af507d764ecea7","cross_cats_sorted":["cs.AI","cs.LG","cs.PF"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2025-06-06T18:57:20Z","title_canon_sha256":"6f146f65b095ae43237a9d6c4b07f32d5d4590c570101f9ac64e80de4042a1c9"},"schema_version":"1.0","source":{"id":"2506.06472","kind":"arxiv","version":1}},"canonical_sha256":"f7e80053e7470ec5d156ecf8674b8c45c4c973db538b9656142fde84f4a1eaa4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f7e80053e7470ec5d156ecf8674b8c45c4c973db538b9656142fde84f4a1eaa4","first_computed_at":"2026-07-05T11:17:50.770039Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:17:50.770039Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5tL87X/el1WGlY8/Kzi7IFLy5fCmM7K/qjrlHnn4fDGMFapi4ZZ2r7OshzkAOGN6be9sX5lbh8xawwQu8L0HBw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:17:50.770664Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.06472","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:18f0dc9c5f053acb731a7c4f04b37ea0293b5352f8b3c4432afd358b0a0c40fb","sha256:51433026e7b262611557802e3b85b7d156cf576cde9549b7cb591110b52bf602"],"state_sha256":"36304240092411b2a3f2e158837c2375f1549b5d90bb6267fb222b03322340d5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"viig2Jsqc+HyH8VYV1uU+xpJSfqk05a8g9zzEK7hfnSGDneG254VFxchv7u63UroxDvWJjy4G6SoV+DmG1ObBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T20:24:31.989913Z","bundle_sha256":"2ab5e4fd7c6f3a8e1a8d827bebc685a80fda3af1016fbd90339bac6d7c194252"}}