{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5WERKVNC6PBAB2ETNCSQHV7Z47","short_pith_number":"pith:5WERKVNC","canonical_record":{"source":{"id":"2408.10013","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-08-19T14:09:48Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"4b7b8886bd77c5cf08024926d794ab0a408dc53e07defe51fc6879bff4ff334a","abstract_canon_sha256":"f4560983f32d329ff9e980df225474fd85fea0b9a8a38a5a9a35758f1fb125e1"},"schema_version":"1.0"},"canonical_sha256":"ed891555a2f3c200e89368a503d7f9e7cd03238e645f412f2aab1ff953594dd6","source":{"kind":"arxiv","id":"2408.10013","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.10013","created_at":"2026-07-05T10:14:44Z"},{"alias_kind":"arxiv_version","alias_value":"2408.10013v2","created_at":"2026-07-05T10:14:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.10013","created_at":"2026-07-05T10:14:44Z"},{"alias_kind":"pith_short_12","alias_value":"5WERKVNC6PBA","created_at":"2026-07-05T10:14:44Z"},{"alias_kind":"pith_short_16","alias_value":"5WERKVNC6PBAB2ET","created_at":"2026-07-05T10:14:44Z"},{"alias_kind":"pith_short_8","alias_value":"5WERKVNC","created_at":"2026-07-05T10:14:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5WERKVNC6PBAB2ETNCSQHV7Z47","target":"record","payload":{"canonical_record":{"source":{"id":"2408.10013","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-08-19T14:09:48Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"4b7b8886bd77c5cf08024926d794ab0a408dc53e07defe51fc6879bff4ff334a","abstract_canon_sha256":"f4560983f32d329ff9e980df225474fd85fea0b9a8a38a5a9a35758f1fb125e1"},"schema_version":"1.0"},"canonical_sha256":"ed891555a2f3c200e89368a503d7f9e7cd03238e645f412f2aab1ff953594dd6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:14:44.530108Z","signature_b64":"6fGOwkV2R3uJGCKhFNe5UHB0XN08bIbx2BAPK15nQpH22WpYBd7pNxhRUS9YM2rSqTQCROPz3r6nJvkOHh/qBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ed891555a2f3c200e89368a503d7f9e7cd03238e645f412f2aab1ff953594dd6","last_reissued_at":"2026-07-05T10:14:44.529561Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:14:44.529561Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.10013","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:14:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1eaz/6oh2y9T303ajlvMf4rLrRHbNDlOWlwwAbmrtJPZZ2ryO0+6i4C39rkEzDEzh+qpq22ScDvUYjqnwtmpDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T02:18:59.730816Z"},"content_sha256":"452e08f33eea2105226b3d67c2ff9c470a817e1c83965b26fb59036cd04961ad","schema_version":"1.0","event_id":"sha256:452e08f33eea2105226b3d67c2ff9c470a817e1c83965b26fb59036cd04961ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5WERKVNC6PBAB2ETNCSQHV7Z47","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SSDTrain: An Activation Offloading Framework to SSDs for Faster Large Language Model Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.NE"],"primary_cat":"cs.DC","authors_text":"Jeongmin Brian Park, Kun Wu, Mert Hidayeto\\u{g}lu, Sitao Huang, Steven Sam Lumetta, Vikram Sharma Mailthody, Wen-Mei Hwu, Xiaofan Zhang","submitted_at":"2024-08-19T14:09:48Z","abstract_excerpt":"The growth rate of the GPU memory capacity has not been able to keep up with that of the size of large language models (LLMs), hindering the model training process. In particular, activations -- the intermediate tensors produced during forward propagation and reused in backward propagation -- dominate the GPU memory use. This leads to high training overhead such as high weight update cost due to the small micro-batch size. To address this challenge, we propose SSDTrain, an adaptive activation offloading framework to high-capacity NVMe SSDs. SSDTrain reduces GPU memory usage without impacting p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.10013","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.10013/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:14:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nZXJE2YDIbtXMk83kKYx40MYWW61AeGzuKDKWSenVhSjLS+AlNT4VNLPT/okcnK0hX6PQAfu3U0mSWAM2Z/UCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T02:18:59.731395Z"},"content_sha256":"861344616da64ddc3ab89bbfc2a3c4e9ad6e2a66bdbfc72062f37ca4d59ca10e","schema_version":"1.0","event_id":"sha256:861344616da64ddc3ab89bbfc2a3c4e9ad6e2a66bdbfc72062f37ca4d59ca10e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5WERKVNC6PBAB2ETNCSQHV7Z47/bundle.json","state_url":"https://pith.science/pith/5WERKVNC6PBAB2ETNCSQHV7Z47/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5WERKVNC6PBAB2ETNCSQHV7Z47/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T02:18:59Z","links":{"resolver":"https://pith.science/pith/5WERKVNC6PBAB2ETNCSQHV7Z47","bundle":"https://pith.science/pith/5WERKVNC6PBAB2ETNCSQHV7Z47/bundle.json","state":"https://pith.science/pith/5WERKVNC6PBAB2ETNCSQHV7Z47/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5WERKVNC6PBAB2ETNCSQHV7Z47/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5WERKVNC6PBAB2ETNCSQHV7Z47","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f4560983f32d329ff9e980df225474fd85fea0b9a8a38a5a9a35758f1fb125e1","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-08-19T14:09:48Z","title_canon_sha256":"4b7b8886bd77c5cf08024926d794ab0a408dc53e07defe51fc6879bff4ff334a"},"schema_version":"1.0","source":{"id":"2408.10013","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.10013","created_at":"2026-07-05T10:14:44Z"},{"alias_kind":"arxiv_version","alias_value":"2408.10013v2","created_at":"2026-07-05T10:14:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.10013","created_at":"2026-07-05T10:14:44Z"},{"alias_kind":"pith_short_12","alias_value":"5WERKVNC6PBA","created_at":"2026-07-05T10:14:44Z"},{"alias_kind":"pith_short_16","alias_value":"5WERKVNC6PBAB2ET","created_at":"2026-07-05T10:14:44Z"},{"alias_kind":"pith_short_8","alias_value":"5WERKVNC","created_at":"2026-07-05T10:14:44Z"}],"graph_snapshots":[{"event_id":"sha256:861344616da64ddc3ab89bbfc2a3c4e9ad6e2a66bdbfc72062f37ca4d59ca10e","target":"graph","created_at":"2026-07-05T10:14:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.10013/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The growth rate of the GPU memory capacity has not been able to keep up with that of the size of large language models (LLMs), hindering the model training process. In particular, activations -- the intermediate tensors produced during forward propagation and reused in backward propagation -- dominate the GPU memory use. This leads to high training overhead such as high weight update cost due to the small micro-batch size. To address this challenge, we propose SSDTrain, an adaptive activation offloading framework to high-capacity NVMe SSDs. SSDTrain reduces GPU memory usage without impacting p","authors_text":"Jeongmin Brian Park, Kun Wu, Mert Hidayeto\\u{g}lu, Sitao Huang, Steven Sam Lumetta, Vikram Sharma Mailthody, Wen-Mei Hwu, Xiaofan Zhang","cross_cats":["cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-08-19T14:09:48Z","title":"SSDTrain: An Activation Offloading Framework to SSDs for Faster Large Language Model Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.10013","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:452e08f33eea2105226b3d67c2ff9c470a817e1c83965b26fb59036cd04961ad","target":"record","created_at":"2026-07-05T10:14:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f4560983f32d329ff9e980df225474fd85fea0b9a8a38a5a9a35758f1fb125e1","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-08-19T14:09:48Z","title_canon_sha256":"4b7b8886bd77c5cf08024926d794ab0a408dc53e07defe51fc6879bff4ff334a"},"schema_version":"1.0","source":{"id":"2408.10013","kind":"arxiv","version":2}},"canonical_sha256":"ed891555a2f3c200e89368a503d7f9e7cd03238e645f412f2aab1ff953594dd6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ed891555a2f3c200e89368a503d7f9e7cd03238e645f412f2aab1ff953594dd6","first_computed_at":"2026-07-05T10:14:44.529561Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:14:44.529561Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6fGOwkV2R3uJGCKhFNe5UHB0XN08bIbx2BAPK15nQpH22WpYBd7pNxhRUS9YM2rSqTQCROPz3r6nJvkOHh/qBA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:14:44.530108Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.10013","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:452e08f33eea2105226b3d67c2ff9c470a817e1c83965b26fb59036cd04961ad","sha256:861344616da64ddc3ab89bbfc2a3c4e9ad6e2a66bdbfc72062f37ca4d59ca10e"],"state_sha256":"9b34d0d3399cf599a50b77bec67868c5285eb4585b20fa0866c9fcfdf8aae5a6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OhMSVUbqv/ITR4aQbh7R+GjuXF18dF+i6p1bBZCcV73qOISauiQ9R293jxNhgcp0ENo7C/iq4I1GpDi+XM+IBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T02:18:59.737103Z","bundle_sha256":"25078f80862963d3e2b6adf889cddacabaf67621bc68ebb82c0641347d75e81b"}}