{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VIQFJFILCTKBI7YHPJIICWZ2WV","short_pith_number":"pith:VIQFJFIL","canonical_record":{"source":{"id":"2411.01142","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-11-02T05:15:44Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"8ead6b048cd493d90ba1aaf7dcfaf01251bf9f001bfd473bc8fa6e68fa3348f3","abstract_canon_sha256":"ffc3a3e29947ab9a34e6e5367c13f606f99ecfa630641fc7ba312399b73475bc"},"schema_version":"1.0"},"canonical_sha256":"aa2054950b14d4147f077a50815b3ab56c65e8d855129e015e2da1c5b4b29dd3","source":{"kind":"arxiv","id":"2411.01142","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.01142","created_at":"2026-07-05T09:30:25Z"},{"alias_kind":"arxiv_version","alias_value":"2411.01142v1","created_at":"2026-07-05T09:30:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.01142","created_at":"2026-07-05T09:30:25Z"},{"alias_kind":"pith_short_12","alias_value":"VIQFJFILCTKB","created_at":"2026-07-05T09:30:25Z"},{"alias_kind":"pith_short_16","alias_value":"VIQFJFILCTKBI7YH","created_at":"2026-07-05T09:30:25Z"},{"alias_kind":"pith_short_8","alias_value":"VIQFJFIL","created_at":"2026-07-05T09:30:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VIQFJFILCTKBI7YHPJIICWZ2WV","target":"record","payload":{"canonical_record":{"source":{"id":"2411.01142","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-11-02T05:15:44Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"8ead6b048cd493d90ba1aaf7dcfaf01251bf9f001bfd473bc8fa6e68fa3348f3","abstract_canon_sha256":"ffc3a3e29947ab9a34e6e5367c13f606f99ecfa630641fc7ba312399b73475bc"},"schema_version":"1.0"},"canonical_sha256":"aa2054950b14d4147f077a50815b3ab56c65e8d855129e015e2da1c5b4b29dd3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:30:25.308274Z","signature_b64":"KqRtkgrE+dWuedLzQTAihuKKTtyJuSGpKnnNqmxGOdnKQB2A5qDpqBh10SFqxJIU2WLbE7Tlzf5aI4iTjhgqCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aa2054950b14d4147f077a50815b3ab56c65e8d855129e015e2da1c5b4b29dd3","last_reissued_at":"2026-07-05T09:30:25.307841Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:30:25.307841Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.01142","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EfW5Va0Z9MHMRkTrWDPiYDRUFaqQoAJdoem85s2WaxSQ6nrkmy8i30wNMF9uC6bvTm6gbNXE4SAE6uVjdnFlAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:16:23.351494Z"},"content_sha256":"bb21f6bafcd646e42d8b541653b8c43c1788b3168b7bf340cfefd2f96fad2155","schema_version":"1.0","event_id":"sha256:bb21f6bafcd646e42d8b541653b8c43c1788b3168b7bf340cfefd2f96fad2155"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VIQFJFILCTKBI7YHPJIICWZ2WV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.DC","authors_text":"Ion Stoica, Minlan Yu, Shiyi Cao, Xuanlin Jiang, Yang Zhou","submitted_at":"2024-11-02T05:15:44Z","abstract_excerpt":"Online LLM inference powers many exciting applications such as intelligent chatbots and autonomous agents. Modern LLM inference engines widely rely on request batching to improve inference throughput, aiming to make it cost-efficient when running on expensive GPU accelerators. However, the limited GPU memory has largely limited the batch size achieved in practice, leaving significant GPU compute resources wasted.\n  We present NEO, an online LLM inference system that offloads part of attention compute and KV cache states from the GPU to the local host CPU, effectively increasing the GPU batch s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.01142","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.01142/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:30:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CB9J/slKUy80T3lg52ONMdMoy/jmVNhlTP6MVeTGzTi8dIpywtpgVkH4+kVHE2mb9aROUb/m70OIu+RuxUu8DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:16:23.351831Z"},"content_sha256":"641b06efe4321eeece60af02711875908da7f46c74b0b686a99a56e09ce88cc4","schema_version":"1.0","event_id":"sha256:641b06efe4321eeece60af02711875908da7f46c74b0b686a99a56e09ce88cc4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VIQFJFILCTKBI7YHPJIICWZ2WV/bundle.json","state_url":"https://pith.science/pith/VIQFJFILCTKBI7YHPJIICWZ2WV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VIQFJFILCTKBI7YHPJIICWZ2WV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T16:16:23Z","links":{"resolver":"https://pith.science/pith/VIQFJFILCTKBI7YHPJIICWZ2WV","bundle":"https://pith.science/pith/VIQFJFILCTKBI7YHPJIICWZ2WV/bundle.json","state":"https://pith.science/pith/VIQFJFILCTKBI7YHPJIICWZ2WV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VIQFJFILCTKBI7YHPJIICWZ2WV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VIQFJFILCTKBI7YHPJIICWZ2WV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ffc3a3e29947ab9a34e6e5367c13f606f99ecfa630641fc7ba312399b73475bc","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-11-02T05:15:44Z","title_canon_sha256":"8ead6b048cd493d90ba1aaf7dcfaf01251bf9f001bfd473bc8fa6e68fa3348f3"},"schema_version":"1.0","source":{"id":"2411.01142","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.01142","created_at":"2026-07-05T09:30:25Z"},{"alias_kind":"arxiv_version","alias_value":"2411.01142v1","created_at":"2026-07-05T09:30:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.01142","created_at":"2026-07-05T09:30:25Z"},{"alias_kind":"pith_short_12","alias_value":"VIQFJFILCTKB","created_at":"2026-07-05T09:30:25Z"},{"alias_kind":"pith_short_16","alias_value":"VIQFJFILCTKBI7YH","created_at":"2026-07-05T09:30:25Z"},{"alias_kind":"pith_short_8","alias_value":"VIQFJFIL","created_at":"2026-07-05T09:30:25Z"}],"graph_snapshots":[{"event_id":"sha256:641b06efe4321eeece60af02711875908da7f46c74b0b686a99a56e09ce88cc4","target":"graph","created_at":"2026-07-05T09:30:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.01142/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Online LLM inference powers many exciting applications such as intelligent chatbots and autonomous agents. Modern LLM inference engines widely rely on request batching to improve inference throughput, aiming to make it cost-efficient when running on expensive GPU accelerators. However, the limited GPU memory has largely limited the batch size achieved in practice, leaving significant GPU compute resources wasted.\n  We present NEO, an online LLM inference system that offloads part of attention compute and KV cache states from the GPU to the local host CPU, effectively increasing the GPU batch s","authors_text":"Ion Stoica, Minlan Yu, Shiyi Cao, Xuanlin Jiang, Yang Zhou","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-11-02T05:15:44Z","title":"NEO: Saving GPU Memory Crisis with CPU Offloading for Online LLM Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.01142","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bb21f6bafcd646e42d8b541653b8c43c1788b3168b7bf340cfefd2f96fad2155","target":"record","created_at":"2026-07-05T09:30:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ffc3a3e29947ab9a34e6e5367c13f606f99ecfa630641fc7ba312399b73475bc","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-11-02T05:15:44Z","title_canon_sha256":"8ead6b048cd493d90ba1aaf7dcfaf01251bf9f001bfd473bc8fa6e68fa3348f3"},"schema_version":"1.0","source":{"id":"2411.01142","kind":"arxiv","version":1}},"canonical_sha256":"aa2054950b14d4147f077a50815b3ab56c65e8d855129e015e2da1c5b4b29dd3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aa2054950b14d4147f077a50815b3ab56c65e8d855129e015e2da1c5b4b29dd3","first_computed_at":"2026-07-05T09:30:25.307841Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:30:25.307841Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KqRtkgrE+dWuedLzQTAihuKKTtyJuSGpKnnNqmxGOdnKQB2A5qDpqBh10SFqxJIU2WLbE7Tlzf5aI4iTjhgqCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:30:25.308274Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.01142","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bb21f6bafcd646e42d8b541653b8c43c1788b3168b7bf340cfefd2f96fad2155","sha256:641b06efe4321eeece60af02711875908da7f46c74b0b686a99a56e09ce88cc4"],"state_sha256":"70363c2e448cd12e8a477fcfd9d68ea53b90f32035722f78dc17b006f0438a78"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rNW+HfdrtRhkcTcgaBm3jNBP5v+lDM8zX4T3D9Jqu0D0BuoyxglJqSkLNwkqD9/oaygV81+IYWtNrmSmBihuAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T16:16:23.354808Z","bundle_sha256":"bc2e198e4c45cb124a7b59001306ee2a71ea2cb862059d0204d6ffe0816d9dc8"}}