{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:26OQLSSYMWCLKRULORNRVWY357","short_pith_number":"pith:26OQLSSY","canonical_record":{"source":{"id":"2311.15566","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-11-27T06:31:17Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"fbf539a3d5b0d1dae9df49405b28c2c09d4f2ee79336e9edf5b911091199b14b","abstract_canon_sha256":"452ff68b75f774d233d815cf1e6fac0725c541ee49646315ab81e00a94fecfb4"},"schema_version":"1.0"},"canonical_sha256":"d79d05ca586584b5468b745b1adb1befdabd8f1e2ad00c4adf9a25652dbb321a","source":{"kind":"arxiv","id":"2311.15566","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.15566","created_at":"2026-07-05T07:17:05Z"},{"alias_kind":"arxiv_version","alias_value":"2311.15566v1","created_at":"2026-07-05T07:17:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.15566","created_at":"2026-07-05T07:17:05Z"},{"alias_kind":"pith_short_12","alias_value":"26OQLSSYMWCL","created_at":"2026-07-05T07:17:05Z"},{"alias_kind":"pith_short_16","alias_value":"26OQLSSYMWCLKRUL","created_at":"2026-07-05T07:17:05Z"},{"alias_kind":"pith_short_8","alias_value":"26OQLSSY","created_at":"2026-07-05T07:17:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:26OQLSSYMWCLKRULORNRVWY357","target":"record","payload":{"canonical_record":{"source":{"id":"2311.15566","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-11-27T06:31:17Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"fbf539a3d5b0d1dae9df49405b28c2c09d4f2ee79336e9edf5b911091199b14b","abstract_canon_sha256":"452ff68b75f774d233d815cf1e6fac0725c541ee49646315ab81e00a94fecfb4"},"schema_version":"1.0"},"canonical_sha256":"d79d05ca586584b5468b745b1adb1befdabd8f1e2ad00c4adf9a25652dbb321a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:17:05.959744Z","signature_b64":"kTAL2YEaA0bKiq0ulufVuVWUH5S3P/KuNn+PXk1F3Wg6L0b75k0XWNkxNVWs/O1+7EeRTvtcu2KwaoL+ieYrBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d79d05ca586584b5468b745b1adb1befdabd8f1e2ad00c4adf9a25652dbb321a","last_reissued_at":"2026-07-05T07:17:05.959218Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:17:05.959218Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.15566","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:17:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TFUvcImdEdM67bdEgJsN+ch/WJCEZ76zUq1lqgUdcpaVCjDPCHnp1N9s1QgjiFyly9x5ov8lZHxIxntNW3QxBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T16:32:57.669803Z"},"content_sha256":"f96fe3f134e5c330ad73302ceabc9601d40902a02976f0853c64749aa21e132e","schema_version":"1.0","event_id":"sha256:f96fe3f134e5c330ad73302ceabc9601d40902a02976f0853c64749aa21e132e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:26OQLSSYMWCLKRULORNRVWY357","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SpotServe: Serving Generative Large Language Models on Preemptible Instances","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.DC","authors_text":"Bin Cui, Chunan Shi, Dahua Lin, Jiangfei Duan, Xiaoli Xi, Xupeng Miao, Zhihao Jia","submitted_at":"2023-11-27T06:31:17Z","abstract_excerpt":"The high computational and memory requirements of generative large language models (LLMs) make it challenging to serve them cheaply. This paper aims to reduce the monetary cost for serving LLMs by leveraging preemptible GPU instances on modern clouds, which offer accesses to spare GPUs at a much cheaper price than regular instances but may be preempted by the cloud at any time. Serving LLMs on preemptible instances requires addressing challenges induced by frequent instance preemptions and the necessity of migrating instances to handle these preemptions.\n  This paper presents SpotServe, the fi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.15566","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.15566/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:17:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o0YY0WvKr3p7xiadn2IpKSCjcuE8beSEYnayfM90rXYExCIV8zSKHAH6V2VoUFEGYX+aosKunvaBQ6TwkBV5AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T16:32:57.670168Z"},"content_sha256":"345c9c5a696874e1c9df85d5bbace39e79b31803804a167e8b4be75b43645919","schema_version":"1.0","event_id":"sha256:345c9c5a696874e1c9df85d5bbace39e79b31803804a167e8b4be75b43645919"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/26OQLSSYMWCLKRULORNRVWY357/bundle.json","state_url":"https://pith.science/pith/26OQLSSYMWCLKRULORNRVWY357/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/26OQLSSYMWCLKRULORNRVWY357/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-17T16:32:57Z","links":{"resolver":"https://pith.science/pith/26OQLSSYMWCLKRULORNRVWY357","bundle":"https://pith.science/pith/26OQLSSYMWCLKRULORNRVWY357/bundle.json","state":"https://pith.science/pith/26OQLSSYMWCLKRULORNRVWY357/state.json","well_known_bundle":"https://pith.science/.well-known/pith/26OQLSSYMWCLKRULORNRVWY357/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:26OQLSSYMWCLKRULORNRVWY357","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"452ff68b75f774d233d815cf1e6fac0725c541ee49646315ab81e00a94fecfb4","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-11-27T06:31:17Z","title_canon_sha256":"fbf539a3d5b0d1dae9df49405b28c2c09d4f2ee79336e9edf5b911091199b14b"},"schema_version":"1.0","source":{"id":"2311.15566","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.15566","created_at":"2026-07-05T07:17:05Z"},{"alias_kind":"arxiv_version","alias_value":"2311.15566v1","created_at":"2026-07-05T07:17:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.15566","created_at":"2026-07-05T07:17:05Z"},{"alias_kind":"pith_short_12","alias_value":"26OQLSSYMWCL","created_at":"2026-07-05T07:17:05Z"},{"alias_kind":"pith_short_16","alias_value":"26OQLSSYMWCLKRUL","created_at":"2026-07-05T07:17:05Z"},{"alias_kind":"pith_short_8","alias_value":"26OQLSSY","created_at":"2026-07-05T07:17:05Z"}],"graph_snapshots":[{"event_id":"sha256:345c9c5a696874e1c9df85d5bbace39e79b31803804a167e8b4be75b43645919","target":"graph","created_at":"2026-07-05T07:17:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.15566/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The high computational and memory requirements of generative large language models (LLMs) make it challenging to serve them cheaply. This paper aims to reduce the monetary cost for serving LLMs by leveraging preemptible GPU instances on modern clouds, which offer accesses to spare GPUs at a much cheaper price than regular instances but may be preempted by the cloud at any time. Serving LLMs on preemptible instances requires addressing challenges induced by frequent instance preemptions and the necessity of migrating instances to handle these preemptions.\n  This paper presents SpotServe, the fi","authors_text":"Bin Cui, Chunan Shi, Dahua Lin, Jiangfei Duan, Xiaoli Xi, Xupeng Miao, Zhihao Jia","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-11-27T06:31:17Z","title":"SpotServe: Serving Generative Large Language Models on Preemptible Instances"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.15566","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f96fe3f134e5c330ad73302ceabc9601d40902a02976f0853c64749aa21e132e","target":"record","created_at":"2026-07-05T07:17:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"452ff68b75f774d233d815cf1e6fac0725c541ee49646315ab81e00a94fecfb4","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2023-11-27T06:31:17Z","title_canon_sha256":"fbf539a3d5b0d1dae9df49405b28c2c09d4f2ee79336e9edf5b911091199b14b"},"schema_version":"1.0","source":{"id":"2311.15566","kind":"arxiv","version":1}},"canonical_sha256":"d79d05ca586584b5468b745b1adb1befdabd8f1e2ad00c4adf9a25652dbb321a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d79d05ca586584b5468b745b1adb1befdabd8f1e2ad00c4adf9a25652dbb321a","first_computed_at":"2026-07-05T07:17:05.959218Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:17:05.959218Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kTAL2YEaA0bKiq0ulufVuVWUH5S3P/KuNn+PXk1F3Wg6L0b75k0XWNkxNVWs/O1+7EeRTvtcu2KwaoL+ieYrBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:17:05.959744Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.15566","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f96fe3f134e5c330ad73302ceabc9601d40902a02976f0853c64749aa21e132e","sha256:345c9c5a696874e1c9df85d5bbace39e79b31803804a167e8b4be75b43645919"],"state_sha256":"e4735a10998cdb81dbe09658a3d1ad80b0658b0ff43b7da67573ed56522ad587"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Lv69RCq9CoGo8imqGcn1Bj+iI85G9pTJWu2BrgVaENJJhuZ0GkMMVPjKF92sTQ3tNhgQc8hdVy6Ije+f8P/PAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-17T16:32:57.672415Z","bundle_sha256":"233354d0685f11ca497f1c6e6ddfab9124d8a18650286ec6f4b544f1296db44d"}}