{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3GOOTS4Q6FMQD63N3RPRHD75XD","short_pith_number":"pith:3GOOTS4Q","canonical_record":{"source":{"id":"2401.14351","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-25T17:55:07Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"e41d162d57a7423c7e22879c81ed02b7f90350b4163b76edbfb20c9bd007aae4","abstract_canon_sha256":"145ea0b2089f0130c90393a3a1ee9647282f4f4d42f3bb802016612af94e9363"},"schema_version":"1.0"},"canonical_sha256":"d99ce9cb90f15901fb6ddc5f138ffdb8cc05c653f3024329cdf9a9ba71c871ba","source":{"kind":"arxiv","id":"2401.14351","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.14351","created_at":"2026-07-05T08:48:12Z"},{"alias_kind":"arxiv_version","alias_value":"2401.14351v2","created_at":"2026-07-05T08:48:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.14351","created_at":"2026-07-05T08:48:12Z"},{"alias_kind":"pith_short_12","alias_value":"3GOOTS4Q6FMQ","created_at":"2026-07-05T08:48:12Z"},{"alias_kind":"pith_short_16","alias_value":"3GOOTS4Q6FMQD63N","created_at":"2026-07-05T08:48:12Z"},{"alias_kind":"pith_short_8","alias_value":"3GOOTS4Q","created_at":"2026-07-05T08:48:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3GOOTS4Q6FMQD63N3RPRHD75XD","target":"record","payload":{"canonical_record":{"source":{"id":"2401.14351","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-25T17:55:07Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"e41d162d57a7423c7e22879c81ed02b7f90350b4163b76edbfb20c9bd007aae4","abstract_canon_sha256":"145ea0b2089f0130c90393a3a1ee9647282f4f4d42f3bb802016612af94e9363"},"schema_version":"1.0"},"canonical_sha256":"d99ce9cb90f15901fb6ddc5f138ffdb8cc05c653f3024329cdf9a9ba71c871ba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:48:12.230249Z","signature_b64":"LFG1IXFwPrb3Fln0/egN/sUBB9G5JOqYqC+eQqWdg7Zv8CeQcOiR/GRN0BTMqJKW4e2z7pgxia8M+jdUdRokAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d99ce9cb90f15901fb6ddc5f138ffdb8cc05c653f3024329cdf9a9ba71c871ba","last_reissued_at":"2026-07-05T08:48:12.229812Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:48:12.229812Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.14351","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YmffJdgsz/6NScSkEplT/vkeuiR9CXoxnXgNXNHSkxi6miqL4MUbm+4sr95vNhW8LolSCJdeNpVUvbx1A0BjAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T02:55:12.986702Z"},"content_sha256":"f6381d733b5caa3162ca9ef91524d53c240f207daa9bc24b5d60b76e02f32743","schema_version":"1.0","event_id":"sha256:f6381d733b5caa3162ca9ef91524d53c240f207daa9bc24b5d60b76e02f32743"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3GOOTS4Q6FMQD63N3RPRHD75XD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ServerlessLLM: Low-Latency Serverless Inference for Large Language Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.DC"],"primary_cat":"cs.LG","authors_text":"Andrei-Octavian Brabete, Dmitrii Ustiugov, Leyang Xue, Luo Mai, Yao Fu, Yeqi Huang, Yuvraj Patel","submitted_at":"2024-01-25T17:55:07Z","abstract_excerpt":"This paper presents ServerlessLLM, a distributed system designed to support low-latency serverless inference for Large Language Models (LLMs). By harnessing the substantial near-GPU storage and memory capacities of inference servers, ServerlessLLM achieves effective local checkpoint storage, minimizing the need for remote checkpoint downloads and ensuring efficient checkpoint loading. The design of ServerlessLLM features three core contributions: (i) \\emph{fast multi-tier checkpoint loading}, featuring a new loading-optimized checkpoint format and a multi-tier loading system, fully utilizing t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.14351","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.14351/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:48:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fm2yKF1fTbqwFk568aqbopDiIw5Lj19R9dAE9XGI26JcDi9QQuIaCL3fcxVqqwHv48jxkOvsqOPUb8/xMGOSAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T02:55:12.987227Z"},"content_sha256":"d752ea76ee6d3ab329e27bd730b24db10b1465cb8d1f6987d70612f2db828c96","schema_version":"1.0","event_id":"sha256:d752ea76ee6d3ab329e27bd730b24db10b1465cb8d1f6987d70612f2db828c96"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3GOOTS4Q6FMQD63N3RPRHD75XD/bundle.json","state_url":"https://pith.science/pith/3GOOTS4Q6FMQD63N3RPRHD75XD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3GOOTS4Q6FMQD63N3RPRHD75XD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T02:55:12Z","links":{"resolver":"https://pith.science/pith/3GOOTS4Q6FMQD63N3RPRHD75XD","bundle":"https://pith.science/pith/3GOOTS4Q6FMQD63N3RPRHD75XD/bundle.json","state":"https://pith.science/pith/3GOOTS4Q6FMQD63N3RPRHD75XD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3GOOTS4Q6FMQD63N3RPRHD75XD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3GOOTS4Q6FMQD63N3RPRHD75XD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"145ea0b2089f0130c90393a3a1ee9647282f4f4d42f3bb802016612af94e9363","cross_cats_sorted":["cs.DC"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-25T17:55:07Z","title_canon_sha256":"e41d162d57a7423c7e22879c81ed02b7f90350b4163b76edbfb20c9bd007aae4"},"schema_version":"1.0","source":{"id":"2401.14351","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.14351","created_at":"2026-07-05T08:48:12Z"},{"alias_kind":"arxiv_version","alias_value":"2401.14351v2","created_at":"2026-07-05T08:48:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.14351","created_at":"2026-07-05T08:48:12Z"},{"alias_kind":"pith_short_12","alias_value":"3GOOTS4Q6FMQ","created_at":"2026-07-05T08:48:12Z"},{"alias_kind":"pith_short_16","alias_value":"3GOOTS4Q6FMQD63N","created_at":"2026-07-05T08:48:12Z"},{"alias_kind":"pith_short_8","alias_value":"3GOOTS4Q","created_at":"2026-07-05T08:48:12Z"}],"graph_snapshots":[{"event_id":"sha256:d752ea76ee6d3ab329e27bd730b24db10b1465cb8d1f6987d70612f2db828c96","target":"graph","created_at":"2026-07-05T08:48:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.14351/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper presents ServerlessLLM, a distributed system designed to support low-latency serverless inference for Large Language Models (LLMs). By harnessing the substantial near-GPU storage and memory capacities of inference servers, ServerlessLLM achieves effective local checkpoint storage, minimizing the need for remote checkpoint downloads and ensuring efficient checkpoint loading. The design of ServerlessLLM features three core contributions: (i) \\emph{fast multi-tier checkpoint loading}, featuring a new loading-optimized checkpoint format and a multi-tier loading system, fully utilizing t","authors_text":"Andrei-Octavian Brabete, Dmitrii Ustiugov, Leyang Xue, Luo Mai, Yao Fu, Yeqi Huang, Yuvraj Patel","cross_cats":["cs.DC"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-25T17:55:07Z","title":"ServerlessLLM: Low-Latency Serverless Inference for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.14351","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f6381d733b5caa3162ca9ef91524d53c240f207daa9bc24b5d60b76e02f32743","target":"record","created_at":"2026-07-05T08:48:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"145ea0b2089f0130c90393a3a1ee9647282f4f4d42f3bb802016612af94e9363","cross_cats_sorted":["cs.DC"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-25T17:55:07Z","title_canon_sha256":"e41d162d57a7423c7e22879c81ed02b7f90350b4163b76edbfb20c9bd007aae4"},"schema_version":"1.0","source":{"id":"2401.14351","kind":"arxiv","version":2}},"canonical_sha256":"d99ce9cb90f15901fb6ddc5f138ffdb8cc05c653f3024329cdf9a9ba71c871ba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d99ce9cb90f15901fb6ddc5f138ffdb8cc05c653f3024329cdf9a9ba71c871ba","first_computed_at":"2026-07-05T08:48:12.229812Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:48:12.229812Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LFG1IXFwPrb3Fln0/egN/sUBB9G5JOqYqC+eQqWdg7Zv8CeQcOiR/GRN0BTMqJKW4e2z7pgxia8M+jdUdRokAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:48:12.230249Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.14351","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f6381d733b5caa3162ca9ef91524d53c240f207daa9bc24b5d60b76e02f32743","sha256:d752ea76ee6d3ab329e27bd730b24db10b1465cb8d1f6987d70612f2db828c96"],"state_sha256":"db851105efaa1f341765235f3bdff70afb713fc5cd05740ac03bdbbfa3827b36"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LMYcnukXlJSStqJ+exMDs9Zq0G3+S9KThY6EN84Gw8NHK5pzuHAkDY42IOsgP+ZNLaO+O/jNvds2I4tyLrgJBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T02:55:12.990836Z","bundle_sha256":"f69ea749f9f4381c55043b313c5df417fb9d7641640d77a56843acb3948a7556"}}