{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LBFAFEU2P3R6NTENPARM4DZYLM","short_pith_number":"pith:LBFAFEU2","canonical_record":{"source":{"id":"2406.03243","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2024-06-05T13:20:18Z","cross_cats_sorted":["cs.DC","cs.LG"],"title_canon_sha256":"cb678e8f863a029cb9306ed7d729040202aaf3fd5b82618592b4df14543beb5a","abstract_canon_sha256":"546d4ada129c962b01315a76fabd7d07842f21db3216125926a4fe99e7f10c2a"},"schema_version":"1.0"},"canonical_sha256":"584a02929a7ee3e6cc8d7822ce0f385b259a9065870ad9afe4b471207b91b522","source":{"kind":"arxiv","id":"2406.03243","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03243","created_at":"2026-07-05T08:28:12Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03243v1","created_at":"2026-07-05T08:28:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03243","created_at":"2026-07-05T08:28:12Z"},{"alias_kind":"pith_short_12","alias_value":"LBFAFEU2P3R6","created_at":"2026-07-05T08:28:12Z"},{"alias_kind":"pith_short_16","alias_value":"LBFAFEU2P3R6NTEN","created_at":"2026-07-05T08:28:12Z"},{"alias_kind":"pith_short_8","alias_value":"LBFAFEU2","created_at":"2026-07-05T08:28:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LBFAFEU2P3R6NTENPARM4DZYLM","target":"record","payload":{"canonical_record":{"source":{"id":"2406.03243","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2024-06-05T13:20:18Z","cross_cats_sorted":["cs.DC","cs.LG"],"title_canon_sha256":"cb678e8f863a029cb9306ed7d729040202aaf3fd5b82618592b4df14543beb5a","abstract_canon_sha256":"546d4ada129c962b01315a76fabd7d07842f21db3216125926a4fe99e7f10c2a"},"schema_version":"1.0"},"canonical_sha256":"584a02929a7ee3e6cc8d7822ce0f385b259a9065870ad9afe4b471207b91b522","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:12.027639Z","signature_b64":"nEHCjHkCinT0jF9NYN1YNoeyoGeNzWTWirN9xJXQ1N5F9uf2OLtmj0+huY7gJ6Hzsl5cDafWMzsAaBYGbmInCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"584a02929a7ee3e6cc8d7822ce0f385b259a9065870ad9afe4b471207b91b522","last_reissued_at":"2026-07-05T08:28:12.027211Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:12.027211Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.03243","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jBu6gOCFZbAhSOH5aUjn/fx47xe9NqvNsDlrB5QYtNc3AUsUVGfKpzRPX8WMD61AEBKtY/ZMD7W5b5DhXPA6BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:06:28.174704Z"},"content_sha256":"ac05f9d95bc7978d7ee08c5c8da552b43a9bf9365a73a49a38804652923bcaa0","schema_version":"1.0","event_id":"sha256:ac05f9d95bc7978d7ee08c5c8da552b43a9bf9365a73a49a38804652923bcaa0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LBFAFEU2P3R6NTENPARM4DZYLM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Llumnix: Dynamic Scheduling for Large Language Model Serving","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DC","cs.LG"],"primary_cat":"cs.AR","authors_text":"Biao Sun, Hanyu Zhao, Wei Lin, Wencong Xiao, Xinyi Zhang, Yong Li, Ziming Huang","submitted_at":"2024-06-05T13:20:18Z","abstract_excerpt":"Inference serving for large language models (LLMs) is the key to unleashing their potential in people's daily lives. However, efficient LLM serving remains challenging today because the requests are inherently heterogeneous and unpredictable in terms of resource and latency requirements, as a result of the diverse applications and the dynamic execution nature of LLMs. Existing systems are fundamentally limited in handling these characteristics and cause problems such as severe queuing delays, poor tail latencies, and SLO violations.\n  We introduce Llumnix, an LLM serving system that reacts to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03243","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.03243/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s/GfkrFvYeaDk0FbR2GmhlkKcEq5SbuF3O+HqR9tu1xQjtT6ZYHX6hA/nACQGtdtOUpE264MnT6M8a5baj6MAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:06:28.175616Z"},"content_sha256":"47aeddbf24e0b78e1a2abe1743d982e218f15eafba997813bf9bc2df278a4476","schema_version":"1.0","event_id":"sha256:47aeddbf24e0b78e1a2abe1743d982e218f15eafba997813bf9bc2df278a4476"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LBFAFEU2P3R6NTENPARM4DZYLM/bundle.json","state_url":"https://pith.science/pith/LBFAFEU2P3R6NTENPARM4DZYLM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LBFAFEU2P3R6NTENPARM4DZYLM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T01:06:28Z","links":{"resolver":"https://pith.science/pith/LBFAFEU2P3R6NTENPARM4DZYLM","bundle":"https://pith.science/pith/LBFAFEU2P3R6NTENPARM4DZYLM/bundle.json","state":"https://pith.science/pith/LBFAFEU2P3R6NTENPARM4DZYLM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LBFAFEU2P3R6NTENPARM4DZYLM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LBFAFEU2P3R6NTENPARM4DZYLM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"546d4ada129c962b01315a76fabd7d07842f21db3216125926a4fe99e7f10c2a","cross_cats_sorted":["cs.DC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2024-06-05T13:20:18Z","title_canon_sha256":"cb678e8f863a029cb9306ed7d729040202aaf3fd5b82618592b4df14543beb5a"},"schema_version":"1.0","source":{"id":"2406.03243","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03243","created_at":"2026-07-05T08:28:12Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03243v1","created_at":"2026-07-05T08:28:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03243","created_at":"2026-07-05T08:28:12Z"},{"alias_kind":"pith_short_12","alias_value":"LBFAFEU2P3R6","created_at":"2026-07-05T08:28:12Z"},{"alias_kind":"pith_short_16","alias_value":"LBFAFEU2P3R6NTEN","created_at":"2026-07-05T08:28:12Z"},{"alias_kind":"pith_short_8","alias_value":"LBFAFEU2","created_at":"2026-07-05T08:28:12Z"}],"graph_snapshots":[{"event_id":"sha256:47aeddbf24e0b78e1a2abe1743d982e218f15eafba997813bf9bc2df278a4476","target":"graph","created_at":"2026-07-05T08:28:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.03243/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Inference serving for large language models (LLMs) is the key to unleashing their potential in people's daily lives. However, efficient LLM serving remains challenging today because the requests are inherently heterogeneous and unpredictable in terms of resource and latency requirements, as a result of the diverse applications and the dynamic execution nature of LLMs. Existing systems are fundamentally limited in handling these characteristics and cause problems such as severe queuing delays, poor tail latencies, and SLO violations.\n  We introduce Llumnix, an LLM serving system that reacts to ","authors_text":"Biao Sun, Hanyu Zhao, Wei Lin, Wencong Xiao, Xinyi Zhang, Yong Li, Ziming Huang","cross_cats":["cs.DC","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2024-06-05T13:20:18Z","title":"Llumnix: Dynamic Scheduling for Large Language Model Serving"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03243","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ac05f9d95bc7978d7ee08c5c8da552b43a9bf9365a73a49a38804652923bcaa0","target":"record","created_at":"2026-07-05T08:28:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"546d4ada129c962b01315a76fabd7d07842f21db3216125926a4fe99e7f10c2a","cross_cats_sorted":["cs.DC","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AR","submitted_at":"2024-06-05T13:20:18Z","title_canon_sha256":"cb678e8f863a029cb9306ed7d729040202aaf3fd5b82618592b4df14543beb5a"},"schema_version":"1.0","source":{"id":"2406.03243","kind":"arxiv","version":1}},"canonical_sha256":"584a02929a7ee3e6cc8d7822ce0f385b259a9065870ad9afe4b471207b91b522","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"584a02929a7ee3e6cc8d7822ce0f385b259a9065870ad9afe4b471207b91b522","first_computed_at":"2026-07-05T08:28:12.027211Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:12.027211Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nEHCjHkCinT0jF9NYN1YNoeyoGeNzWTWirN9xJXQ1N5F9uf2OLtmj0+huY7gJ6Hzsl5cDafWMzsAaBYGbmInCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:12.027639Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.03243","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ac05f9d95bc7978d7ee08c5c8da552b43a9bf9365a73a49a38804652923bcaa0","sha256:47aeddbf24e0b78e1a2abe1743d982e218f15eafba997813bf9bc2df278a4476"],"state_sha256":"5eff705a23fbdbda2f98248f7cac088130e2eafd1e2fccf47723df59b02e43a6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fT36rhpOF758tfVTwqu9nfdLn6Dzz+PpB7KLEMykk7e/pdIN/um9dJIJlfkgTLw9tTadGrAx/U+CvVFwQe+SCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T01:06:28.181021Z","bundle_sha256":"6faba9ff221ae350b62b7bbbbbbf181ee58666b492731e5b6313279d6727a787"}}