{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KRYYZY36TDH6OX7GXWDX5B33TP","short_pith_number":"pith:KRYYZY36","canonical_record":{"source":{"id":"2401.00588","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-31T21:15:54Z","cross_cats_sorted":["cs.LG","cs.PF"],"title_canon_sha256":"eaa02262dc2e392cdb7e360fd236ef831467fe75001d8a9c44d0325448eeb2b7","abstract_canon_sha256":"64593f3be966ed1fc8215d5407b048e15beb7c729f5726f74366dd4ef33a7c2e"},"schema_version":"1.0"},"canonical_sha256":"54718ce37e98cfe75fe6bd877e877b9bc1e9885be14adc8d19a5bfa4bbe67bcf","source":{"kind":"arxiv","id":"2401.00588","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.00588","created_at":"2026-07-05T08:27:24Z"},{"alias_kind":"arxiv_version","alias_value":"2401.00588v2","created_at":"2026-07-05T08:27:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.00588","created_at":"2026-07-05T08:27:24Z"},{"alias_kind":"pith_short_12","alias_value":"KRYYZY36TDH6","created_at":"2026-07-05T08:27:24Z"},{"alias_kind":"pith_short_16","alias_value":"KRYYZY36TDH6OX7G","created_at":"2026-07-05T08:27:24Z"},{"alias_kind":"pith_short_8","alias_value":"KRYYZY36","created_at":"2026-07-05T08:27:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KRYYZY36TDH6OX7GXWDX5B33TP","target":"record","payload":{"canonical_record":{"source":{"id":"2401.00588","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-31T21:15:54Z","cross_cats_sorted":["cs.LG","cs.PF"],"title_canon_sha256":"eaa02262dc2e392cdb7e360fd236ef831467fe75001d8a9c44d0325448eeb2b7","abstract_canon_sha256":"64593f3be966ed1fc8215d5407b048e15beb7c729f5726f74366dd4ef33a7c2e"},"schema_version":"1.0"},"canonical_sha256":"54718ce37e98cfe75fe6bd877e877b9bc1e9885be14adc8d19a5bfa4bbe67bcf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:27:24.275124Z","signature_b64":"Lce3YqHePsSd94UKR30aiaPYpQW9qIZDF0BlHUfcrc7TJTLVGQk8KvQTtPrWer49JcOT5hdcp/j8YMHMrjWsDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"54718ce37e98cfe75fe6bd877e877b9bc1e9885be14adc8d19a5bfa4bbe67bcf","last_reissued_at":"2026-07-05T08:27:24.274675Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:27:24.274675Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.00588","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WEXTdueg0vkDJU6bvAVS3e2HUQqmYHWXWzpXxJcZdNynURtYhIovrGlnLyVAOIHiXG0+PMDJD/TKB6cPNzUpCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:07:31.774490Z"},"content_sha256":"352f1ee5a7f39a1f1cbd0224a72f5b3684b708d4811dfd161742e182bce7be5d","schema_version":"1.0","event_id":"sha256:352f1ee5a7f39a1f1cbd0224a72f5b3684b708d4811dfd161742e182bce7be5d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KRYYZY36TDH6OX7GXWDX5B33TP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Fairness in Serving Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","cs.PF"],"primary_cat":"cs.AI","authors_text":"Banghua Zhu, Dacheng Li, Danyang Zhuo, Ion Stoica, Joseph E. Gonzalez, Shiyi Cao, Ying Sheng, Zhuohan Li","submitted_at":"2023-12-31T21:15:54Z","abstract_excerpt":"High-demand LLM inference services (e.g., ChatGPT and BARD) support a wide range of requests from short chat conversations to long document reading. To ensure that all client requests are processed fairly, most major LLM inference services have request rate limits, to ensure that no client can dominate the request queue. However, this rudimentary notion of fairness also results in under-utilization of the resources and poor client experience when there is spare capacity. While there is a rich literature on fair scheduling, serving LLMs presents new challenges due to their unpredictable request"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.00588","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.00588/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SAuOPL6Y7HCEfC3f5fLqLQZDFo+9ZWRBk+RmW409y54sO/z7iT400vi/epUTu1K77cOzAJhQrtUI+FnJxJZYBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:07:31.775029Z"},"content_sha256":"8dbe7e1729ecacabe6bc3f873dd07a0fb451e4f80ce0715b216c34009d99a8a3","schema_version":"1.0","event_id":"sha256:8dbe7e1729ecacabe6bc3f873dd07a0fb451e4f80ce0715b216c34009d99a8a3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KRYYZY36TDH6OX7GXWDX5B33TP/bundle.json","state_url":"https://pith.science/pith/KRYYZY36TDH6OX7GXWDX5B33TP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KRYYZY36TDH6OX7GXWDX5B33TP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T19:07:31Z","links":{"resolver":"https://pith.science/pith/KRYYZY36TDH6OX7GXWDX5B33TP","bundle":"https://pith.science/pith/KRYYZY36TDH6OX7GXWDX5B33TP/bundle.json","state":"https://pith.science/pith/KRYYZY36TDH6OX7GXWDX5B33TP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KRYYZY36TDH6OX7GXWDX5B33TP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KRYYZY36TDH6OX7GXWDX5B33TP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"64593f3be966ed1fc8215d5407b048e15beb7c729f5726f74366dd4ef33a7c2e","cross_cats_sorted":["cs.LG","cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-31T21:15:54Z","title_canon_sha256":"eaa02262dc2e392cdb7e360fd236ef831467fe75001d8a9c44d0325448eeb2b7"},"schema_version":"1.0","source":{"id":"2401.00588","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.00588","created_at":"2026-07-05T08:27:24Z"},{"alias_kind":"arxiv_version","alias_value":"2401.00588v2","created_at":"2026-07-05T08:27:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.00588","created_at":"2026-07-05T08:27:24Z"},{"alias_kind":"pith_short_12","alias_value":"KRYYZY36TDH6","created_at":"2026-07-05T08:27:24Z"},{"alias_kind":"pith_short_16","alias_value":"KRYYZY36TDH6OX7G","created_at":"2026-07-05T08:27:24Z"},{"alias_kind":"pith_short_8","alias_value":"KRYYZY36","created_at":"2026-07-05T08:27:24Z"}],"graph_snapshots":[{"event_id":"sha256:8dbe7e1729ecacabe6bc3f873dd07a0fb451e4f80ce0715b216c34009d99a8a3","target":"graph","created_at":"2026-07-05T08:27:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.00588/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"High-demand LLM inference services (e.g., ChatGPT and BARD) support a wide range of requests from short chat conversations to long document reading. To ensure that all client requests are processed fairly, most major LLM inference services have request rate limits, to ensure that no client can dominate the request queue. However, this rudimentary notion of fairness also results in under-utilization of the resources and poor client experience when there is spare capacity. While there is a rich literature on fair scheduling, serving LLMs presents new challenges due to their unpredictable request","authors_text":"Banghua Zhu, Dacheng Li, Danyang Zhuo, Ion Stoica, Joseph E. Gonzalez, Shiyi Cao, Ying Sheng, Zhuohan Li","cross_cats":["cs.LG","cs.PF"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-31T21:15:54Z","title":"Fairness in Serving Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.00588","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:352f1ee5a7f39a1f1cbd0224a72f5b3684b708d4811dfd161742e182bce7be5d","target":"record","created_at":"2026-07-05T08:27:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"64593f3be966ed1fc8215d5407b048e15beb7c729f5726f74366dd4ef33a7c2e","cross_cats_sorted":["cs.LG","cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-31T21:15:54Z","title_canon_sha256":"eaa02262dc2e392cdb7e360fd236ef831467fe75001d8a9c44d0325448eeb2b7"},"schema_version":"1.0","source":{"id":"2401.00588","kind":"arxiv","version":2}},"canonical_sha256":"54718ce37e98cfe75fe6bd877e877b9bc1e9885be14adc8d19a5bfa4bbe67bcf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"54718ce37e98cfe75fe6bd877e877b9bc1e9885be14adc8d19a5bfa4bbe67bcf","first_computed_at":"2026-07-05T08:27:24.274675Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:27:24.274675Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Lce3YqHePsSd94UKR30aiaPYpQW9qIZDF0BlHUfcrc7TJTLVGQk8KvQTtPrWer49JcOT5hdcp/j8YMHMrjWsDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:27:24.275124Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.00588","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:352f1ee5a7f39a1f1cbd0224a72f5b3684b708d4811dfd161742e182bce7be5d","sha256:8dbe7e1729ecacabe6bc3f873dd07a0fb451e4f80ce0715b216c34009d99a8a3"],"state_sha256":"1af546c7e134375e30f3fccada56515849782fd4fc963a7df73b4d7574cdda39"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Do5wFo3jqpf4vXlTnNf2imUJN+aS8IyG8EDj4YyFxuDhnZV21qTnCaiBpFP+tDHNc4pEyseBx14t9wLv9343CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T19:07:31.781638Z","bundle_sha256":"0c1a3ac92bdf251c2123202046860e1766de698b95d610472aaa88d72c9ff55a"}}