{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZAQL5NQKMO3PX7JNFSEQKCBQTH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"93601230cf0ef15eba5a4673f43795dcb14ea88f6421c6d2b8961a208dbdb585","cross_cats_sorted":["cs.AI","cs.DC","cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-24T22:35:44Z","title_canon_sha256":"98c9c283c29cf0d52c1f276cc562384eccfa644fa8ca1166a1e9a28def36631b"},"schema_version":"1.0","source":{"id":"2411.15997","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.15997","created_at":"2026-07-05T09:40:02Z"},{"alias_kind":"arxiv_version","alias_value":"2411.15997v1","created_at":"2026-07-05T09:40:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.15997","created_at":"2026-07-05T09:40:02Z"},{"alias_kind":"pith_short_12","alias_value":"ZAQL5NQKMO3P","created_at":"2026-07-05T09:40:02Z"},{"alias_kind":"pith_short_16","alias_value":"ZAQL5NQKMO3PX7JN","created_at":"2026-07-05T09:40:02Z"},{"alias_kind":"pith_short_8","alias_value":"ZAQL5NQK","created_at":"2026-07-05T09:40:02Z"}],"graph_snapshots":[{"event_id":"sha256:2fd8c7161b1e2afe6a9f9b719d4dc835d0b237c648c05021ea6fb1f9578f7d22","target":"graph","created_at":"2026-07-05T09:40:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.15997/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In a multi-tenant large language model (LLM) serving platform hosting diverse applications, some users may submit an excessive number of requests, causing the service to become unavailable to other users and creating unfairness. Existing fairness approaches do not account for variations in token lengths across applications and multiple LLM calls, making them unsuitable for such platforms. To address the fairness challenge, this paper analyzes millions of requests from thousands of users on MS CoPilot, a real-world multi-tenant LLM platform hosted by Microsoft. Our analysis confirms the inadequ","authors_text":"Ali R. Butt, Anjaly Parayil, Ankur Mallick, Anoop Kulkarni, Chetan Bansal, Haiying Shen, Kunal Jain, Pankhuri Choudhary, Redwan Ibne Seraj Khan, Ren\\`ee St. Amant, Rujia Wang, Saravan Rajmohan, Steve Kofsky, Victor R\\\"uhle, Yue Cheng","cross_cats":["cs.AI","cs.DC","cs.MA"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-24T22:35:44Z","title":"Ensuring Fair LLM Serving Amid Diverse Applications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.15997","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:89684e65af0ce75ed256e10ad6d116dd76da482d8b78c45a257452e754bf0613","target":"record","created_at":"2026-07-05T09:40:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"93601230cf0ef15eba5a4673f43795dcb14ea88f6421c6d2b8961a208dbdb585","cross_cats_sorted":["cs.AI","cs.DC","cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-24T22:35:44Z","title_canon_sha256":"98c9c283c29cf0d52c1f276cc562384eccfa644fa8ca1166a1e9a28def36631b"},"schema_version":"1.0","source":{"id":"2411.15997","kind":"arxiv","version":1}},"canonical_sha256":"c820beb60a63b6fbfd2d2c8905083099e23c0169690e94d032bbc00732f19f19","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c820beb60a63b6fbfd2d2c8905083099e23c0169690e94d032bbc00732f19f19","first_computed_at":"2026-07-05T09:40:02.180719Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:40:02.180719Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gyLd8xd87LwWz9/O1AQFDCOIERwcbapLO3I8kbvtEDIOJtrjqLyoYTv3dOUUsupea7LP7Gv/fPhbqpu3Ybu3CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:40:02.181184Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.15997","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:89684e65af0ce75ed256e10ad6d116dd76da482d8b78c45a257452e754bf0613","sha256:2fd8c7161b1e2afe6a9f9b719d4dc835d0b237c648c05021ea6fb1f9578f7d22"],"state_sha256":"2dd937a68634c683c85d0c259e3d7a90c454e469c39ddb2bf4f1785abca54deb"}