{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:HXZVNGVNANN5K7Y7ES2MGXQKAY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1540861508c9f3dbce0ee6957d88d0a3b9039791f11720a1ade5e2fb697a8044","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-03-07T09:02:21Z","title_canon_sha256":"d08230d8a316973fa6d9ba5e4a7e79460b43358ae6c1855efacc2f210d17395c"},"schema_version":"1.0","source":{"id":"2503.05248","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.05248","created_at":"2026-07-05T10:26:24Z"},{"alias_kind":"arxiv_version","alias_value":"2503.05248v1","created_at":"2026-07-05T10:26:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.05248","created_at":"2026-07-05T10:26:24Z"},{"alias_kind":"pith_short_12","alias_value":"HXZVNGVNANN5","created_at":"2026-07-05T10:26:24Z"},{"alias_kind":"pith_short_16","alias_value":"HXZVNGVNANN5K7Y7","created_at":"2026-07-05T10:26:24Z"},{"alias_kind":"pith_short_8","alias_value":"HXZVNGVN","created_at":"2026-07-05T10:26:24Z"}],"graph_snapshots":[{"event_id":"sha256:dcd706dd4332dfbcccabae4ceccc11c36fbde113ed3af80fe1ed3934b1a370a2","target":"graph","created_at":"2026-07-05T10:26:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.05248/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The increasing adoption of large language models (LLMs) necessitates inference serving systems that can deliver both high throughput and low latency. Deploying LLMs with hundreds of billions of parameters on memory-constrained GPUs exposes significant limitations in static batching methods. Current inference serving systems often treat batch sizes as fixed hyper-parameters, hindering real-time adaptation to varying system conditions. In this paper, we propose a dynamic batching method that continuously monitors memory utilization and adheres to service-level agreements (SLAs) to enable real-ti","authors_text":"Bowen Pang, Feifan Wang, Kai Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-03-07T09:02:21Z","title":"Optimizing LLM Inference Throughput via Memory-aware and SLA-constrained Dynamic Batching"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.05248","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:396e520cec4bf876537a05e08ec3e742b0f3b2853e36b72aa104aee93d70a849","target":"record","created_at":"2026-07-05T10:26:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1540861508c9f3dbce0ee6957d88d0a3b9039791f11720a1ade5e2fb697a8044","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-03-07T09:02:21Z","title_canon_sha256":"d08230d8a316973fa6d9ba5e4a7e79460b43358ae6c1855efacc2f210d17395c"},"schema_version":"1.0","source":{"id":"2503.05248","kind":"arxiv","version":1}},"canonical_sha256":"3df3569aad035bd57f1f24b4c35e0a06248583f7e6ebd49991ae6ee9bbe1d27c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3df3569aad035bd57f1f24b4c35e0a06248583f7e6ebd49991ae6ee9bbe1d27c","first_computed_at":"2026-07-05T10:26:24.891883Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:26:24.891883Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hd5MpMvy8ERRAjoPyfgP4k7Q3JkPOY0IXYGW1XbKNdC3vlO3Qq2aL/BDuA7LVg6k00ONPc35vNQyoQZZ4dkJAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:26:24.892381Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.05248","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:396e520cec4bf876537a05e08ec3e742b0f3b2853e36b72aa104aee93d70a849","sha256:dcd706dd4332dfbcccabae4ceccc11c36fbde113ed3af80fe1ed3934b1a370a2"],"state_sha256":"e3a9ac7287d3014136ed4af754ae90c3eab7fcee0b845e8a80f68ba2c3e6d8b8"}