{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BKCSA6KYFABL2ZLIFUO4IHNRRT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"45e4b2bec491654c64b5eadaf67d582b88b8ec9a6ab151da561a9c54ec40a22d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.DC","submitted_at":"2024-04-25T01:56:00Z","title_canon_sha256":"ecd78f9cf4f3696cd4a9478524577a754370b6ae46ba21181089c2ec6a636514"},"schema_version":"1.0","source":{"id":"2404.16283","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.16283","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"arxiv_version","alias_value":"2404.16283v2","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.16283","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"pith_short_12","alias_value":"BKCSA6KYFABL","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"pith_short_16","alias_value":"BKCSA6KYFABL2ZLI","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"pith_short_8","alias_value":"BKCSA6KY","created_at":"2026-07-05T09:48:32Z"}],"graph_snapshots":[{"event_id":"sha256:9bc6f0c17822fa5bae0028ca7eaed96015d865405a81614debe70a1b2c99d34b","target":"graph","created_at":"2026-07-05T09:48:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.16283/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are now at the core of conversational AI services such as real-time translation and chatbots, which provide live user interaction by incrementally streaming text to the user. However, existing LLM serving systems fail to provide good user experience because their optimization metrics are not always aligned with user experience.\n  In this paper, we first introduce and define the notion of Quality-of-Experience (QoE) for text streaming services by considering each user's end-to-end interaction timeline. Based on this, we propose Andes, a QoE-aware LLM serving system ","authors_text":"Fan Lai, Jae-Won Chung, Jiachen Liu, Mosharaf Chowdhury, Myungjin Lee, Zhiyu Wu","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.DC","submitted_at":"2024-04-25T01:56:00Z","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.16283","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2f80041cbca74de54878a5b7d83c60186c65d9e2a20db8ffaf4f02b875e29644","target":"record","created_at":"2026-07-05T09:48:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"45e4b2bec491654c64b5eadaf67d582b88b8ec9a6ab151da561a9c54ec40a22d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.DC","submitted_at":"2024-04-25T01:56:00Z","title_canon_sha256":"ecd78f9cf4f3696cd4a9478524577a754370b6ae46ba21181089c2ec6a636514"},"schema_version":"1.0","source":{"id":"2404.16283","kind":"arxiv","version":2}},"canonical_sha256":"0a852079582802bd65682d1dc41db18ccdddba4530ef955e0b8816f4909941f7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0a852079582802bd65682d1dc41db18ccdddba4530ef955e0b8816f4909941f7","first_computed_at":"2026-07-05T09:48:32.540452Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:48:32.540452Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MO0ete9B52Xh3oefs6CJI/UTseHIGhCl0UL/W1ERV1F8O3Ggs1Clyx7uHae14HPiYHNkQPobP3G3DwBmixM5BA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:48:32.540987Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.16283","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2f80041cbca74de54878a5b7d83c60186c65d9e2a20db8ffaf4f02b875e29644","sha256:9bc6f0c17822fa5bae0028ca7eaed96015d865405a81614debe70a1b2c99d34b"],"state_sha256":"c9bae0733698b439aad65fe4b0620244928a42fef46b467c8d9b78bbb882141d"}