{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BKCSA6KYFABL2ZLIFUO4IHNRRT","short_pith_number":"pith:BKCSA6KY","canonical_record":{"source":{"id":"2404.16283","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.DC","submitted_at":"2024-04-25T01:56:00Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ecd78f9cf4f3696cd4a9478524577a754370b6ae46ba21181089c2ec6a636514","abstract_canon_sha256":"45e4b2bec491654c64b5eadaf67d582b88b8ec9a6ab151da561a9c54ec40a22d"},"schema_version":"1.0"},"canonical_sha256":"0a852079582802bd65682d1dc41db18ccdddba4530ef955e0b8816f4909941f7","source":{"kind":"arxiv","id":"2404.16283","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.16283","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"arxiv_version","alias_value":"2404.16283v2","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.16283","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"pith_short_12","alias_value":"BKCSA6KYFABL","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"pith_short_16","alias_value":"BKCSA6KYFABL2ZLI","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"pith_short_8","alias_value":"BKCSA6KY","created_at":"2026-07-05T09:48:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BKCSA6KYFABL2ZLIFUO4IHNRRT","target":"record","payload":{"canonical_record":{"source":{"id":"2404.16283","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.DC","submitted_at":"2024-04-25T01:56:00Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"ecd78f9cf4f3696cd4a9478524577a754370b6ae46ba21181089c2ec6a636514","abstract_canon_sha256":"45e4b2bec491654c64b5eadaf67d582b88b8ec9a6ab151da561a9c54ec40a22d"},"schema_version":"1.0"},"canonical_sha256":"0a852079582802bd65682d1dc41db18ccdddba4530ef955e0b8816f4909941f7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:48:32.540987Z","signature_b64":"MO0ete9B52Xh3oefs6CJI/UTseHIGhCl0UL/W1ERV1F8O3Ggs1Clyx7uHae14HPiYHNkQPobP3G3DwBmixM5BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0a852079582802bd65682d1dc41db18ccdddba4530ef955e0b8816f4909941f7","last_reissued_at":"2026-07-05T09:48:32.540452Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:48:32.540452Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.16283","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:48:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SFsMMimcnO5h3rfR/viT7InX2eih54f2T1e+5U5cAWSxpeHPvnWl4BF3TqaQyR/levxrSx1/gA0Q04m1icsADg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T07:50:03.524182Z"},"content_sha256":"2f80041cbca74de54878a5b7d83c60186c65d9e2a20db8ffaf4f02b875e29644","schema_version":"1.0","event_id":"sha256:2f80041cbca74de54878a5b7d83c60186c65d9e2a20db8ffaf4f02b875e29644"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BKCSA6KYFABL2ZLIFUO4IHNRRT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.DC","authors_text":"Fan Lai, Jae-Won Chung, Jiachen Liu, Mosharaf Chowdhury, Myungjin Lee, Zhiyu Wu","submitted_at":"2024-04-25T01:56:00Z","abstract_excerpt":"Large language models (LLMs) are now at the core of conversational AI services such as real-time translation and chatbots, which provide live user interaction by incrementally streaming text to the user. However, existing LLM serving systems fail to provide good user experience because their optimization metrics are not always aligned with user experience.\n  In this paper, we first introduce and define the notion of Quality-of-Experience (QoE) for text streaming services by considering each user's end-to-end interaction timeline. Based on this, we propose Andes, a QoE-aware LLM serving system "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.16283","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.16283/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:48:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8RxK3AAo76wNUFKibD8u2KPXi2vkUWpWjU4QuCm+0BhqjzQoWXJUbslTRi5fXGKhB0BzW7fnbs6kxNs9WI3XDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T07:50:03.524696Z"},"content_sha256":"9bc6f0c17822fa5bae0028ca7eaed96015d865405a81614debe70a1b2c99d34b","schema_version":"1.0","event_id":"sha256:9bc6f0c17822fa5bae0028ca7eaed96015d865405a81614debe70a1b2c99d34b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BKCSA6KYFABL2ZLIFUO4IHNRRT/bundle.json","state_url":"https://pith.science/pith/BKCSA6KYFABL2ZLIFUO4IHNRRT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BKCSA6KYFABL2ZLIFUO4IHNRRT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T07:50:03Z","links":{"resolver":"https://pith.science/pith/BKCSA6KYFABL2ZLIFUO4IHNRRT","bundle":"https://pith.science/pith/BKCSA6KYFABL2ZLIFUO4IHNRRT/bundle.json","state":"https://pith.science/pith/BKCSA6KYFABL2ZLIFUO4IHNRRT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BKCSA6KYFABL2ZLIFUO4IHNRRT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BKCSA6KYFABL2ZLIFUO4IHNRRT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"45e4b2bec491654c64b5eadaf67d582b88b8ec9a6ab151da561a9c54ec40a22d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.DC","submitted_at":"2024-04-25T01:56:00Z","title_canon_sha256":"ecd78f9cf4f3696cd4a9478524577a754370b6ae46ba21181089c2ec6a636514"},"schema_version":"1.0","source":{"id":"2404.16283","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.16283","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"arxiv_version","alias_value":"2404.16283v2","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.16283","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"pith_short_12","alias_value":"BKCSA6KYFABL","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"pith_short_16","alias_value":"BKCSA6KYFABL2ZLI","created_at":"2026-07-05T09:48:32Z"},{"alias_kind":"pith_short_8","alias_value":"BKCSA6KY","created_at":"2026-07-05T09:48:32Z"}],"graph_snapshots":[{"event_id":"sha256:9bc6f0c17822fa5bae0028ca7eaed96015d865405a81614debe70a1b2c99d34b","target":"graph","created_at":"2026-07-05T09:48:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.16283/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are now at the core of conversational AI services such as real-time translation and chatbots, which provide live user interaction by incrementally streaming text to the user. However, existing LLM serving systems fail to provide good user experience because their optimization metrics are not always aligned with user experience.\n  In this paper, we first introduce and define the notion of Quality-of-Experience (QoE) for text streaming services by considering each user's end-to-end interaction timeline. Based on this, we propose Andes, a QoE-aware LLM serving system ","authors_text":"Fan Lai, Jae-Won Chung, Jiachen Liu, Mosharaf Chowdhury, Myungjin Lee, Zhiyu Wu","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.DC","submitted_at":"2024-04-25T01:56:00Z","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.16283","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2f80041cbca74de54878a5b7d83c60186c65d9e2a20db8ffaf4f02b875e29644","target":"record","created_at":"2026-07-05T09:48:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"45e4b2bec491654c64b5eadaf67d582b88b8ec9a6ab151da561a9c54ec40a22d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.DC","submitted_at":"2024-04-25T01:56:00Z","title_canon_sha256":"ecd78f9cf4f3696cd4a9478524577a754370b6ae46ba21181089c2ec6a636514"},"schema_version":"1.0","source":{"id":"2404.16283","kind":"arxiv","version":2}},"canonical_sha256":"0a852079582802bd65682d1dc41db18ccdddba4530ef955e0b8816f4909941f7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0a852079582802bd65682d1dc41db18ccdddba4530ef955e0b8816f4909941f7","first_computed_at":"2026-07-05T09:48:32.540452Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:48:32.540452Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MO0ete9B52Xh3oefs6CJI/UTseHIGhCl0UL/W1ERV1F8O3Ggs1Clyx7uHae14HPiYHNkQPobP3G3DwBmixM5BA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:48:32.540987Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.16283","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2f80041cbca74de54878a5b7d83c60186c65d9e2a20db8ffaf4f02b875e29644","sha256:9bc6f0c17822fa5bae0028ca7eaed96015d865405a81614debe70a1b2c99d34b"],"state_sha256":"c9bae0733698b439aad65fe4b0620244928a42fef46b467c8d9b78bbb882141d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NfrJjxIhTqfhyuSFNLZFZm/NVFGUqzlg7nO33AnoWKPbm/dHqToslWMnWqZwla2UO2axihfoAzg99SvbnQcvBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T07:50:03.530235Z","bundle_sha256":"bebdb378ded1a85d0a100182f2f5fb939d400b3b8459ee40e895227611c93ad8"}}