{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IKOYIXY3WLMZWUACYX4BFIYVGM","short_pith_number":"pith:IKOYIXY3","canonical_record":{"source":{"id":"2404.09526","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2024-04-15T07:45:04Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c1a99ff525b49d31c8ceb275a42fb40cf5bc50ff7a867e9c9ed0a629c5a94603","abstract_canon_sha256":"1da5457d89ec7ccde3a921ae851f6d418201238fb52d9f10e8de2b88e724d738"},"schema_version":"1.0"},"canonical_sha256":"429d845f1bb2d99b5002c5f812a31533256aa8ea899337ff08e3251ad17efd6a","source":{"kind":"arxiv","id":"2404.09526","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.09526","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"arxiv_version","alias_value":"2404.09526v2","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.09526","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_12","alias_value":"IKOYIXY3WLMZ","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_16","alias_value":"IKOYIXY3WLMZWUAC","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_8","alias_value":"IKOYIXY3","created_at":"2026-07-05T09:27:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IKOYIXY3WLMZWUACYX4BFIYVGM","target":"record","payload":{"canonical_record":{"source":{"id":"2404.09526","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2024-04-15T07:45:04Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c1a99ff525b49d31c8ceb275a42fb40cf5bc50ff7a867e9c9ed0a629c5a94603","abstract_canon_sha256":"1da5457d89ec7ccde3a921ae851f6d418201238fb52d9f10e8de2b88e724d738"},"schema_version":"1.0"},"canonical_sha256":"429d845f1bb2d99b5002c5f812a31533256aa8ea899337ff08e3251ad17efd6a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:27:53.615050Z","signature_b64":"1iidlTv9lkgtTe+7YjLeI20RwC5vAeyoif59QUUaNLqI/uTozryCxsrOSyLPrawJ7kBLRJb9EoUDNq0YFLwfAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"429d845f1bb2d99b5002c5f812a31533256aa8ea899337ff08e3251ad17efd6a","last_reissued_at":"2026-07-05T09:27:53.614590Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:27:53.614590Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.09526","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IS81Vnst8rAE0CFUoHBepb4QYaNdsrgn7N0ZHdAk6M17gkTXq8LORDnynumIm/GYfGKqiUlIQ9w3wY+CQAznDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:11:47.021050Z"},"content_sha256":"4e7b79ff08992e9bd0321ceda1ecbecf48441ec23d05d4f6108bacf0c74e618f","schema_version":"1.0","event_id":"sha256:4e7b79ff08992e9bd0321ceda1ecbecf48441ec23d05d4f6108bacf0c74e618f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IKOYIXY3WLMZWUACYX4BFIYVGM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LoongServe: Efficiently Serving Long-Context Large Language Models with Elastic Sequence Parallelism","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.DC","authors_text":"Bingyang Wu, Peng Sun, Shengyu Liu, Xin Jin, Xuanzhe Liu, Yinmin Zhong","submitted_at":"2024-04-15T07:45:04Z","abstract_excerpt":"The context window of large language models (LLMs) is rapidly increasing, leading to a huge variance in resource usage between different requests as well as between different phases of the same request. Restricted by static parallelism strategies, existing LLM serving systems cannot efficiently utilize the underlying resources to serve variable-length requests in different phases. To address this problem, we propose a new parallelism paradigm, elastic sequence parallelism (ESP), to elastically adapt to the variance between different requests and phases. Based on ESP, we design and build LoongS"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.09526","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.09526/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A9hciE2YKoBf7LF+Zdv49jgXqSL0xo7C4OVJmvJ4wxx2T8H7bHXa80HPqLtpa7s8usP6hjFSpxtTIB1Mu3FpCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:11:47.021856Z"},"content_sha256":"3ba1cc8a75b67707686e1acae6318235a3e4d76f662846bec34576442d3b262b","schema_version":"1.0","event_id":"sha256:3ba1cc8a75b67707686e1acae6318235a3e4d76f662846bec34576442d3b262b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IKOYIXY3WLMZWUACYX4BFIYVGM/bundle.json","state_url":"https://pith.science/pith/IKOYIXY3WLMZWUACYX4BFIYVGM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IKOYIXY3WLMZWUACYX4BFIYVGM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T20:11:47Z","links":{"resolver":"https://pith.science/pith/IKOYIXY3WLMZWUACYX4BFIYVGM","bundle":"https://pith.science/pith/IKOYIXY3WLMZWUACYX4BFIYVGM/bundle.json","state":"https://pith.science/pith/IKOYIXY3WLMZWUACYX4BFIYVGM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IKOYIXY3WLMZWUACYX4BFIYVGM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IKOYIXY3WLMZWUACYX4BFIYVGM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1da5457d89ec7ccde3a921ae851f6d418201238fb52d9f10e8de2b88e724d738","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2024-04-15T07:45:04Z","title_canon_sha256":"c1a99ff525b49d31c8ceb275a42fb40cf5bc50ff7a867e9c9ed0a629c5a94603"},"schema_version":"1.0","source":{"id":"2404.09526","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.09526","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"arxiv_version","alias_value":"2404.09526v2","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.09526","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_12","alias_value":"IKOYIXY3WLMZ","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_16","alias_value":"IKOYIXY3WLMZWUAC","created_at":"2026-07-05T09:27:53Z"},{"alias_kind":"pith_short_8","alias_value":"IKOYIXY3","created_at":"2026-07-05T09:27:53Z"}],"graph_snapshots":[{"event_id":"sha256:3ba1cc8a75b67707686e1acae6318235a3e4d76f662846bec34576442d3b262b","target":"graph","created_at":"2026-07-05T09:27:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.09526/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The context window of large language models (LLMs) is rapidly increasing, leading to a huge variance in resource usage between different requests as well as between different phases of the same request. Restricted by static parallelism strategies, existing LLM serving systems cannot efficiently utilize the underlying resources to serve variable-length requests in different phases. To address this problem, we propose a new parallelism paradigm, elastic sequence parallelism (ESP), to elastically adapt to the variance between different requests and phases. Based on ESP, we design and build LoongS","authors_text":"Bingyang Wu, Peng Sun, Shengyu Liu, Xin Jin, Xuanzhe Liu, Yinmin Zhong","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2024-04-15T07:45:04Z","title":"LoongServe: Efficiently Serving Long-Context Large Language Models with Elastic Sequence Parallelism"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.09526","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4e7b79ff08992e9bd0321ceda1ecbecf48441ec23d05d4f6108bacf0c74e618f","target":"record","created_at":"2026-07-05T09:27:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1da5457d89ec7ccde3a921ae851f6d418201238fb52d9f10e8de2b88e724d738","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DC","submitted_at":"2024-04-15T07:45:04Z","title_canon_sha256":"c1a99ff525b49d31c8ceb275a42fb40cf5bc50ff7a867e9c9ed0a629c5a94603"},"schema_version":"1.0","source":{"id":"2404.09526","kind":"arxiv","version":2}},"canonical_sha256":"429d845f1bb2d99b5002c5f812a31533256aa8ea899337ff08e3251ad17efd6a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"429d845f1bb2d99b5002c5f812a31533256aa8ea899337ff08e3251ad17efd6a","first_computed_at":"2026-07-05T09:27:53.614590Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:27:53.614590Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1iidlTv9lkgtTe+7YjLeI20RwC5vAeyoif59QUUaNLqI/uTozryCxsrOSyLPrawJ7kBLRJb9EoUDNq0YFLwfAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:27:53.615050Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.09526","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4e7b79ff08992e9bd0321ceda1ecbecf48441ec23d05d4f6108bacf0c74e618f","sha256:3ba1cc8a75b67707686e1acae6318235a3e4d76f662846bec34576442d3b262b"],"state_sha256":"b34f17d2138b217f325fbd649c1202bcf0c741b289d2ea85558ad8b6648b92a6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pJSD8VuRPlGY2aak1PGzyT3ncjR4CusuWMAPl+OKd4Jubkbt+6isgOtHQrB5XmcROrbsiHkTOaxX2CRoIzu7BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T20:11:47.027764Z","bundle_sha256":"9100fad6f18fef0385178b5107b8821286a010c77984d4c9038a402edf736de7"}}