{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:KWPBK6DA3LV5YOWT5VX5FNGMYQ","short_pith_number":"pith:KWPBK6DA","canonical_record":{"source":{"id":"2502.13965","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T18:59:30Z","cross_cats_sorted":["cs.AI","cs.DC"],"title_canon_sha256":"c3cf055d99103243be9a977f1fb88e1e8c6fe22ad90822e832732f9035c5a4a1","abstract_canon_sha256":"5495b78624661e9cdbd059748c48e0edaf00a7cf5138dc6e8a8264742aa32c53"},"schema_version":"1.0"},"canonical_sha256":"559e157860daebdc3ad3ed6fd2b4ccc405c07399009606c8c8416fe92c4cd5b6","source":{"kind":"arxiv","id":"2502.13965","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.13965","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"arxiv_version","alias_value":"2502.13965v1","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.13965","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"pith_short_12","alias_value":"KWPBK6DA3LV5","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"pith_short_16","alias_value":"KWPBK6DA3LV5YOWT","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"pith_short_8","alias_value":"KWPBK6DA","created_at":"2026-07-05T10:17:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:KWPBK6DA3LV5YOWT5VX5FNGMYQ","target":"record","payload":{"canonical_record":{"source":{"id":"2502.13965","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T18:59:30Z","cross_cats_sorted":["cs.AI","cs.DC"],"title_canon_sha256":"c3cf055d99103243be9a977f1fb88e1e8c6fe22ad90822e832732f9035c5a4a1","abstract_canon_sha256":"5495b78624661e9cdbd059748c48e0edaf00a7cf5138dc6e8a8264742aa32c53"},"schema_version":"1.0"},"canonical_sha256":"559e157860daebdc3ad3ed6fd2b4ccc405c07399009606c8c8416fe92c4cd5b6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:17:03.186293Z","signature_b64":"X24jH1b5TGhx8DAHRKNTpsWKih8UZuW51LcMsfQAfncl9TMPfaRifnWZcqJ3DlVrIVTJwVnKFGFHjtiHaEWrBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"559e157860daebdc3ad3ed6fd2b4ccc405c07399009606c8c8416fe92c4cd5b6","last_reissued_at":"2026-07-05T10:17:03.185872Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:17:03.185872Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.13965","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vJZqDytVMMM/tAPQCIHMmYhj+9Givefs5zYCb3d4t8N2qUa9QXr3kxVEGCmaA8ncDLx2k4NGhXosdSWxzWeKDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:12:54.510199Z"},"content_sha256":"010acf1116da68af0ebaebc23fcbd9663a9f19e6db9151227b5fc0c73ac48715","schema_version":"1.0","event_id":"sha256:010acf1116da68af0ebaebc23fcbd9663a9f19e6db9151227b5fc0c73ac48715"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:KWPBK6DA3LV5YOWT5VX5FNGMYQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Autellix: An Efficient Serving Engine for LLM Agents as General Programs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.DC"],"primary_cat":"cs.LG","authors_text":"Chi Wang, Colin Cai, Ion Stoica, Joseph E. Gonzalez, Justin Wong, Michael Luo, Tianjun Zhang, Xiaoxiang Shi, Yanping Huang, Yichuan Wang, Zhifeng Chen","submitted_at":"2025-02-19T18:59:30Z","abstract_excerpt":"Large language model (LLM) applications are evolving beyond simple chatbots into dynamic, general-purpose agentic programs, which scale LLM calls and output tokens to help AI agents reason, explore, and solve complex tasks. However, existing LLM serving systems ignore dependencies between programs and calls, missing significant opportunities for optimization. Our analysis reveals that programs submitted to LLM serving engines experience long cumulative wait times, primarily due to head-of-line blocking at both the individual LLM request and the program. To address this, we introduce Autellix, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.13965","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.13965/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p8c5URPF7xU926W4G1W+l/dQ/BOcPWQkIP4TLK/KOzQx4ngvBi1gyaJMN9jPoeSr7sKlUKANGhht0hOHr2YQCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:12:54.511100Z"},"content_sha256":"e78bccef546b4c7bac4ddbcf424d62c7b76c0e04cc1bdd39a0a4dc8486e25bf8","schema_version":"1.0","event_id":"sha256:e78bccef546b4c7bac4ddbcf424d62c7b76c0e04cc1bdd39a0a4dc8486e25bf8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KWPBK6DA3LV5YOWT5VX5FNGMYQ/bundle.json","state_url":"https://pith.science/pith/KWPBK6DA3LV5YOWT5VX5FNGMYQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KWPBK6DA3LV5YOWT5VX5FNGMYQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T15:12:54Z","links":{"resolver":"https://pith.science/pith/KWPBK6DA3LV5YOWT5VX5FNGMYQ","bundle":"https://pith.science/pith/KWPBK6DA3LV5YOWT5VX5FNGMYQ/bundle.json","state":"https://pith.science/pith/KWPBK6DA3LV5YOWT5VX5FNGMYQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KWPBK6DA3LV5YOWT5VX5FNGMYQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:KWPBK6DA3LV5YOWT5VX5FNGMYQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5495b78624661e9cdbd059748c48e0edaf00a7cf5138dc6e8a8264742aa32c53","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T18:59:30Z","title_canon_sha256":"c3cf055d99103243be9a977f1fb88e1e8c6fe22ad90822e832732f9035c5a4a1"},"schema_version":"1.0","source":{"id":"2502.13965","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.13965","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"arxiv_version","alias_value":"2502.13965v1","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.13965","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"pith_short_12","alias_value":"KWPBK6DA3LV5","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"pith_short_16","alias_value":"KWPBK6DA3LV5YOWT","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"pith_short_8","alias_value":"KWPBK6DA","created_at":"2026-07-05T10:17:03Z"}],"graph_snapshots":[{"event_id":"sha256:e78bccef546b4c7bac4ddbcf424d62c7b76c0e04cc1bdd39a0a4dc8486e25bf8","target":"graph","created_at":"2026-07-05T10:17:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.13965/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language model (LLM) applications are evolving beyond simple chatbots into dynamic, general-purpose agentic programs, which scale LLM calls and output tokens to help AI agents reason, explore, and solve complex tasks. However, existing LLM serving systems ignore dependencies between programs and calls, missing significant opportunities for optimization. Our analysis reveals that programs submitted to LLM serving engines experience long cumulative wait times, primarily due to head-of-line blocking at both the individual LLM request and the program. To address this, we introduce Autellix, ","authors_text":"Chi Wang, Colin Cai, Ion Stoica, Joseph E. Gonzalez, Justin Wong, Michael Luo, Tianjun Zhang, Xiaoxiang Shi, Yanping Huang, Yichuan Wang, Zhifeng Chen","cross_cats":["cs.AI","cs.DC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T18:59:30Z","title":"Autellix: An Efficient Serving Engine for LLM Agents as General Programs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.13965","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:010acf1116da68af0ebaebc23fcbd9663a9f19e6db9151227b5fc0c73ac48715","target":"record","created_at":"2026-07-05T10:17:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5495b78624661e9cdbd059748c48e0edaf00a7cf5138dc6e8a8264742aa32c53","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T18:59:30Z","title_canon_sha256":"c3cf055d99103243be9a977f1fb88e1e8c6fe22ad90822e832732f9035c5a4a1"},"schema_version":"1.0","source":{"id":"2502.13965","kind":"arxiv","version":1}},"canonical_sha256":"559e157860daebdc3ad3ed6fd2b4ccc405c07399009606c8c8416fe92c4cd5b6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"559e157860daebdc3ad3ed6fd2b4ccc405c07399009606c8c8416fe92c4cd5b6","first_computed_at":"2026-07-05T10:17:03.185872Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:17:03.185872Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"X24jH1b5TGhx8DAHRKNTpsWKih8UZuW51LcMsfQAfncl9TMPfaRifnWZcqJ3DlVrIVTJwVnKFGFHjtiHaEWrBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:17:03.186293Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.13965","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:010acf1116da68af0ebaebc23fcbd9663a9f19e6db9151227b5fc0c73ac48715","sha256:e78bccef546b4c7bac4ddbcf424d62c7b76c0e04cc1bdd39a0a4dc8486e25bf8"],"state_sha256":"767ee04aea7517bde478b8552fef5f1fe481a93b3180da2484b25bd73803f51f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1pJBtI88eY/65vLuPVetXvHnnKON/5LX/geOlP6BXWPvC8aZ2/zPYrB8pr9HA8OIWOy2RRo/LskPNCuHrfxRAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T15:12:54.518499Z","bundle_sha256":"18220197ba4ff5004518dca9e329b469082eacaf6bf60b8ef2ff03c3d26220e0"}}