{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:KWPBK6DA3LV5YOWT5VX5FNGMYQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5495b78624661e9cdbd059748c48e0edaf00a7cf5138dc6e8a8264742aa32c53","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T18:59:30Z","title_canon_sha256":"c3cf055d99103243be9a977f1fb88e1e8c6fe22ad90822e832732f9035c5a4a1"},"schema_version":"1.0","source":{"id":"2502.13965","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.13965","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"arxiv_version","alias_value":"2502.13965v1","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.13965","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"pith_short_12","alias_value":"KWPBK6DA3LV5","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"pith_short_16","alias_value":"KWPBK6DA3LV5YOWT","created_at":"2026-07-05T10:17:03Z"},{"alias_kind":"pith_short_8","alias_value":"KWPBK6DA","created_at":"2026-07-05T10:17:03Z"}],"graph_snapshots":[{"event_id":"sha256:e78bccef546b4c7bac4ddbcf424d62c7b76c0e04cc1bdd39a0a4dc8486e25bf8","target":"graph","created_at":"2026-07-05T10:17:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.13965/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language model (LLM) applications are evolving beyond simple chatbots into dynamic, general-purpose agentic programs, which scale LLM calls and output tokens to help AI agents reason, explore, and solve complex tasks. However, existing LLM serving systems ignore dependencies between programs and calls, missing significant opportunities for optimization. Our analysis reveals that programs submitted to LLM serving engines experience long cumulative wait times, primarily due to head-of-line blocking at both the individual LLM request and the program. To address this, we introduce Autellix, ","authors_text":"Chi Wang, Colin Cai, Ion Stoica, Joseph E. Gonzalez, Justin Wong, Michael Luo, Tianjun Zhang, Xiaoxiang Shi, Yanping Huang, Yichuan Wang, Zhifeng Chen","cross_cats":["cs.AI","cs.DC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T18:59:30Z","title":"Autellix: An Efficient Serving Engine for LLM Agents as General Programs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.13965","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:010acf1116da68af0ebaebc23fcbd9663a9f19e6db9151227b5fc0c73ac48715","target":"record","created_at":"2026-07-05T10:17:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5495b78624661e9cdbd059748c48e0edaf00a7cf5138dc6e8a8264742aa32c53","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T18:59:30Z","title_canon_sha256":"c3cf055d99103243be9a977f1fb88e1e8c6fe22ad90822e832732f9035c5a4a1"},"schema_version":"1.0","source":{"id":"2502.13965","kind":"arxiv","version":1}},"canonical_sha256":"559e157860daebdc3ad3ed6fd2b4ccc405c07399009606c8c8416fe92c4cd5b6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"559e157860daebdc3ad3ed6fd2b4ccc405c07399009606c8c8416fe92c4cd5b6","first_computed_at":"2026-07-05T10:17:03.185872Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:17:03.185872Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"X24jH1b5TGhx8DAHRKNTpsWKih8UZuW51LcMsfQAfncl9TMPfaRifnWZcqJ3DlVrIVTJwVnKFGFHjtiHaEWrBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:17:03.186293Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.13965","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:010acf1116da68af0ebaebc23fcbd9663a9f19e6db9151227b5fc0c73ac48715","sha256:e78bccef546b4c7bac4ddbcf424d62c7b76c0e04cc1bdd39a0a4dc8486e25bf8"],"state_sha256":"767ee04aea7517bde478b8552fef5f1fe481a93b3180da2484b25bd73803f51f"}