{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LERSMQ4CXBAG67TPXXLDDKJJVS","short_pith_number":"pith:LERSMQ4C","canonical_record":{"source":{"id":"2401.02669","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-01-05T06:53:00Z","cross_cats_sorted":["cs.AR"],"title_canon_sha256":"30ed2a003550cc92b238663c503a183de9eaa89dc3dd5acbd1c69d0b15a03685","abstract_canon_sha256":"6a0c70f5296b49203538b52d6eeddd2e1a97f1571fedd39470baf51d0a5fdc77"},"schema_version":"1.0"},"canonical_sha256":"5923264382b8406f7e6fbdd631a929acb8101d15fb46cc2bd31d67fcef223957","source":{"kind":"arxiv","id":"2401.02669","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.02669","created_at":"2026-07-05T08:40:12Z"},{"alias_kind":"arxiv_version","alias_value":"2401.02669v2","created_at":"2026-07-05T08:40:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.02669","created_at":"2026-07-05T08:40:12Z"},{"alias_kind":"pith_short_12","alias_value":"LERSMQ4CXBAG","created_at":"2026-07-05T08:40:12Z"},{"alias_kind":"pith_short_16","alias_value":"LERSMQ4CXBAG67TP","created_at":"2026-07-05T08:40:12Z"},{"alias_kind":"pith_short_8","alias_value":"LERSMQ4C","created_at":"2026-07-05T08:40:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LERSMQ4CXBAG67TPXXLDDKJJVS","target":"record","payload":{"canonical_record":{"source":{"id":"2401.02669","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-01-05T06:53:00Z","cross_cats_sorted":["cs.AR"],"title_canon_sha256":"30ed2a003550cc92b238663c503a183de9eaa89dc3dd5acbd1c69d0b15a03685","abstract_canon_sha256":"6a0c70f5296b49203538b52d6eeddd2e1a97f1571fedd39470baf51d0a5fdc77"},"schema_version":"1.0"},"canonical_sha256":"5923264382b8406f7e6fbdd631a929acb8101d15fb46cc2bd31d67fcef223957","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:40:12.058595Z","signature_b64":"MwVYbGR0RfL1SyiYh4IZSkXhyZeSn/LwDjo5l/lzK7Op1vGUpLPVjq33ZartU8rSLJj89Q4qOJUCHdZVBhsFDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5923264382b8406f7e6fbdd631a929acb8101d15fb46cc2bd31d67fcef223957","last_reissued_at":"2026-07-05T08:40:12.058130Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:40:12.058130Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.02669","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cWc+6dPVLURDRSmQ+EmjgN+yzuwlogsB5l+jT7leIVsgDQqidTBzbTAIwQqvT60hJUQlJ3BUh/FaMLHFOC5cAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T16:33:06.629054Z"},"content_sha256":"7e2c287413c3a608f5138c749afe63506d0271f9fe7851038eff66cf2268f6f1","schema_version":"1.0","event_id":"sha256:7e2c287413c3a608f5138c749afe63506d0271f9fe7851038eff66cf2268f6f1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LERSMQ4CXBAG67TPXXLDDKJJVS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Infinite-LLM: Efficient LLM Service for Long Context with DistAttention and Distributed KVCache","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AR"],"primary_cat":"cs.DC","authors_text":"Anmin Liu, Bin Lin, Chen Zhang, Hanyu Zhao, Lanbo Li, Minmin Sun, Shen Li, Tao Peng, Tao Xie, Wei Lin, Wencong Xiao, Xiafei Qiu, Yong Li, Zhigang Ji, Zhipeng Zhang","submitted_at":"2024-01-05T06:53:00Z","abstract_excerpt":"Large Language Models (LLMs) demonstrate substantial potential across a diverse array of domains via request serving. However, as trends continue to push for expanding context sizes, the autoregressive nature of LLMs results in highly dynamic behavior of the attention layers, showcasing significant differences in computational characteristics and memory requirements from the non-attention layers. This presents substantial challenges for resource management and performance optimization in service systems. Existing static model parallelism and resource allocation strategies fall short when deali"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.02669","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.02669/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PLQEZq0vXr2IFH+T/eXPuiLnmggwGRZaH16PUUcQ+Xm9H/03Z3CKoEBYEMdG4blX7AW2MHAj5c5QHF9icMmqCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T16:33:06.630632Z"},"content_sha256":"b0a1b5f668b53a424afe64d8a8363e7dfb7ba1d4655a6653ecbf7ccc1d7cb2c4","schema_version":"1.0","event_id":"sha256:b0a1b5f668b53a424afe64d8a8363e7dfb7ba1d4655a6653ecbf7ccc1d7cb2c4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LERSMQ4CXBAG67TPXXLDDKJJVS/bundle.json","state_url":"https://pith.science/pith/LERSMQ4CXBAG67TPXXLDDKJJVS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LERSMQ4CXBAG67TPXXLDDKJJVS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T16:33:06Z","links":{"resolver":"https://pith.science/pith/LERSMQ4CXBAG67TPXXLDDKJJVS","bundle":"https://pith.science/pith/LERSMQ4CXBAG67TPXXLDDKJJVS/bundle.json","state":"https://pith.science/pith/LERSMQ4CXBAG67TPXXLDDKJJVS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LERSMQ4CXBAG67TPXXLDDKJJVS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LERSMQ4CXBAG67TPXXLDDKJJVS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6a0c70f5296b49203538b52d6eeddd2e1a97f1571fedd39470baf51d0a5fdc77","cross_cats_sorted":["cs.AR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-01-05T06:53:00Z","title_canon_sha256":"30ed2a003550cc92b238663c503a183de9eaa89dc3dd5acbd1c69d0b15a03685"},"schema_version":"1.0","source":{"id":"2401.02669","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.02669","created_at":"2026-07-05T08:40:12Z"},{"alias_kind":"arxiv_version","alias_value":"2401.02669v2","created_at":"2026-07-05T08:40:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.02669","created_at":"2026-07-05T08:40:12Z"},{"alias_kind":"pith_short_12","alias_value":"LERSMQ4CXBAG","created_at":"2026-07-05T08:40:12Z"},{"alias_kind":"pith_short_16","alias_value":"LERSMQ4CXBAG67TP","created_at":"2026-07-05T08:40:12Z"},{"alias_kind":"pith_short_8","alias_value":"LERSMQ4C","created_at":"2026-07-05T08:40:12Z"}],"graph_snapshots":[{"event_id":"sha256:b0a1b5f668b53a424afe64d8a8363e7dfb7ba1d4655a6653ecbf7ccc1d7cb2c4","target":"graph","created_at":"2026-07-05T08:40:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.02669/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) demonstrate substantial potential across a diverse array of domains via request serving. However, as trends continue to push for expanding context sizes, the autoregressive nature of LLMs results in highly dynamic behavior of the attention layers, showcasing significant differences in computational characteristics and memory requirements from the non-attention layers. This presents substantial challenges for resource management and performance optimization in service systems. Existing static model parallelism and resource allocation strategies fall short when deali","authors_text":"Anmin Liu, Bin Lin, Chen Zhang, Hanyu Zhao, Lanbo Li, Minmin Sun, Shen Li, Tao Peng, Tao Xie, Wei Lin, Wencong Xiao, Xiafei Qiu, Yong Li, Zhigang Ji, Zhipeng Zhang","cross_cats":["cs.AR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-01-05T06:53:00Z","title":"Infinite-LLM: Efficient LLM Service for Long Context with DistAttention and Distributed KVCache"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.02669","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7e2c287413c3a608f5138c749afe63506d0271f9fe7851038eff66cf2268f6f1","target":"record","created_at":"2026-07-05T08:40:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6a0c70f5296b49203538b52d6eeddd2e1a97f1571fedd39470baf51d0a5fdc77","cross_cats_sorted":["cs.AR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-01-05T06:53:00Z","title_canon_sha256":"30ed2a003550cc92b238663c503a183de9eaa89dc3dd5acbd1c69d0b15a03685"},"schema_version":"1.0","source":{"id":"2401.02669","kind":"arxiv","version":2}},"canonical_sha256":"5923264382b8406f7e6fbdd631a929acb8101d15fb46cc2bd31d67fcef223957","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5923264382b8406f7e6fbdd631a929acb8101d15fb46cc2bd31d67fcef223957","first_computed_at":"2026-07-05T08:40:12.058130Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:40:12.058130Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MwVYbGR0RfL1SyiYh4IZSkXhyZeSn/LwDjo5l/lzK7Op1vGUpLPVjq33ZartU8rSLJj89Q4qOJUCHdZVBhsFDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:40:12.058595Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.02669","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7e2c287413c3a608f5138c749afe63506d0271f9fe7851038eff66cf2268f6f1","sha256:b0a1b5f668b53a424afe64d8a8363e7dfb7ba1d4655a6653ecbf7ccc1d7cb2c4"],"state_sha256":"bf265c7f0efb03a0faa881f684ece2522240abc3dcd53cb6653327a5e97a16ca"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0DxuipVcbKOmRKNbBphfHSQGCYYieRbh19KjAzLIYUv91KMIncMI2pnT80gzuYv0ZPGsuXKIwi5AWCg7KP18DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T16:33:06.642287Z","bundle_sha256":"c5c1070eaa84fe10b027c569d437a11b3785d1c60f60a5ea9dfa2b686478516e"}}