{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WRXJHIX6U2ZPJZOGOKBJLHJUT5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f7c740433e2708b0d7785000c25e019ffc498cfccc05b32db178b6c7b6536d92","cross_cats_sorted":["cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-03T02:15:15Z","title_canon_sha256":"02c107d39c976bf8aff1d4c7cd68bd23c10175b51fd74af6e179c859eb3ea3f1"},"schema_version":"1.0","source":{"id":"2405.01814","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.01814","created_at":"2026-07-05T10:46:54Z"},{"alias_kind":"arxiv_version","alias_value":"2405.01814v2","created_at":"2026-07-05T10:46:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.01814","created_at":"2026-07-05T10:46:54Z"},{"alias_kind":"pith_short_12","alias_value":"WRXJHIX6U2ZP","created_at":"2026-07-05T10:46:54Z"},{"alias_kind":"pith_short_16","alias_value":"WRXJHIX6U2ZPJZOG","created_at":"2026-07-05T10:46:54Z"},{"alias_kind":"pith_short_8","alias_value":"WRXJHIX6","created_at":"2026-07-05T10:46:54Z"}],"graph_snapshots":[{"event_id":"sha256:61b8b55ea1c9448caf3ca1519dbbb0f5228103a18bbc87c0fb718baa99286286","target":"graph","created_at":"2026-07-05T10:46:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.01814/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based large language models (LLMs) exhibit impressive performance in generative tasks but also introduce significant challenges in real-world serving due to inefficient use of the expensive, computation-optimized accelerators. Although disaggregated serving architectures have been proposed to split different phases of LLM inference, the efficiency of decoding phase is still low. This is caused by the varying resource demands of different operators in the transformer-based LLMs. Specifically, the attention operator is memory-intensive, exhibiting a memory access pattern that clashes","authors_text":"Jinlei Jiang, Kang Chen, Mingxing Zhang, Shaoyuan Chen, Wencong Xiao, Yingdi Shan, Yongwei Wu, Yutong Lin","cross_cats":["cs.DC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-03T02:15:15Z","title":"Efficient Heterogeneous Large Language Model Decoding with Model-Attention Disaggregation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.01814","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ba23a11f199bbda9da54fbd8700b5e3b3be9a94af97c508bf8a8176aca19703f","target":"record","created_at":"2026-07-05T10:46:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f7c740433e2708b0d7785000c25e019ffc498cfccc05b32db178b6c7b6536d92","cross_cats_sorted":["cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-03T02:15:15Z","title_canon_sha256":"02c107d39c976bf8aff1d4c7cd68bd23c10175b51fd74af6e179c859eb3ea3f1"},"schema_version":"1.0","source":{"id":"2405.01814","kind":"arxiv","version":2}},"canonical_sha256":"b46e93a2fea6b2f4e5c67282959d349f5615a37e20c1506a3f820f4df94795cd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b46e93a2fea6b2f4e5c67282959d349f5615a37e20c1506a3f820f4df94795cd","first_computed_at":"2026-07-05T10:46:54.069029Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:46:54.069029Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Syp5IwvKyZAt+atpu0GvBIeX+6iJJiuctP6NpMWzKIu6z/iEJxFYatRa5fFMhpFbkkieuFoK/wwfdP8cwBWMAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:46:54.069507Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.01814","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ba23a11f199bbda9da54fbd8700b5e3b3be9a94af97c508bf8a8176aca19703f","sha256:61b8b55ea1c9448caf3ca1519dbbb0f5228103a18bbc87c0fb718baa99286286"],"state_sha256":"96894b9f156fd9f582c8b82d3f748ffb08193a424a27ab7f3c6fd35210c47585"}