{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PINXN6S64PYCSPGF34JJ4EVQVX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"edc128c185a39dcc92e7d9e78bd60a9e40beea67d5a33109c3561a99ceb5143a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-10-01T09:18:56Z","title_canon_sha256":"56749b739942dcf7f8bd8bc8256d730265464fac9c9d9c49775a87b9d2361469"},"schema_version":"1.0","source":{"id":"2410.00531","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.00531","created_at":"2026-07-05T09:14:06Z"},{"alias_kind":"arxiv_version","alias_value":"2410.00531v1","created_at":"2026-07-05T09:14:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.00531","created_at":"2026-07-05T09:14:06Z"},{"alias_kind":"pith_short_12","alias_value":"PINXN6S64PYC","created_at":"2026-07-05T09:14:06Z"},{"alias_kind":"pith_short_16","alias_value":"PINXN6S64PYCSPGF","created_at":"2026-07-05T09:14:06Z"},{"alias_kind":"pith_short_8","alias_value":"PINXN6S6","created_at":"2026-07-05T09:14:06Z"}],"graph_snapshots":[{"event_id":"sha256:e686370c4db561d4573bfbd8c01ada86f5e6bcba38ee3b72076134afb992971c","target":"graph","created_at":"2026-07-05T09:14:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.00531/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large model inference is shifting from cloud to edge due to concerns about the privacy of user interaction data. However, edge devices often struggle with limited computing power, memory, and bandwidth, requiring collaboration across multiple devices to run and speed up LLM inference. Pipeline parallelism, the mainstream solution, is inefficient for single-user scenarios, while tensor parallelism struggles with frequent communications. In this paper, we argue that tensor parallelism can be more effective than pipeline on low-resource devices, and present a compute- and memory-efficient tensor ","authors_text":"Hongfang Yu, Mohsen Guizani, Wenjiao Feng, Zonghang Li","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-10-01T09:18:56Z","title":"TPI-LLM: Serving 70B-scale LLMs Efficiently on Low-resource Edge Devices"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.00531","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3d43c80b40a70b732f4de8f066a3835bc91149f6c0603c1168a98815ad5aa245","target":"record","created_at":"2026-07-05T09:14:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"edc128c185a39dcc92e7d9e78bd60a9e40beea67d5a33109c3561a99ceb5143a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-10-01T09:18:56Z","title_canon_sha256":"56749b739942dcf7f8bd8bc8256d730265464fac9c9d9c49775a87b9d2361469"},"schema_version":"1.0","source":{"id":"2410.00531","kind":"arxiv","version":1}},"canonical_sha256":"7a1b76fa5ee3f0293cc5df129e12b0ade76857cc1a1a3c7221d08d660eec5dfc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7a1b76fa5ee3f0293cc5df129e12b0ade76857cc1a1a3c7221d08d660eec5dfc","first_computed_at":"2026-07-05T09:14:06.213578Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:14:06.213578Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dneiahq57sUW2YMnepby6uIt0ujJRZ0XRZoUv4MpmNCXYmXrLUX/ncIaeXNPjC3K+RPNwQS+fJGEmuny/tFnDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:14:06.214050Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.00531","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3d43c80b40a70b732f4de8f066a3835bc91149f6c0603c1168a98815ad5aa245","sha256:e686370c4db561d4573bfbd8c01ada86f5e6bcba38ee3b72076134afb992971c"],"state_sha256":"491d0b07bce983c0df60c42008f254d858a99f1ccce65686e98315111f3d59ca"}