{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3MRRII4V2FCE4PHIWHPV5XAOAZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"28020d36d200f08133b674451cf93d82ccec7178202c2b870bfbd959619f3fe0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-07-01T17:54:53Z","title_canon_sha256":"6ae572e5a2956d8617cef01232a14730171c90fcab0dfa2bb6043634b3db47d9"},"schema_version":"1.0","source":{"id":"2507.01004","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.01004","created_at":"2026-07-05T11:30:46Z"},{"alias_kind":"arxiv_version","alias_value":"2507.01004v2","created_at":"2026-07-05T11:30:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.01004","created_at":"2026-07-05T11:30:46Z"},{"alias_kind":"pith_short_12","alias_value":"3MRRII4V2FCE","created_at":"2026-07-05T11:30:46Z"},{"alias_kind":"pith_short_16","alias_value":"3MRRII4V2FCE4PHI","created_at":"2026-07-05T11:30:46Z"},{"alias_kind":"pith_short_8","alias_value":"3MRRII4V","created_at":"2026-07-05T11:30:46Z"}],"graph_snapshots":[{"event_id":"sha256:7ee346cea1ca4928ba604a18ef11f0a4b45a38ab6798814b8a7b8183e758b3b3","target":"graph","created_at":"2026-07-05T11:30:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.01004/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Linear attention mechanisms deliver significant advantages for Large Language Models (LLMs) by providing linear computational complexity, enabling efficient processing of ultra-long sequences (e.g., 1M context). However, existing Sequence Parallelism (SP) methods, essential for distributing these workloads across devices, become the primary bottleneck due to substantial communication overhead. In this paper, we introduce ZeCO (Zero Communication Overhead) sequence parallelism for linear attention models, a new SP method designed to overcome these limitations and achieve end-to-end near-linear ","authors_text":"Congying Chu, Jibin Wu, Qian Liu, Ruijie Zhu, Tianjian Li, Xinyi Wan, Yuhong Chou, Zehao Liu, Zejun Ma","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-07-01T17:54:53Z","title":"ZeCO: Zero Communication Overhead Sequence Parallelism for Linear Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.01004","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fe03ee32b08e36892b7baa793a5659c609cf878388e53462b0c51102ed01b1f0","target":"record","created_at":"2026-07-05T11:30:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"28020d36d200f08133b674451cf93d82ccec7178202c2b870bfbd959619f3fe0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-07-01T17:54:53Z","title_canon_sha256":"6ae572e5a2956d8617cef01232a14730171c90fcab0dfa2bb6043634b3db47d9"},"schema_version":"1.0","source":{"id":"2507.01004","kind":"arxiv","version":2}},"canonical_sha256":"db23142395d1444e3ce8b1df5edc0e06589e636340651036c49bd4210386b885","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"db23142395d1444e3ce8b1df5edc0e06589e636340651036c49bd4210386b885","first_computed_at":"2026-07-05T11:30:46.412643Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:30:46.412643Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DdSGAE5uKhDXcjLiWpacd+YFWRrOpJXuYVq/7oV+/DhgKmWQA4PERDmQs8ySiFvxmNlNkzVEx41LT/Ei8lWnBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:30:46.413182Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.01004","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fe03ee32b08e36892b7baa793a5659c609cf878388e53462b0c51102ed01b1f0","sha256:7ee346cea1ca4928ba604a18ef11f0a4b45a38ab6798814b8a7b8183e758b3b3"],"state_sha256":"4b03fc7860b574c5ae36818096dcc920d12a375c5288628adbe0b1cbbf632b95"}