{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CSM4UHHKBRHZQ23KOI4VWH35YF","short_pith_number":"pith:CSM4UHHK","canonical_record":{"source":{"id":"2412.04964","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-06T11:29:32Z","cross_cats_sorted":[],"title_canon_sha256":"41bcf5bcb3f49564c2ef02be422ae444d9dc1848c72f65a2b283ce9c20ccad0d","abstract_canon_sha256":"72a86d13f329f302a99505d4a48b807c3c9391eca7d21113f01e3d35449a4001"},"schema_version":"1.0"},"canonical_sha256":"1499ca1cea0c4f986b6a72395b1f7dc14ed003ca77849afe409853fc0762f2fb","source":{"kind":"arxiv","id":"2412.04964","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.04964","created_at":"2026-07-05T09:47:37Z"},{"alias_kind":"arxiv_version","alias_value":"2412.04964v2","created_at":"2026-07-05T09:47:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.04964","created_at":"2026-07-05T09:47:37Z"},{"alias_kind":"pith_short_12","alias_value":"CSM4UHHKBRHZ","created_at":"2026-07-05T09:47:37Z"},{"alias_kind":"pith_short_16","alias_value":"CSM4UHHKBRHZQ23K","created_at":"2026-07-05T09:47:37Z"},{"alias_kind":"pith_short_8","alias_value":"CSM4UHHK","created_at":"2026-07-05T09:47:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CSM4UHHKBRHZQ23KOI4VWH35YF","target":"record","payload":{"canonical_record":{"source":{"id":"2412.04964","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-06T11:29:32Z","cross_cats_sorted":[],"title_canon_sha256":"41bcf5bcb3f49564c2ef02be422ae444d9dc1848c72f65a2b283ce9c20ccad0d","abstract_canon_sha256":"72a86d13f329f302a99505d4a48b807c3c9391eca7d21113f01e3d35449a4001"},"schema_version":"1.0"},"canonical_sha256":"1499ca1cea0c4f986b6a72395b1f7dc14ed003ca77849afe409853fc0762f2fb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:47:37.499972Z","signature_b64":"Nfg/ntaSiF2ZpY5dRAhGv6mmP+ibNHTz2JCpqQI+OEuKA1sbnKToS+r5Sw1Orxz1bAUzCDbAFSVWYB1zfRd9AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1499ca1cea0c4f986b6a72395b1f7dc14ed003ca77849afe409853fc0762f2fb","last_reissued_at":"2026-07-05T09:47:37.499488Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:47:37.499488Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.04964","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A3VUdR6p5z5h+69+gpGdhVsJsfPEiTU1ko4gl+OLtrQs6Ll2RbnZqXlbDORPPlSGQ/R7cWGdKh23aLSNPzg3Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:01:08.283815Z"},"content_sha256":"9e9da87ce125cddb78a8e09bf20a16a63e962ba05512b3100a8db3e2a8380462","schema_version":"1.0","event_id":"sha256:9e9da87ce125cddb78a8e09bf20a16a63e962ba05512b3100a8db3e2a8380462"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CSM4UHHKBRHZQ23KOI4VWH35YF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Flash Communication: Reducing Tensor Parallelization Bottleneck for Fast Large Language Model Inference","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Bo Zhang, Liang Ye, Lin Ma, Qingyuan Li, Wei Wu, Yerui Sun, Yifan Zhang, Yuchen Xie","submitted_at":"2024-12-06T11:29:32Z","abstract_excerpt":"The ever-increasing sizes of large language models necessitate distributed solutions for fast inference that exploit multi-dimensional parallelism, where computational loads are split across various accelerators such as GPU clusters. However, this approach often introduces significant communication overhead, especially on devices with limited bandwidth. In this paper, we introduce Flash Communication, a novel low-bit compression technique designed to alleviate the tensor-parallelism communication bottleneck during inference. Our method substantially boosts intra-node communication speed by mor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.04964","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.04964/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uZe2WpRpeBRXZ5BKMw0h0MeONOiTJlNwkZ8hiWnosz8rY7BnLzFYSRh+qCkpfG8nHAEvkegFigWy8h5WRK3rDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:01:08.284333Z"},"content_sha256":"352b56c1faf38a4319a40e9acc404c81ba48db11ddc6185c12bb2b3db4175574","schema_version":"1.0","event_id":"sha256:352b56c1faf38a4319a40e9acc404c81ba48db11ddc6185c12bb2b3db4175574"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CSM4UHHKBRHZQ23KOI4VWH35YF/bundle.json","state_url":"https://pith.science/pith/CSM4UHHKBRHZQ23KOI4VWH35YF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CSM4UHHKBRHZQ23KOI4VWH35YF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T21:01:08Z","links":{"resolver":"https://pith.science/pith/CSM4UHHKBRHZQ23KOI4VWH35YF","bundle":"https://pith.science/pith/CSM4UHHKBRHZQ23KOI4VWH35YF/bundle.json","state":"https://pith.science/pith/CSM4UHHKBRHZQ23KOI4VWH35YF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CSM4UHHKBRHZQ23KOI4VWH35YF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CSM4UHHKBRHZQ23KOI4VWH35YF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"72a86d13f329f302a99505d4a48b807c3c9391eca7d21113f01e3d35449a4001","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-06T11:29:32Z","title_canon_sha256":"41bcf5bcb3f49564c2ef02be422ae444d9dc1848c72f65a2b283ce9c20ccad0d"},"schema_version":"1.0","source":{"id":"2412.04964","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.04964","created_at":"2026-07-05T09:47:37Z"},{"alias_kind":"arxiv_version","alias_value":"2412.04964v2","created_at":"2026-07-05T09:47:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.04964","created_at":"2026-07-05T09:47:37Z"},{"alias_kind":"pith_short_12","alias_value":"CSM4UHHKBRHZ","created_at":"2026-07-05T09:47:37Z"},{"alias_kind":"pith_short_16","alias_value":"CSM4UHHKBRHZQ23K","created_at":"2026-07-05T09:47:37Z"},{"alias_kind":"pith_short_8","alias_value":"CSM4UHHK","created_at":"2026-07-05T09:47:37Z"}],"graph_snapshots":[{"event_id":"sha256:352b56c1faf38a4319a40e9acc404c81ba48db11ddc6185c12bb2b3db4175574","target":"graph","created_at":"2026-07-05T09:47:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.04964/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The ever-increasing sizes of large language models necessitate distributed solutions for fast inference that exploit multi-dimensional parallelism, where computational loads are split across various accelerators such as GPU clusters. However, this approach often introduces significant communication overhead, especially on devices with limited bandwidth. In this paper, we introduce Flash Communication, a novel low-bit compression technique designed to alleviate the tensor-parallelism communication bottleneck during inference. Our method substantially boosts intra-node communication speed by mor","authors_text":"Bo Zhang, Liang Ye, Lin Ma, Qingyuan Li, Wei Wu, Yerui Sun, Yifan Zhang, Yuchen Xie","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-06T11:29:32Z","title":"Flash Communication: Reducing Tensor Parallelization Bottleneck for Fast Large Language Model Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.04964","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9e9da87ce125cddb78a8e09bf20a16a63e962ba05512b3100a8db3e2a8380462","target":"record","created_at":"2026-07-05T09:47:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"72a86d13f329f302a99505d4a48b807c3c9391eca7d21113f01e3d35449a4001","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-12-06T11:29:32Z","title_canon_sha256":"41bcf5bcb3f49564c2ef02be422ae444d9dc1848c72f65a2b283ce9c20ccad0d"},"schema_version":"1.0","source":{"id":"2412.04964","kind":"arxiv","version":2}},"canonical_sha256":"1499ca1cea0c4f986b6a72395b1f7dc14ed003ca77849afe409853fc0762f2fb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1499ca1cea0c4f986b6a72395b1f7dc14ed003ca77849afe409853fc0762f2fb","first_computed_at":"2026-07-05T09:47:37.499488Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:47:37.499488Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Nfg/ntaSiF2ZpY5dRAhGv6mmP+ibNHTz2JCpqQI+OEuKA1sbnKToS+r5Sw1Orxz1bAUzCDbAFSVWYB1zfRd9AA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:47:37.499972Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.04964","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9e9da87ce125cddb78a8e09bf20a16a63e962ba05512b3100a8db3e2a8380462","sha256:352b56c1faf38a4319a40e9acc404c81ba48db11ddc6185c12bb2b3db4175574"],"state_sha256":"8f9619b2a1e96f85791267323b80ab60a8a0b00b126f4480da0dfe9fa7390d87"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TRtEvT/oo9dpEygcY9PO7PveTW4p20ORXz8U6ZW8o7Go+EP5n82Wt6gtbzFVePJZotdvL8g/oS6LaZJ/N/x6DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T21:01:08.289005Z","bundle_sha256":"d600e83130c9a3f3894867f572f249a8fb4693978b22bb498e22a70a7da1ec52"}}