{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RHUB7JEWCB5WHV557RLJPUUTCU","short_pith_number":"pith:RHUB7JEW","canonical_record":{"source":{"id":"2409.11155","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-09-04T05:22:17Z","cross_cats_sorted":["cs.CL","cs.LG","cs.PF"],"title_canon_sha256":"6d00e629672f3bab931e3baca8f6f18c178d437486f24f3e4adc9c50e362c830","abstract_canon_sha256":"f71b83e94682e5789ec9e79e3572febc194d3cfb310feaef3ef4f3a491cb2992"},"schema_version":"1.0"},"canonical_sha256":"89e81fa496107b63d7bdfc5697d293150691e7b222f757174a9fed500b80bd4e","source":{"kind":"arxiv","id":"2409.11155","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.11155","created_at":"2026-07-05T09:08:02Z"},{"alias_kind":"arxiv_version","alias_value":"2409.11155v1","created_at":"2026-07-05T09:08:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.11155","created_at":"2026-07-05T09:08:02Z"},{"alias_kind":"pith_short_12","alias_value":"RHUB7JEWCB5W","created_at":"2026-07-05T09:08:02Z"},{"alias_kind":"pith_short_16","alias_value":"RHUB7JEWCB5WHV55","created_at":"2026-07-05T09:08:02Z"},{"alias_kind":"pith_short_8","alias_value":"RHUB7JEW","created_at":"2026-07-05T09:08:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RHUB7JEWCB5WHV557RLJPUUTCU","target":"record","payload":{"canonical_record":{"source":{"id":"2409.11155","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-09-04T05:22:17Z","cross_cats_sorted":["cs.CL","cs.LG","cs.PF"],"title_canon_sha256":"6d00e629672f3bab931e3baca8f6f18c178d437486f24f3e4adc9c50e362c830","abstract_canon_sha256":"f71b83e94682e5789ec9e79e3572febc194d3cfb310feaef3ef4f3a491cb2992"},"schema_version":"1.0"},"canonical_sha256":"89e81fa496107b63d7bdfc5697d293150691e7b222f757174a9fed500b80bd4e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:08:02.482144Z","signature_b64":"VgPLHJH30bzhSIgbECyFzi/OPJmyb/qFnGb1rNDy3T+we3vgd4qbaZHu1bvrhY8dKMQ/hxF+XLm/+l2TJpSwDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"89e81fa496107b63d7bdfc5697d293150691e7b222f757174a9fed500b80bd4e","last_reissued_at":"2026-07-05T09:08:02.481704Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:08:02.481704Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.11155","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:08:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F4EHSq0L3x9i/tIjRTBaBL2MgNeaRBAxGAAwGoZRd/innUc6f9ZB4UhtQHEYeQGtepFclMhh1w5YGAk73qLlCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:56:19.174815Z"},"content_sha256":"6d8a4214477ec8c73b7e59a07e3fd035705a19adb257e3bce95089cb10db6540","schema_version":"1.0","event_id":"sha256:6d8a4214477ec8c73b7e59a07e3fd035705a19adb257e3bce95089cb10db6540"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RHUB7JEWCB5WHV557RLJPUUTCU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ISO: Overlap of Computation and Communication within Seqenence For LLM Inference","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG","cs.PF"],"primary_cat":"cs.DC","authors_text":"Bin Xiao, Lei Su","submitted_at":"2024-09-04T05:22:17Z","abstract_excerpt":"In the realm of Large Language Model (LLM) inference, the inherent structure of transformer models coupled with the multi-GPU tensor parallelism strategy leads to a sequential execution of computation and communication. This results in substantial underutilization of computing resources during the communication phase. To mitigate this inefficiency, various techniques have been developed to optimize the use of computational power throughout the communication process. These strategies primarily involve overlapping matrix computations and communications, as well as interleaving micro-batches acro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.11155","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.11155/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:08:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qnVFlmVQNGhtoN4owvejz/ilUBU3gMBJarfG1wM8/dDtAFVpVTMOS3uisDtsM4Ej+BAkfLC4xDexC2dMNN+1Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:56:19.176639Z"},"content_sha256":"90d0237397cdc70242e7805df376b9c192922038424f5f9730bfcf8bcb40f696","schema_version":"1.0","event_id":"sha256:90d0237397cdc70242e7805df376b9c192922038424f5f9730bfcf8bcb40f696"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RHUB7JEWCB5WHV557RLJPUUTCU/bundle.json","state_url":"https://pith.science/pith/RHUB7JEWCB5WHV557RLJPUUTCU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RHUB7JEWCB5WHV557RLJPUUTCU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T17:56:19Z","links":{"resolver":"https://pith.science/pith/RHUB7JEWCB5WHV557RLJPUUTCU","bundle":"https://pith.science/pith/RHUB7JEWCB5WHV557RLJPUUTCU/bundle.json","state":"https://pith.science/pith/RHUB7JEWCB5WHV557RLJPUUTCU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RHUB7JEWCB5WHV557RLJPUUTCU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RHUB7JEWCB5WHV557RLJPUUTCU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f71b83e94682e5789ec9e79e3572febc194d3cfb310feaef3ef4f3a491cb2992","cross_cats_sorted":["cs.CL","cs.LG","cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-09-04T05:22:17Z","title_canon_sha256":"6d00e629672f3bab931e3baca8f6f18c178d437486f24f3e4adc9c50e362c830"},"schema_version":"1.0","source":{"id":"2409.11155","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.11155","created_at":"2026-07-05T09:08:02Z"},{"alias_kind":"arxiv_version","alias_value":"2409.11155v1","created_at":"2026-07-05T09:08:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.11155","created_at":"2026-07-05T09:08:02Z"},{"alias_kind":"pith_short_12","alias_value":"RHUB7JEWCB5W","created_at":"2026-07-05T09:08:02Z"},{"alias_kind":"pith_short_16","alias_value":"RHUB7JEWCB5WHV55","created_at":"2026-07-05T09:08:02Z"},{"alias_kind":"pith_short_8","alias_value":"RHUB7JEW","created_at":"2026-07-05T09:08:02Z"}],"graph_snapshots":[{"event_id":"sha256:90d0237397cdc70242e7805df376b9c192922038424f5f9730bfcf8bcb40f696","target":"graph","created_at":"2026-07-05T09:08:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.11155/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the realm of Large Language Model (LLM) inference, the inherent structure of transformer models coupled with the multi-GPU tensor parallelism strategy leads to a sequential execution of computation and communication. This results in substantial underutilization of computing resources during the communication phase. To mitigate this inefficiency, various techniques have been developed to optimize the use of computational power throughout the communication process. These strategies primarily involve overlapping matrix computations and communications, as well as interleaving micro-batches acro","authors_text":"Bin Xiao, Lei Su","cross_cats":["cs.CL","cs.LG","cs.PF"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-09-04T05:22:17Z","title":"ISO: Overlap of Computation and Communication within Seqenence For LLM Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.11155","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d8a4214477ec8c73b7e59a07e3fd035705a19adb257e3bce95089cb10db6540","target":"record","created_at":"2026-07-05T09:08:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f71b83e94682e5789ec9e79e3572febc194d3cfb310feaef3ef4f3a491cb2992","cross_cats_sorted":["cs.CL","cs.LG","cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-09-04T05:22:17Z","title_canon_sha256":"6d00e629672f3bab931e3baca8f6f18c178d437486f24f3e4adc9c50e362c830"},"schema_version":"1.0","source":{"id":"2409.11155","kind":"arxiv","version":1}},"canonical_sha256":"89e81fa496107b63d7bdfc5697d293150691e7b222f757174a9fed500b80bd4e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"89e81fa496107b63d7bdfc5697d293150691e7b222f757174a9fed500b80bd4e","first_computed_at":"2026-07-05T09:08:02.481704Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:08:02.481704Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VgPLHJH30bzhSIgbECyFzi/OPJmyb/qFnGb1rNDy3T+we3vgd4qbaZHu1bvrhY8dKMQ/hxF+XLm/+l2TJpSwDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:08:02.482144Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.11155","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d8a4214477ec8c73b7e59a07e3fd035705a19adb257e3bce95089cb10db6540","sha256:90d0237397cdc70242e7805df376b9c192922038424f5f9730bfcf8bcb40f696"],"state_sha256":"ad6dfa3528b0d65159c3a3d59ac4097a519612aa71ba1c12c994e48194288bf8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xvZPWoFEmidvRsRqOmGeso03CUwbSBzqbxVFFdWetTld6XElFbdjJc6/6NkRvRZt32QJ+dm0Y/5VlZJQaU/JBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T17:56:19.182925Z","bundle_sha256":"d6d8558139281b52a4e9ceff330e4e0659ad17825e2ee29f1586b2c9f1ba1d6a"}}