{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YHDYCGGH5PTP5DS3CGDBJJK6YS","short_pith_number":"pith:YHDYCGGH","canonical_record":{"source":{"id":"2403.08845","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-13T16:30:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5000ff13e11f8fb1b94b277372f4183c8a5471bb5d4606933ba44f4b07239c91","abstract_canon_sha256":"df328929350ca7aa32a7100894a8dce211fc2d60d9d3cfdcb16810a8083c816e"},"schema_version":"1.0"},"canonical_sha256":"c1c78118c7ebe6fe8e5b118614a55ec49d84e991c0c94c61ef7106dabb2fa6cf","source":{"kind":"arxiv","id":"2403.08845","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.08845","created_at":"2026-07-05T08:42:53Z"},{"alias_kind":"arxiv_version","alias_value":"2403.08845v2","created_at":"2026-07-05T08:42:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.08845","created_at":"2026-07-05T08:42:53Z"},{"alias_kind":"pith_short_12","alias_value":"YHDYCGGH5PTP","created_at":"2026-07-05T08:42:53Z"},{"alias_kind":"pith_short_16","alias_value":"YHDYCGGH5PTP5DS3","created_at":"2026-07-05T08:42:53Z"},{"alias_kind":"pith_short_8","alias_value":"YHDYCGGH","created_at":"2026-07-05T08:42:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YHDYCGGH5PTP5DS3CGDBJJK6YS","target":"record","payload":{"canonical_record":{"source":{"id":"2403.08845","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-13T16:30:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5000ff13e11f8fb1b94b277372f4183c8a5471bb5d4606933ba44f4b07239c91","abstract_canon_sha256":"df328929350ca7aa32a7100894a8dce211fc2d60d9d3cfdcb16810a8083c816e"},"schema_version":"1.0"},"canonical_sha256":"c1c78118c7ebe6fe8e5b118614a55ec49d84e991c0c94c61ef7106dabb2fa6cf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:42:53.866540Z","signature_b64":"U5hKYRi5W1TVbXBLkPPb9Oc7U3ErKK88BBjlF9kx8qmt8HAZtSdrz4WW2kyaSVrrvF4D3YsXi20r2UIh6WeRDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c1c78118c7ebe6fe8e5b118614a55ec49d84e991c0c94c61ef7106dabb2fa6cf","last_reissued_at":"2026-07-05T08:42:53.865993Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:42:53.865993Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.08845","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pPRUk6uizQcedTtt7VzPJ6dzJnPXVS7By/el6M2E0ypNij1fQI3lQ6MoM64gH8RmPRSQiEMn3x4LFhjSvqzBBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T04:53:37.172961Z"},"content_sha256":"9c3f2f24f8526a713ac65d2e6ca7197f9c3966d9916859953e93f42cc4ff6b35","schema_version":"1.0","event_id":"sha256:9c3f2f24f8526a713ac65d2e6ca7197f9c3966d9916859953e93f42cc4ff6b35"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YHDYCGGH5PTP5DS3CGDBJJK6YS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Ben Athiwaratkun, Bing Xiang, Haifeng Qian, Hantian Ding, Jiacheng Guo, Jun Wang, Liangfu Chen, Parminder Bhatia, Qing Sun, Ramesh Nallapati, Sanjay Krishna Gouda, Sudipta Sengupta, Sujan Kumar Gonugondla","submitted_at":"2024-03-13T16:30:57Z","abstract_excerpt":"This study introduces bifurcated attention, a method designed to enhance language model inference in shared-context batch decoding scenarios. Our approach addresses the challenge of redundant memory IO costs, a critical factor contributing to latency in high batch sizes and extended context lengths. Bifurcated attention achieves this by strategically dividing the attention mechanism during incremental decoding into two separate GEMM operations: one focusing on the KV cache from prefill, and another on the decoding process itself. While maintaining the computational load (FLOPs) of standard att"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.08845","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.08845/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f5MRrsySZcp8+egS4tHhhlAQwy/2weiRj5r2sL4fE9l7qb9WUswStXZZALauQTuTq+4jGhhug2SlaHx8jCpVBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T04:53:37.173657Z"},"content_sha256":"3c6896db4eb7bb0c8379276fd5087bf10844303bf4ada7bc5c22cdf82633d71a","schema_version":"1.0","event_id":"sha256:3c6896db4eb7bb0c8379276fd5087bf10844303bf4ada7bc5c22cdf82633d71a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YHDYCGGH5PTP5DS3CGDBJJK6YS/bundle.json","state_url":"https://pith.science/pith/YHDYCGGH5PTP5DS3CGDBJJK6YS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YHDYCGGH5PTP5DS3CGDBJJK6YS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T04:53:37Z","links":{"resolver":"https://pith.science/pith/YHDYCGGH5PTP5DS3CGDBJJK6YS","bundle":"https://pith.science/pith/YHDYCGGH5PTP5DS3CGDBJJK6YS/bundle.json","state":"https://pith.science/pith/YHDYCGGH5PTP5DS3CGDBJJK6YS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YHDYCGGH5PTP5DS3CGDBJJK6YS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YHDYCGGH5PTP5DS3CGDBJJK6YS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"df328929350ca7aa32a7100894a8dce211fc2d60d9d3cfdcb16810a8083c816e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-13T16:30:57Z","title_canon_sha256":"5000ff13e11f8fb1b94b277372f4183c8a5471bb5d4606933ba44f4b07239c91"},"schema_version":"1.0","source":{"id":"2403.08845","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.08845","created_at":"2026-07-05T08:42:53Z"},{"alias_kind":"arxiv_version","alias_value":"2403.08845v2","created_at":"2026-07-05T08:42:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.08845","created_at":"2026-07-05T08:42:53Z"},{"alias_kind":"pith_short_12","alias_value":"YHDYCGGH5PTP","created_at":"2026-07-05T08:42:53Z"},{"alias_kind":"pith_short_16","alias_value":"YHDYCGGH5PTP5DS3","created_at":"2026-07-05T08:42:53Z"},{"alias_kind":"pith_short_8","alias_value":"YHDYCGGH","created_at":"2026-07-05T08:42:53Z"}],"graph_snapshots":[{"event_id":"sha256:3c6896db4eb7bb0c8379276fd5087bf10844303bf4ada7bc5c22cdf82633d71a","target":"graph","created_at":"2026-07-05T08:42:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.08845/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study introduces bifurcated attention, a method designed to enhance language model inference in shared-context batch decoding scenarios. Our approach addresses the challenge of redundant memory IO costs, a critical factor contributing to latency in high batch sizes and extended context lengths. Bifurcated attention achieves this by strategically dividing the attention mechanism during incremental decoding into two separate GEMM operations: one focusing on the KV cache from prefill, and another on the decoding process itself. While maintaining the computational load (FLOPs) of standard att","authors_text":"Ben Athiwaratkun, Bing Xiang, Haifeng Qian, Hantian Ding, Jiacheng Guo, Jun Wang, Liangfu Chen, Parminder Bhatia, Qing Sun, Ramesh Nallapati, Sanjay Krishna Gouda, Sudipta Sengupta, Sujan Kumar Gonugondla","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-13T16:30:57Z","title":"Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.08845","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9c3f2f24f8526a713ac65d2e6ca7197f9c3966d9916859953e93f42cc4ff6b35","target":"record","created_at":"2026-07-05T08:42:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"df328929350ca7aa32a7100894a8dce211fc2d60d9d3cfdcb16810a8083c816e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-13T16:30:57Z","title_canon_sha256":"5000ff13e11f8fb1b94b277372f4183c8a5471bb5d4606933ba44f4b07239c91"},"schema_version":"1.0","source":{"id":"2403.08845","kind":"arxiv","version":2}},"canonical_sha256":"c1c78118c7ebe6fe8e5b118614a55ec49d84e991c0c94c61ef7106dabb2fa6cf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c1c78118c7ebe6fe8e5b118614a55ec49d84e991c0c94c61ef7106dabb2fa6cf","first_computed_at":"2026-07-05T08:42:53.865993Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:42:53.865993Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"U5hKYRi5W1TVbXBLkPPb9Oc7U3ErKK88BBjlF9kx8qmt8HAZtSdrz4WW2kyaSVrrvF4D3YsXi20r2UIh6WeRDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:42:53.866540Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.08845","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9c3f2f24f8526a713ac65d2e6ca7197f9c3966d9916859953e93f42cc4ff6b35","sha256:3c6896db4eb7bb0c8379276fd5087bf10844303bf4ada7bc5c22cdf82633d71a"],"state_sha256":"ece00ec55792894b96d4dcaed0032f2d0745dba3d9459eb1f02219cb3cce7180"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BadosJFAoROglKuNMmM8b7Hd1ZZpT6NB1id2xdmVOSUquwi09G9E5uP4H5brZU5wgZ3nVPZ2hxz52Sdhk3f7BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T04:53:37.177236Z","bundle_sha256":"304654a4315ec00541a5d414546f9a47cc0f7ce30760e2cfe7307ca9b656a375"}}