{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZMYUZA75LM6NRQ6R4T46QBPFXX","short_pith_number":"pith:ZMYUZA75","canonical_record":{"source":{"id":"2404.09529","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-15T07:49:10Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"c49f3f7d0a476445fe143cc819651d7be2fc9ecd7ecc83127562eaccdaef1d79","abstract_canon_sha256":"f6cc7db26616974fb94623f31ad95d148f9c62c554ada5e48806ec4c9306e79a"},"schema_version":"1.0"},"canonical_sha256":"cb314c83fd5b3cd8c3d1e4f9e805e5bdf7cff10c3d774890a7bcbc4703524e03","source":{"kind":"arxiv","id":"2404.09529","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.09529","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"arxiv_version","alias_value":"2404.09529v1","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.09529","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"pith_short_12","alias_value":"ZMYUZA75LM6N","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"pith_short_16","alias_value":"ZMYUZA75LM6NRQ6R","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"pith_short_8","alias_value":"ZMYUZA75","created_at":"2026-07-05T08:08:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZMYUZA75LM6NRQ6R4T46QBPFXX","target":"record","payload":{"canonical_record":{"source":{"id":"2404.09529","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-15T07:49:10Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"c49f3f7d0a476445fe143cc819651d7be2fc9ecd7ecc83127562eaccdaef1d79","abstract_canon_sha256":"f6cc7db26616974fb94623f31ad95d148f9c62c554ada5e48806ec4c9306e79a"},"schema_version":"1.0"},"canonical_sha256":"cb314c83fd5b3cd8c3d1e4f9e805e5bdf7cff10c3d774890a7bcbc4703524e03","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:08:07.978497Z","signature_b64":"z0gm7yyhAruz2PhJpKRd61S9+75Dso8EIu/XsdbxPCC5d8Oh2RCKGuJAmlbl7aoDxrRpwyyBCpEJw0tPp5jZDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cb314c83fd5b3cd8c3d1e4f9e805e5bdf7cff10c3d774890a7bcbc4703524e03","last_reissued_at":"2026-07-05T08:08:07.977960Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:08:07.977960Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.09529","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:08:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9EY5QUXYIKXYWf+I1xwI9L5WVlNa6+/PjSJrizVAVUVTuTxcsDIOaGdGS/o95DcIWeRNNFnueuupl8VCEzXaAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T21:39:15.482026Z"},"content_sha256":"5ee00d8f06b40fcf3621056b5bf83bd2edeef0b338a484d91be4e7fe117b2ccd","schema_version":"1.0","event_id":"sha256:5ee00d8f06b40fcf3621056b5bf83bd2edeef0b338a484d91be4e7fe117b2ccd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZMYUZA75LM6NRQ6R4T46QBPFXX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Prepacking: A Simple Method for Fast Prefilling and Increased Throughput in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Aditya Grover, Daniel Israel, Guy Van den Broeck, Siyan Zhao","submitted_at":"2024-04-15T07:49:10Z","abstract_excerpt":"During inference for transformer-based large language models (LLM), prefilling is the computation of the key-value (KV) cache for input tokens in the prompt prior to autoregressive generation. For longer input prompt lengths, prefilling will incur a significant overhead on decoding time. In this work, we highlight the following pitfall of prefilling: for batches containing high-varying prompt lengths, significant computation is wasted by the standard practice of padding sequences to the maximum length. As LLMs increasingly support longer context lengths, potentially up to 10 million tokens, va"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.09529","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.09529/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:08:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"921jgZIGulUyqgrJTQOKFrdASYy7F+p5jjoU/JYfqYPMUsC6plnxj+lbDrqt2TACCXNHBhRfa/edbMbgUparAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T21:39:15.482674Z"},"content_sha256":"14fa2cec89c15507f11cf37d923603c5901fd88560d02ebdef102a6b72eccc4d","schema_version":"1.0","event_id":"sha256:14fa2cec89c15507f11cf37d923603c5901fd88560d02ebdef102a6b72eccc4d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZMYUZA75LM6NRQ6R4T46QBPFXX/bundle.json","state_url":"https://pith.science/pith/ZMYUZA75LM6NRQ6R4T46QBPFXX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZMYUZA75LM6NRQ6R4T46QBPFXX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T21:39:15Z","links":{"resolver":"https://pith.science/pith/ZMYUZA75LM6NRQ6R4T46QBPFXX","bundle":"https://pith.science/pith/ZMYUZA75LM6NRQ6R4T46QBPFXX/bundle.json","state":"https://pith.science/pith/ZMYUZA75LM6NRQ6R4T46QBPFXX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZMYUZA75LM6NRQ6R4T46QBPFXX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZMYUZA75LM6NRQ6R4T46QBPFXX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f6cc7db26616974fb94623f31ad95d148f9c62c554ada5e48806ec4c9306e79a","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-15T07:49:10Z","title_canon_sha256":"c49f3f7d0a476445fe143cc819651d7be2fc9ecd7ecc83127562eaccdaef1d79"},"schema_version":"1.0","source":{"id":"2404.09529","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.09529","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"arxiv_version","alias_value":"2404.09529v1","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.09529","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"pith_short_12","alias_value":"ZMYUZA75LM6N","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"pith_short_16","alias_value":"ZMYUZA75LM6NRQ6R","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"pith_short_8","alias_value":"ZMYUZA75","created_at":"2026-07-05T08:08:07Z"}],"graph_snapshots":[{"event_id":"sha256:14fa2cec89c15507f11cf37d923603c5901fd88560d02ebdef102a6b72eccc4d","target":"graph","created_at":"2026-07-05T08:08:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.09529/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"During inference for transformer-based large language models (LLM), prefilling is the computation of the key-value (KV) cache for input tokens in the prompt prior to autoregressive generation. For longer input prompt lengths, prefilling will incur a significant overhead on decoding time. In this work, we highlight the following pitfall of prefilling: for batches containing high-varying prompt lengths, significant computation is wasted by the standard practice of padding sequences to the maximum length. As LLMs increasingly support longer context lengths, potentially up to 10 million tokens, va","authors_text":"Aditya Grover, Daniel Israel, Guy Van den Broeck, Siyan Zhao","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-15T07:49:10Z","title":"Prepacking: A Simple Method for Fast Prefilling and Increased Throughput in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.09529","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5ee00d8f06b40fcf3621056b5bf83bd2edeef0b338a484d91be4e7fe117b2ccd","target":"record","created_at":"2026-07-05T08:08:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f6cc7db26616974fb94623f31ad95d148f9c62c554ada5e48806ec4c9306e79a","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-15T07:49:10Z","title_canon_sha256":"c49f3f7d0a476445fe143cc819651d7be2fc9ecd7ecc83127562eaccdaef1d79"},"schema_version":"1.0","source":{"id":"2404.09529","kind":"arxiv","version":1}},"canonical_sha256":"cb314c83fd5b3cd8c3d1e4f9e805e5bdf7cff10c3d774890a7bcbc4703524e03","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cb314c83fd5b3cd8c3d1e4f9e805e5bdf7cff10c3d774890a7bcbc4703524e03","first_computed_at":"2026-07-05T08:08:07.977960Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:08:07.977960Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"z0gm7yyhAruz2PhJpKRd61S9+75Dso8EIu/XsdbxPCC5d8Oh2RCKGuJAmlbl7aoDxrRpwyyBCpEJw0tPp5jZDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:08:07.978497Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.09529","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5ee00d8f06b40fcf3621056b5bf83bd2edeef0b338a484d91be4e7fe117b2ccd","sha256:14fa2cec89c15507f11cf37d923603c5901fd88560d02ebdef102a6b72eccc4d"],"state_sha256":"b160b10b10d59b3c922993bb0e33032b7a84d92ae164eac7c1e46b9d044b6d29"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DbfbVPpoBSXeQfDqRUcXkDoOShGhrgbyUjZmHBsWWPffCrfMt7c9OdRJv0+Prmj+B1X4AZmvvzs+V70QSH/oBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T21:39:15.488905Z","bundle_sha256":"32be0727c56f5dfa1c395d163ad763297c1fda5925cb447e7b45af76e971620d"}}