{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:PP4W5Q23HYQFER7XO5LWUPMRZL","short_pith_number":"pith:PP4W5Q23","canonical_record":{"source":{"id":"2304.04487","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-10T09:55:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f10629346b8e1a1f8d8def1155ef03da8c2e0362508dc6750ef314e203248d7b","abstract_canon_sha256":"6466bf537e5cdc8081cab7a74791e3e62eb2706a6c63f25d5084bf6cf4887e46"},"schema_version":"1.0"},"canonical_sha256":"7bf96ec35b3e205247f777576a3d91cafae22e39ea5c96d8f50c9d73cbe7d438","source":{"kind":"arxiv","id":"2304.04487","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.04487","created_at":"2026-07-05T05:59:26Z"},{"alias_kind":"arxiv_version","alias_value":"2304.04487v1","created_at":"2026-07-05T05:59:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.04487","created_at":"2026-07-05T05:59:26Z"},{"alias_kind":"pith_short_12","alias_value":"PP4W5Q23HYQF","created_at":"2026-07-05T05:59:26Z"},{"alias_kind":"pith_short_16","alias_value":"PP4W5Q23HYQFER7X","created_at":"2026-07-05T05:59:26Z"},{"alias_kind":"pith_short_8","alias_value":"PP4W5Q23","created_at":"2026-07-05T05:59:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:PP4W5Q23HYQFER7XO5LWUPMRZL","target":"record","payload":{"canonical_record":{"source":{"id":"2304.04487","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-10T09:55:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f10629346b8e1a1f8d8def1155ef03da8c2e0362508dc6750ef314e203248d7b","abstract_canon_sha256":"6466bf537e5cdc8081cab7a74791e3e62eb2706a6c63f25d5084bf6cf4887e46"},"schema_version":"1.0"},"canonical_sha256":"7bf96ec35b3e205247f777576a3d91cafae22e39ea5c96d8f50c9d73cbe7d438","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:59:26.682681Z","signature_b64":"HfzSUYHtKEzcxdKzj1nJ5vdvwKhBomxXsfNhtMSto9qls24PHSqEnL2BIKsCtlQ7vEWKN4xqiWsVpNo3V/FKDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7bf96ec35b3e205247f777576a3d91cafae22e39ea5c96d8f50c9d73cbe7d438","last_reissued_at":"2026-07-05T05:59:26.682101Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:59:26.682101Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.04487","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:59:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nJVG/TWw/jhmGDXpnzUnmvacqLjRVBiP+OEIVNg1U2T4iGvOH+E3vZUJbBtP3DWVSmXay6VbkRczmZXksX3gDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T16:53:57.059095Z"},"content_sha256":"1819c2a2ff3351adbdd91579f4c7c5d7f9c3536e4eb3742f1ec6b72db9653a95","schema_version":"1.0","event_id":"sha256:1819c2a2ff3351adbdd91579f4c7c5d7f9c3536e4eb3742f1ec6b72db9653a95"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:PP4W5Q23HYQFER7XO5LWUPMRZL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Inference with Reference: Lossless Acceleration of Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Binxing Jiao, Daxin Jiang, Furu Wei, Liang Wang, Linjun Yang, Nan Yang, Rangan Majumder, Tao Ge","submitted_at":"2023-04-10T09:55:14Z","abstract_excerpt":"We propose LLMA, an LLM accelerator to losslessly speed up Large Language Model (LLM) inference with references. LLMA is motivated by the observation that there are abundant identical text spans between the decoding result by an LLM and the reference that is available in many real world scenarios (e.g., retrieved documents). LLMA first selects a text span from the reference and copies its tokens to the decoder and then efficiently checks the tokens' appropriateness as the decoding result in parallel within one decoding step. The improved computational parallelism allows LLMA to achieve over 2x"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.04487","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.04487/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:59:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XWfINYL9EBXxzqvEzp4ruuBVlksslEf2EOXpx13qqggV96rnpD3wX21BSCWvWuS+AAPYG2j8sMjLVWbaZ5o1Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T16:53:57.060413Z"},"content_sha256":"a32b8ac6c902e7878b8753e3398f94a878359258eb1e614a9a820e036475dacf","schema_version":"1.0","event_id":"sha256:a32b8ac6c902e7878b8753e3398f94a878359258eb1e614a9a820e036475dacf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PP4W5Q23HYQFER7XO5LWUPMRZL/bundle.json","state_url":"https://pith.science/pith/PP4W5Q23HYQFER7XO5LWUPMRZL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PP4W5Q23HYQFER7XO5LWUPMRZL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T16:53:57Z","links":{"resolver":"https://pith.science/pith/PP4W5Q23HYQFER7XO5LWUPMRZL","bundle":"https://pith.science/pith/PP4W5Q23HYQFER7XO5LWUPMRZL/bundle.json","state":"https://pith.science/pith/PP4W5Q23HYQFER7XO5LWUPMRZL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PP4W5Q23HYQFER7XO5LWUPMRZL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:PP4W5Q23HYQFER7XO5LWUPMRZL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6466bf537e5cdc8081cab7a74791e3e62eb2706a6c63f25d5084bf6cf4887e46","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-10T09:55:14Z","title_canon_sha256":"f10629346b8e1a1f8d8def1155ef03da8c2e0362508dc6750ef314e203248d7b"},"schema_version":"1.0","source":{"id":"2304.04487","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.04487","created_at":"2026-07-05T05:59:26Z"},{"alias_kind":"arxiv_version","alias_value":"2304.04487v1","created_at":"2026-07-05T05:59:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.04487","created_at":"2026-07-05T05:59:26Z"},{"alias_kind":"pith_short_12","alias_value":"PP4W5Q23HYQF","created_at":"2026-07-05T05:59:26Z"},{"alias_kind":"pith_short_16","alias_value":"PP4W5Q23HYQFER7X","created_at":"2026-07-05T05:59:26Z"},{"alias_kind":"pith_short_8","alias_value":"PP4W5Q23","created_at":"2026-07-05T05:59:26Z"}],"graph_snapshots":[{"event_id":"sha256:a32b8ac6c902e7878b8753e3398f94a878359258eb1e614a9a820e036475dacf","target":"graph","created_at":"2026-07-05T05:59:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.04487/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose LLMA, an LLM accelerator to losslessly speed up Large Language Model (LLM) inference with references. LLMA is motivated by the observation that there are abundant identical text spans between the decoding result by an LLM and the reference that is available in many real world scenarios (e.g., retrieved documents). LLMA first selects a text span from the reference and copies its tokens to the decoder and then efficiently checks the tokens' appropriateness as the decoding result in parallel within one decoding step. The improved computational parallelism allows LLMA to achieve over 2x","authors_text":"Binxing Jiao, Daxin Jiang, Furu Wei, Liang Wang, Linjun Yang, Nan Yang, Rangan Majumder, Tao Ge","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-10T09:55:14Z","title":"Inference with Reference: Lossless Acceleration of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.04487","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1819c2a2ff3351adbdd91579f4c7c5d7f9c3536e4eb3742f1ec6b72db9653a95","target":"record","created_at":"2026-07-05T05:59:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6466bf537e5cdc8081cab7a74791e3e62eb2706a6c63f25d5084bf6cf4887e46","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-10T09:55:14Z","title_canon_sha256":"f10629346b8e1a1f8d8def1155ef03da8c2e0362508dc6750ef314e203248d7b"},"schema_version":"1.0","source":{"id":"2304.04487","kind":"arxiv","version":1}},"canonical_sha256":"7bf96ec35b3e205247f777576a3d91cafae22e39ea5c96d8f50c9d73cbe7d438","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7bf96ec35b3e205247f777576a3d91cafae22e39ea5c96d8f50c9d73cbe7d438","first_computed_at":"2026-07-05T05:59:26.682101Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:59:26.682101Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HfzSUYHtKEzcxdKzj1nJ5vdvwKhBomxXsfNhtMSto9qls24PHSqEnL2BIKsCtlQ7vEWKN4xqiWsVpNo3V/FKDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:59:26.682681Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.04487","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1819c2a2ff3351adbdd91579f4c7c5d7f9c3536e4eb3742f1ec6b72db9653a95","sha256:a32b8ac6c902e7878b8753e3398f94a878359258eb1e614a9a820e036475dacf"],"state_sha256":"7162eac39463237c1f0892c9d6e6fb1a398283f84b92ac3e9b348c5c66b3b9d1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5Q5ZEHjBtuWm7G0Udhk1Aoj3w3GifGN5VsEVdyAg0EKjXJehdd5KGlConB5Wq2hCxHJ93cNSdoT+8VeHTR5rAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T16:53:57.066560Z","bundle_sha256":"157109cfb0e2008566577ab00a162cf4ec9fb05d4008c11a2f1807aa50a5e478"}}