{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:34FDQA4MVUT2TKEOMRGS5WOWCB","short_pith_number":"pith:34FDQA4M","canonical_record":{"source":{"id":"2507.11851","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-16T02:31:40Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"fb6a30e3823989acd93f207ced6a8b40e7eb77f9fb3c5de85e18eeabb6c6cb45","abstract_canon_sha256":"809d6a4093b58f7d0c5ef14b5a5d80c6211b6d23d6520a0e60265fb4df2c3f1e"},"schema_version":"1.0"},"canonical_sha256":"df0a38038cad27a9a88e644d2ed9d61065ec26ceeec76e598046bbc6ee0ba450","source":{"kind":"arxiv","id":"2507.11851","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.11851","created_at":"2026-07-05T11:37:52Z"},{"alias_kind":"arxiv_version","alias_value":"2507.11851v1","created_at":"2026-07-05T11:37:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.11851","created_at":"2026-07-05T11:37:52Z"},{"alias_kind":"pith_short_12","alias_value":"34FDQA4MVUT2","created_at":"2026-07-05T11:37:52Z"},{"alias_kind":"pith_short_16","alias_value":"34FDQA4MVUT2TKEO","created_at":"2026-07-05T11:37:52Z"},{"alias_kind":"pith_short_8","alias_value":"34FDQA4M","created_at":"2026-07-05T11:37:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:34FDQA4MVUT2TKEOMRGS5WOWCB","target":"record","payload":{"canonical_record":{"source":{"id":"2507.11851","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-16T02:31:40Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"fb6a30e3823989acd93f207ced6a8b40e7eb77f9fb3c5de85e18eeabb6c6cb45","abstract_canon_sha256":"809d6a4093b58f7d0c5ef14b5a5d80c6211b6d23d6520a0e60265fb4df2c3f1e"},"schema_version":"1.0"},"canonical_sha256":"df0a38038cad27a9a88e644d2ed9d61065ec26ceeec76e598046bbc6ee0ba450","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:37:52.102935Z","signature_b64":"SmTBQ9D+sTafs7rmILy7x/SCHg4d3l8xVwX0EscYTlBmdP/ZiWkYBVar1cgrtUIO8GzCY0qvJ2Cju4oXqur9DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"df0a38038cad27a9a88e644d2ed9d61065ec26ceeec76e598046bbc6ee0ba450","last_reissued_at":"2026-07-05T11:37:52.102403Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:37:52.102403Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.11851","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:37:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9OBy/vXnhegVRCJ/haj5KZuEI7YskzuYtfkIfaEqyZ5i+wsek5Wen5kvKTrvTAVeTDM0jJzHJIscV7hXjugbAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T05:54:13.638535Z"},"content_sha256":"74b65a033d01300cbf770e3c7851018cdfb5268624b9a90acf0b26a96c68d974","schema_version":"1.0","event_id":"sha256:74b65a033d01300cbf770e3c7851018cdfb5268624b9a90acf0b26a96c68d974"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:34FDQA4MVUT2TKEOMRGS5WOWCB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Your LLM Knows the Future: Uncovering Its Multi-Token Prediction Potential","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Arnav Kundu, David Harrison, Devang Naik, Kumari Nishu, Mehrdad Farajtabar, Minsik Cho, Mohammad Samragh","submitted_at":"2025-07-16T02:31:40Z","abstract_excerpt":"Autoregressive language models are constrained by their inherently sequential nature, generating one token at a time. This paradigm limits inference speed and parallelism, especially during later stages of generation when the direction and semantics of text are relatively certain. In this work, we propose a novel framework that leverages the inherent knowledge of vanilla autoregressive language models about future tokens, combining techniques to realize this potential and enable simultaneous prediction of multiple subsequent tokens. Our approach introduces several key innovations: (1) a masked"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.11851","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.11851/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:37:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ADCR/jupZBuJ6ytccvXTTpQb3bHVrNl7LCFln5tv1lFVaDx/Kv4o0LIk5EX+XCwc0qDu0J5eQi/C/l6yJumtCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T05:54:13.639288Z"},"content_sha256":"85a7cd116ea107c2f3cde83fdce055a80cc5a4a8032f10c053fc8f538600059f","schema_version":"1.0","event_id":"sha256:85a7cd116ea107c2f3cde83fdce055a80cc5a4a8032f10c053fc8f538600059f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/34FDQA4MVUT2TKEOMRGS5WOWCB/bundle.json","state_url":"https://pith.science/pith/34FDQA4MVUT2TKEOMRGS5WOWCB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/34FDQA4MVUT2TKEOMRGS5WOWCB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T05:54:13Z","links":{"resolver":"https://pith.science/pith/34FDQA4MVUT2TKEOMRGS5WOWCB","bundle":"https://pith.science/pith/34FDQA4MVUT2TKEOMRGS5WOWCB/bundle.json","state":"https://pith.science/pith/34FDQA4MVUT2TKEOMRGS5WOWCB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/34FDQA4MVUT2TKEOMRGS5WOWCB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:34FDQA4MVUT2TKEOMRGS5WOWCB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"809d6a4093b58f7d0c5ef14b5a5d80c6211b6d23d6520a0e60265fb4df2c3f1e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-16T02:31:40Z","title_canon_sha256":"fb6a30e3823989acd93f207ced6a8b40e7eb77f9fb3c5de85e18eeabb6c6cb45"},"schema_version":"1.0","source":{"id":"2507.11851","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.11851","created_at":"2026-07-05T11:37:52Z"},{"alias_kind":"arxiv_version","alias_value":"2507.11851v1","created_at":"2026-07-05T11:37:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.11851","created_at":"2026-07-05T11:37:52Z"},{"alias_kind":"pith_short_12","alias_value":"34FDQA4MVUT2","created_at":"2026-07-05T11:37:52Z"},{"alias_kind":"pith_short_16","alias_value":"34FDQA4MVUT2TKEO","created_at":"2026-07-05T11:37:52Z"},{"alias_kind":"pith_short_8","alias_value":"34FDQA4M","created_at":"2026-07-05T11:37:52Z"}],"graph_snapshots":[{"event_id":"sha256:85a7cd116ea107c2f3cde83fdce055a80cc5a4a8032f10c053fc8f538600059f","target":"graph","created_at":"2026-07-05T11:37:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.11851/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Autoregressive language models are constrained by their inherently sequential nature, generating one token at a time. This paradigm limits inference speed and parallelism, especially during later stages of generation when the direction and semantics of text are relatively certain. In this work, we propose a novel framework that leverages the inherent knowledge of vanilla autoregressive language models about future tokens, combining techniques to realize this potential and enable simultaneous prediction of multiple subsequent tokens. Our approach introduces several key innovations: (1) a masked","authors_text":"Arnav Kundu, David Harrison, Devang Naik, Kumari Nishu, Mehrdad Farajtabar, Minsik Cho, Mohammad Samragh","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-16T02:31:40Z","title":"Your LLM Knows the Future: Uncovering Its Multi-Token Prediction Potential"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.11851","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:74b65a033d01300cbf770e3c7851018cdfb5268624b9a90acf0b26a96c68d974","target":"record","created_at":"2026-07-05T11:37:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"809d6a4093b58f7d0c5ef14b5a5d80c6211b6d23d6520a0e60265fb4df2c3f1e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-16T02:31:40Z","title_canon_sha256":"fb6a30e3823989acd93f207ced6a8b40e7eb77f9fb3c5de85e18eeabb6c6cb45"},"schema_version":"1.0","source":{"id":"2507.11851","kind":"arxiv","version":1}},"canonical_sha256":"df0a38038cad27a9a88e644d2ed9d61065ec26ceeec76e598046bbc6ee0ba450","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"df0a38038cad27a9a88e644d2ed9d61065ec26ceeec76e598046bbc6ee0ba450","first_computed_at":"2026-07-05T11:37:52.102403Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:37:52.102403Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SmTBQ9D+sTafs7rmILy7x/SCHg4d3l8xVwX0EscYTlBmdP/ZiWkYBVar1cgrtUIO8GzCY0qvJ2Cju4oXqur9DA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:37:52.102935Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.11851","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:74b65a033d01300cbf770e3c7851018cdfb5268624b9a90acf0b26a96c68d974","sha256:85a7cd116ea107c2f3cde83fdce055a80cc5a4a8032f10c053fc8f538600059f"],"state_sha256":"259f9ae526acdb4e1d61ab5689b2e9ba71d09eb343ed72d90a2be9688899cd07"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gyRsJAYSbhN3TjWVI7Dr5NJS8YfaRxpx76FrmW4DUQgV232oO7sg77Pw1Xv1cd9AWgksIGrlo9lbLNaWc4spCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T05:54:13.675204Z","bundle_sha256":"9c49b30e81cb78460439cb007b0aa78094d1e51c907fb8f517b181d4fcdd37d8"}}