{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3B45TIJEOO5AJENYA7FW6IYOTC","short_pith_number":"pith:3B45TIJE","canonical_record":{"source":{"id":"2410.17765","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-23T11:06:36Z","cross_cats_sorted":[],"title_canon_sha256":"a15362ba73049116882b2cb955f1b89dcd0ed82db4e5aeb60ddf5fa557d5b2ea","abstract_canon_sha256":"259fda5391229f631b1bf12a720965b2cb48ff25afc5ac94efacbefd5cc2906f"},"schema_version":"1.0"},"canonical_sha256":"d879d9a12473ba0491b807cb6f230e98ad4908715191adb9e314de23b0aab695","source":{"kind":"arxiv","id":"2410.17765","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.17765","created_at":"2026-07-05T10:11:27Z"},{"alias_kind":"arxiv_version","alias_value":"2410.17765v2","created_at":"2026-07-05T10:11:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.17765","created_at":"2026-07-05T10:11:27Z"},{"alias_kind":"pith_short_12","alias_value":"3B45TIJEOO5A","created_at":"2026-07-05T10:11:27Z"},{"alias_kind":"pith_short_16","alias_value":"3B45TIJEOO5AJENY","created_at":"2026-07-05T10:11:27Z"},{"alias_kind":"pith_short_8","alias_value":"3B45TIJE","created_at":"2026-07-05T10:11:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3B45TIJEOO5AJENYA7FW6IYOTC","target":"record","payload":{"canonical_record":{"source":{"id":"2410.17765","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-23T11:06:36Z","cross_cats_sorted":[],"title_canon_sha256":"a15362ba73049116882b2cb955f1b89dcd0ed82db4e5aeb60ddf5fa557d5b2ea","abstract_canon_sha256":"259fda5391229f631b1bf12a720965b2cb48ff25afc5ac94efacbefd5cc2906f"},"schema_version":"1.0"},"canonical_sha256":"d879d9a12473ba0491b807cb6f230e98ad4908715191adb9e314de23b0aab695","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:11:27.299496Z","signature_b64":"JvVQwmEm2rtHElu7rQT0AqJxjVODQo9CtTuJ7q+118HSzDsHqfWCr2/Wo/n/IDzYSF7aBitjv4lIDjdtIZKcCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d879d9a12473ba0491b807cb6f230e98ad4908715191adb9e314de23b0aab695","last_reissued_at":"2026-07-05T10:11:27.298946Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:11:27.298946Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.17765","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2D8bL4shmok5HGaiCmIugxAFSFR4laUpJpEYs+NQiBvBi1qNR0gX/fmfFJkevr1dSHDKDJWu6DCyc4wFp/+GBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:16:31.678811Z"},"content_sha256":"2cdcc829b9b362c2299129b8d089007449c5bb0b3df9ad3c72186bd799612eb2","schema_version":"1.0","event_id":"sha256:2cdcc829b9b362c2299129b8d089007449c5bb0b3df9ad3c72186bd799612eb2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3B45TIJEOO5AJENYA7FW6IYOTC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Faster Language Models with Better Multi-Token Prediction Using Tensor Decomposition","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Andrei Chertkov, Artem Basharin, Ivan Oseledets","submitted_at":"2024-10-23T11:06:36Z","abstract_excerpt":"We propose a new model for multi-token prediction in transformers, aiming to enhance sampling efficiency without compromising accuracy. Motivated by recent work that predicts the probabilities of subsequent tokens using multiple heads, we connect this approach to rank-$1$ canonical tensor decomposition. By generalizing it to a rank-$r$ canonical probability decomposition, we develop an improved model that predicts multiple tokens simultaneously. This model can also be interpreted as a mixture of experts, allowing us to leverage successful techniques from that domain for efficient and robust tr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.17765","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.17765/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aqirfkzqgSBe88JplWW0aRKVre8ZEHe4jMprBsOlcZbqEQcRbC+sY+ESBT6tiAo9hATZCaq/LxIESjMUllVKDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:16:31.679312Z"},"content_sha256":"f7da0782f3e27b95172eeb21b72ac70855ce66d2c7de90b81069f3816fd78b8f","schema_version":"1.0","event_id":"sha256:f7da0782f3e27b95172eeb21b72ac70855ce66d2c7de90b81069f3816fd78b8f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3B45TIJEOO5AJENYA7FW6IYOTC/bundle.json","state_url":"https://pith.science/pith/3B45TIJEOO5AJENYA7FW6IYOTC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3B45TIJEOO5AJENYA7FW6IYOTC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T09:16:31Z","links":{"resolver":"https://pith.science/pith/3B45TIJEOO5AJENYA7FW6IYOTC","bundle":"https://pith.science/pith/3B45TIJEOO5AJENYA7FW6IYOTC/bundle.json","state":"https://pith.science/pith/3B45TIJEOO5AJENYA7FW6IYOTC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3B45TIJEOO5AJENYA7FW6IYOTC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3B45TIJEOO5AJENYA7FW6IYOTC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"259fda5391229f631b1bf12a720965b2cb48ff25afc5ac94efacbefd5cc2906f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-23T11:06:36Z","title_canon_sha256":"a15362ba73049116882b2cb955f1b89dcd0ed82db4e5aeb60ddf5fa557d5b2ea"},"schema_version":"1.0","source":{"id":"2410.17765","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.17765","created_at":"2026-07-05T10:11:27Z"},{"alias_kind":"arxiv_version","alias_value":"2410.17765v2","created_at":"2026-07-05T10:11:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.17765","created_at":"2026-07-05T10:11:27Z"},{"alias_kind":"pith_short_12","alias_value":"3B45TIJEOO5A","created_at":"2026-07-05T10:11:27Z"},{"alias_kind":"pith_short_16","alias_value":"3B45TIJEOO5AJENY","created_at":"2026-07-05T10:11:27Z"},{"alias_kind":"pith_short_8","alias_value":"3B45TIJE","created_at":"2026-07-05T10:11:27Z"}],"graph_snapshots":[{"event_id":"sha256:f7da0782f3e27b95172eeb21b72ac70855ce66d2c7de90b81069f3816fd78b8f","target":"graph","created_at":"2026-07-05T10:11:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.17765/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose a new model for multi-token prediction in transformers, aiming to enhance sampling efficiency without compromising accuracy. Motivated by recent work that predicts the probabilities of subsequent tokens using multiple heads, we connect this approach to rank-$1$ canonical tensor decomposition. By generalizing it to a rank-$r$ canonical probability decomposition, we develop an improved model that predicts multiple tokens simultaneously. This model can also be interpreted as a mixture of experts, allowing us to leverage successful techniques from that domain for efficient and robust tr","authors_text":"Andrei Chertkov, Artem Basharin, Ivan Oseledets","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-23T11:06:36Z","title":"Faster Language Models with Better Multi-Token Prediction Using Tensor Decomposition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.17765","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2cdcc829b9b362c2299129b8d089007449c5bb0b3df9ad3c72186bd799612eb2","target":"record","created_at":"2026-07-05T10:11:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"259fda5391229f631b1bf12a720965b2cb48ff25afc5ac94efacbefd5cc2906f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-23T11:06:36Z","title_canon_sha256":"a15362ba73049116882b2cb955f1b89dcd0ed82db4e5aeb60ddf5fa557d5b2ea"},"schema_version":"1.0","source":{"id":"2410.17765","kind":"arxiv","version":2}},"canonical_sha256":"d879d9a12473ba0491b807cb6f230e98ad4908715191adb9e314de23b0aab695","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d879d9a12473ba0491b807cb6f230e98ad4908715191adb9e314de23b0aab695","first_computed_at":"2026-07-05T10:11:27.298946Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:11:27.298946Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JvVQwmEm2rtHElu7rQT0AqJxjVODQo9CtTuJ7q+118HSzDsHqfWCr2/Wo/n/IDzYSF7aBitjv4lIDjdtIZKcCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:11:27.299496Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.17765","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2cdcc829b9b362c2299129b8d089007449c5bb0b3df9ad3c72186bd799612eb2","sha256:f7da0782f3e27b95172eeb21b72ac70855ce66d2c7de90b81069f3816fd78b8f"],"state_sha256":"29c79118a8ee7eaee3931ede4e88d9a2342bafe42cbf261a7676e64ca69aee9b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fQECqd+GBLQ0XVpzxGQYtgQNG4NNKoQgzFQNEUnIKLO3nIJZL3ZZBK2v97Xp8gJAAPuRlB2kxGb57xwyqVfABw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T09:16:31.682893Z","bundle_sha256":"9f64fd4d447e89fbbfa5bc971ff480ac28a1604581a0c3ca87db05c1d5a8eece"}}