{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6SFVOQTDJLW5KU43WIKUDWSGO2","short_pith_number":"pith:6SFVOQTD","canonical_record":{"source":{"id":"2406.17404","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-25T09:25:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"48fecb6f43b8560be9f431cf2078724d4aa3f81999dc0fa97e5517311d7a96bd","abstract_canon_sha256":"a32d3f35e9c6189319bcca00c36a893f960a6426afc20a464085d8ae66386a03"},"schema_version":"1.0"},"canonical_sha256":"f48b5742634aedd5539bb21541da4676ae1ba1f827f6e286bd25beaf7f595039","source":{"kind":"arxiv","id":"2406.17404","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.17404","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"arxiv_version","alias_value":"2406.17404v2","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.17404","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_12","alias_value":"6SFVOQTDJLW5","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_16","alias_value":"6SFVOQTDJLW5KU43","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_8","alias_value":"6SFVOQTD","created_at":"2026-07-05T09:16:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6SFVOQTDJLW5KU43WIKUDWSGO2","target":"record","payload":{"canonical_record":{"source":{"id":"2406.17404","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-25T09:25:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"48fecb6f43b8560be9f431cf2078724d4aa3f81999dc0fa97e5517311d7a96bd","abstract_canon_sha256":"a32d3f35e9c6189319bcca00c36a893f960a6426afc20a464085d8ae66386a03"},"schema_version":"1.0"},"canonical_sha256":"f48b5742634aedd5539bb21541da4676ae1ba1f827f6e286bd25beaf7f595039","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:18.867156Z","signature_b64":"ZRZmfQCnlse7z8StgXH7/INWk40F/V9Cwikf9qg6VaD/8EvsrudE5RDkXYfeL+17G1slhsCcAefFvJaRVY+eDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f48b5742634aedd5539bb21541da4676ae1ba1f827f6e286bd25beaf7f595039","last_reissued_at":"2026-07-05T09:16:18.866710Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:18.866710Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.17404","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+dI9epAqj9/RskzhDG+fXNLeQDvpxmPNd5Bv1ejPsyzz4GHkZegNw8Twm5Q/EXGpM+C8gYfhdvSjdjW3SoiVDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T08:05:31.612801Z"},"content_sha256":"6c4ec92ccea154134e91ba72e9fc4e803664dbed2b646c1f6ffac1ba1e3dbac6","schema_version":"1.0","event_id":"sha256:6c4ec92ccea154134e91ba72e9fc4e803664dbed2b646c1f6ffac1ba1e3dbac6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6SFVOQTDJLW5KU43WIKUDWSGO2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Make Some Noise: Unlocking Language Model Parallel Inference Capability through Noisy Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Dongliang Xu, Fuxuan Wei, Qingfu Zhu, Qing Yang, Wanxiang Che, Xianzhen Luo, Xuanyu Zhang, Yijun Liu, Yixuan Wang","submitted_at":"2024-06-25T09:25:39Z","abstract_excerpt":"Existing speculative decoding methods typically require additional model structure and training processes to assist the model for draft token generation. This makes the migration of acceleration methods to the new model more costly and more demanding on device memory. To address this problem, we propose the Make Some Noise (MSN) training framework as a replacement for the supervised fine-tuning stage of the large language model. The training method simply introduces some noise at the input for the model to learn the denoising task. It significantly enhances the parallel decoding capability of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.17404","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.17404/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DhS/WUOQfvxS38HjcEsUeZd1KSiSW5+vUklHQuw7k4CCWcY0ebyxBwA5MJddo51CuEDp1UqCd1AiKR6iz59YAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T08:05:31.613625Z"},"content_sha256":"f6513d60e7b3f87301be494b44e1133dc588556b1fd5f0b8d41a3af692aadb58","schema_version":"1.0","event_id":"sha256:f6513d60e7b3f87301be494b44e1133dc588556b1fd5f0b8d41a3af692aadb58"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6SFVOQTDJLW5KU43WIKUDWSGO2/bundle.json","state_url":"https://pith.science/pith/6SFVOQTDJLW5KU43WIKUDWSGO2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6SFVOQTDJLW5KU43WIKUDWSGO2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T08:05:31Z","links":{"resolver":"https://pith.science/pith/6SFVOQTDJLW5KU43WIKUDWSGO2","bundle":"https://pith.science/pith/6SFVOQTDJLW5KU43WIKUDWSGO2/bundle.json","state":"https://pith.science/pith/6SFVOQTDJLW5KU43WIKUDWSGO2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6SFVOQTDJLW5KU43WIKUDWSGO2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6SFVOQTDJLW5KU43WIKUDWSGO2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a32d3f35e9c6189319bcca00c36a893f960a6426afc20a464085d8ae66386a03","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-25T09:25:39Z","title_canon_sha256":"48fecb6f43b8560be9f431cf2078724d4aa3f81999dc0fa97e5517311d7a96bd"},"schema_version":"1.0","source":{"id":"2406.17404","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.17404","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"arxiv_version","alias_value":"2406.17404v2","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.17404","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_12","alias_value":"6SFVOQTDJLW5","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_16","alias_value":"6SFVOQTDJLW5KU43","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_8","alias_value":"6SFVOQTD","created_at":"2026-07-05T09:16:18Z"}],"graph_snapshots":[{"event_id":"sha256:f6513d60e7b3f87301be494b44e1133dc588556b1fd5f0b8d41a3af692aadb58","target":"graph","created_at":"2026-07-05T09:16:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.17404/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing speculative decoding methods typically require additional model structure and training processes to assist the model for draft token generation. This makes the migration of acceleration methods to the new model more costly and more demanding on device memory. To address this problem, we propose the Make Some Noise (MSN) training framework as a replacement for the supervised fine-tuning stage of the large language model. The training method simply introduces some noise at the input for the model to learn the denoising task. It significantly enhances the parallel decoding capability of ","authors_text":"Dongliang Xu, Fuxuan Wei, Qingfu Zhu, Qing Yang, Wanxiang Che, Xianzhen Luo, Xuanyu Zhang, Yijun Liu, Yixuan Wang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-25T09:25:39Z","title":"Make Some Noise: Unlocking Language Model Parallel Inference Capability through Noisy Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.17404","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6c4ec92ccea154134e91ba72e9fc4e803664dbed2b646c1f6ffac1ba1e3dbac6","target":"record","created_at":"2026-07-05T09:16:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a32d3f35e9c6189319bcca00c36a893f960a6426afc20a464085d8ae66386a03","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-25T09:25:39Z","title_canon_sha256":"48fecb6f43b8560be9f431cf2078724d4aa3f81999dc0fa97e5517311d7a96bd"},"schema_version":"1.0","source":{"id":"2406.17404","kind":"arxiv","version":2}},"canonical_sha256":"f48b5742634aedd5539bb21541da4676ae1ba1f827f6e286bd25beaf7f595039","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f48b5742634aedd5539bb21541da4676ae1ba1f827f6e286bd25beaf7f595039","first_computed_at":"2026-07-05T09:16:18.866710Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:18.866710Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZRZmfQCnlse7z8StgXH7/INWk40F/V9Cwikf9qg6VaD/8EvsrudE5RDkXYfeL+17G1slhsCcAefFvJaRVY+eDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:18.867156Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.17404","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6c4ec92ccea154134e91ba72e9fc4e803664dbed2b646c1f6ffac1ba1e3dbac6","sha256:f6513d60e7b3f87301be494b44e1133dc588556b1fd5f0b8d41a3af692aadb58"],"state_sha256":"562c6572954d9e20c8fb9b1dc45e548d16cb80f7f773e5db318aa9a2e7768f5d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MaD0W0PULnSPxbTFEOwkbiAuDq9Gc/ZQaWcsIV7+KVtcmTsqjgeAOZ2mJILqb60fwBvKh6lTYeBYxGGKMqSkCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T08:05:31.621272Z","bundle_sha256":"076c67bbff930d1939003b3c74f183f3f13d1f3adaabb588d3474e4f0964c7ec"}}