{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:2HY3YOD7RWBZRG3WQXUPNOVKZK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ea5448857a922b4caa82fd47c24b406e3583dc18538f0ff69a299bd257ed0bfe","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-22T02:43:19Z","title_canon_sha256":"ff71afaad8b722d1712d35515fdb1e68c14457a8911242856da6de87678e02d0"},"schema_version":"1.0","source":{"id":"2605.23171","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.23171","created_at":"2026-05-25T02:01:41Z"},{"alias_kind":"arxiv_version","alias_value":"2605.23171v1","created_at":"2026-05-25T02:01:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.23171","created_at":"2026-05-25T02:01:41Z"},{"alias_kind":"pith_short_12","alias_value":"2HY3YOD7RWBZ","created_at":"2026-05-25T02:01:41Z"},{"alias_kind":"pith_short_16","alias_value":"2HY3YOD7RWBZRG3W","created_at":"2026-05-25T02:01:41Z"},{"alias_kind":"pith_short_8","alias_value":"2HY3YOD7","created_at":"2026-05-25T02:01:41Z"}],"graph_snapshots":[{"event_id":"sha256:5a3f235a96674466c4c645261afb788b0bdd4f898c290ad1268abfa9cb94c567","target":"graph","created_at":"2026-05-25T02:01:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.23171/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in instructional fine-tuning have injected noise into embeddings, with NEFTune (Jain et al., 2024) setting benchmarks using uniform noise. Despite NEFTune's empirical findings that uniform noise outperforms Gaussian noise, the reasons for this remain unclear. This paper aims to clarify this by offering a thorough analysis, both theoretical and empirical, indicating comparable performance among these noise types. Additionally, we introduce a new fine-tuning method for language models, utilizing symmetric noise in embeddings. This method aims to enhance the model's function b","authors_text":"Abhay Yadav","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-22T02:43:19Z","title":"Understanding and Improving Noisy Embedding Techniques in Instruction Finetuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.23171","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:18a6a572ebfacd9db8302cfa7257d98cc57e746c7d6bff4c26967c86672bd378","target":"record","created_at":"2026-05-25T02:01:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ea5448857a922b4caa82fd47c24b406e3583dc18538f0ff69a299bd257ed0bfe","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-22T02:43:19Z","title_canon_sha256":"ff71afaad8b722d1712d35515fdb1e68c14457a8911242856da6de87678e02d0"},"schema_version":"1.0","source":{"id":"2605.23171","kind":"arxiv","version":1}},"canonical_sha256":"d1f1bc387f8d83989b7685e8f6baaacab22906371e61d862ca980a7392a1c8a0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d1f1bc387f8d83989b7685e8f6baaacab22906371e61d862ca980a7392a1c8a0","first_computed_at":"2026-05-25T02:01:41.396748Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-25T02:01:41.396748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"i6p1keQBqQG694csTTwwLWVnOaTh6UTYzzSqZ3ZTR79L8wVxTgU8f8kDU+YZ/Xrve6qk/K+d6Q2IPVMlOaHBCQ==","signature_status":"signed_v1","signed_at":"2026-05-25T02:01:41.397508Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.23171","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:18a6a572ebfacd9db8302cfa7257d98cc57e746c7d6bff4c26967c86672bd378","sha256:5a3f235a96674466c4c645261afb788b0bdd4f898c290ad1268abfa9cb94c567"],"state_sha256":"8f25efe2e1fc0691da10900b8dd801418d51c93472e7a3a4ee4761b7481b5182"}