{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:6NSVQ2QEO3OSZXFCRT4RPY3JWG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"69fe24253613f51fffe0cd4f77b1e4ac51468b2d3e95abaafe59222d1175d7bf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-05-24T09:13:12Z","title_canon_sha256":"afaf8e2184e6e4161a084fa86d1ea78aa35bd1c182e2b454e4b39516bf3402c6"},"schema_version":"1.0","source":{"id":"2605.24956","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.24956","created_at":"2026-05-26T01:04:07Z"},{"alias_kind":"arxiv_version","alias_value":"2605.24956v1","created_at":"2026-05-26T01:04:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.24956","created_at":"2026-05-26T01:04:07Z"},{"alias_kind":"pith_short_12","alias_value":"6NSVQ2QEO3OS","created_at":"2026-05-26T01:04:07Z"},{"alias_kind":"pith_short_16","alias_value":"6NSVQ2QEO3OSZXFC","created_at":"2026-05-26T01:04:07Z"},{"alias_kind":"pith_short_8","alias_value":"6NSVQ2QE","created_at":"2026-05-26T01:04:07Z"}],"graph_snapshots":[{"event_id":"sha256:29e68b771ea7a5b22d27ecab8220226027eef326ac67e01c5bf6e5e613674fab","target":"graph","created_at":"2026-05-26T01:04:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.24956/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Standard next-token prediction (NTP) supervises language models solely through discrete labels in the output logit space. We argue that this sparse one-hot supervision leaves the latent representation space under-constrained, allowing hidden states to drift into degenerate and anisotropic configurations that can limit generalization. To address this issue, we propose Next Implicit Token Prediction (NITP), which augments discrete prediction with dense continuous supervision directly in the representation space. NITP trains the model to predict the implicit semantic content of the next token, us","authors_text":"Debing Zhang, Junchi Yan, Shaofeng Zhang, Xiangdong Zhang, Xiaohan Qin, Yu Cheng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-05-24T09:13:12Z","title":"NITP: Next Implicit Token Prediction for LLM Pre-training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.24956","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ad248462986439f17d6853ed8d3cf70deb5dd346adc1ad965793e14e7e8b3687","target":"record","created_at":"2026-05-26T01:04:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"69fe24253613f51fffe0cd4f77b1e4ac51468b2d3e95abaafe59222d1175d7bf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-05-24T09:13:12Z","title_canon_sha256":"afaf8e2184e6e4161a084fa86d1ea78aa35bd1c182e2b454e4b39516bf3402c6"},"schema_version":"1.0","source":{"id":"2605.24956","kind":"arxiv","version":1}},"canonical_sha256":"f365586a0476dd2cdca28cf917e369b19780a832005b5c33b6935778c8e3ab0e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f365586a0476dd2cdca28cf917e369b19780a832005b5c33b6935778c8e3ab0e","first_computed_at":"2026-05-26T01:04:07.577843Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-26T01:04:07.577843Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KUMr6jA88h1HGXeYv77RvjE7qeAKILntf9Xde1ayccs5pZ7VaJZD8TbryWWjsi1whaP6Jiz7qAjQdf9d2Zy2Cg==","signature_status":"signed_v1","signed_at":"2026-05-26T01:04:07.578736Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.24956","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ad248462986439f17d6853ed8d3cf70deb5dd346adc1ad965793e14e7e8b3687","sha256:29e68b771ea7a5b22d27ecab8220226027eef326ac67e01c5bf6e5e613674fab"],"state_sha256":"4af925f272e3ae46091c59763e32285f3085663871a0f3fcd51fe17a3db886f3"}