{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4I66OPSKL52DFZX3UHAGNH6BKY","short_pith_number":"pith:4I66OPSK","canonical_record":{"source":{"id":"2408.17377","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-30T16:13:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cf922f8c9456f260869fcc703db5c7653e223f3a24a2aea5d43c4683cf31c7d9","abstract_canon_sha256":"f520ae0c89e965a2be04275a8042cdb3152cc22d2bcd0da78d0d668ac96d1b5b"},"schema_version":"1.0"},"canonical_sha256":"e23de73e4a5f7432e6fba1c0669fc15630bba6955591fe17add6813429790e7a","source":{"kind":"arxiv","id":"2408.17377","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.17377","created_at":"2026-07-05T09:01:14Z"},{"alias_kind":"arxiv_version","alias_value":"2408.17377v1","created_at":"2026-07-05T09:01:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.17377","created_at":"2026-07-05T09:01:14Z"},{"alias_kind":"pith_short_12","alias_value":"4I66OPSKL52D","created_at":"2026-07-05T09:01:14Z"},{"alias_kind":"pith_short_16","alias_value":"4I66OPSKL52DFZX3","created_at":"2026-07-05T09:01:14Z"},{"alias_kind":"pith_short_8","alias_value":"4I66OPSK","created_at":"2026-07-05T09:01:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4I66OPSKL52DFZX3UHAGNH6BKY","target":"record","payload":{"canonical_record":{"source":{"id":"2408.17377","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-30T16:13:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cf922f8c9456f260869fcc703db5c7653e223f3a24a2aea5d43c4683cf31c7d9","abstract_canon_sha256":"f520ae0c89e965a2be04275a8042cdb3152cc22d2bcd0da78d0d668ac96d1b5b"},"schema_version":"1.0"},"canonical_sha256":"e23de73e4a5f7432e6fba1c0669fc15630bba6955591fe17add6813429790e7a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:01:14.641150Z","signature_b64":"1T0/K4YIvkZ8txM42TbvTJsu+8J9i6iKd9L+QbmuuA12qgm6bs0IEKGxReoRyobvaNb6DW5ao0b5UzZRO/CVCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e23de73e4a5f7432e6fba1c0669fc15630bba6955591fe17add6813429790e7a","last_reissued_at":"2026-07-05T09:01:14.640679Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:01:14.640679Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.17377","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:01:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8RAyzc4+qDtXtxfSw+ehpwBqRQOLgN87MiE5tN1KMXnSl3dhUrWDaf7syUJVma8ntx8rti4N9T8jBszSCmTICg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T03:52:29.411888Z"},"content_sha256":"3c3c6f48f4b756894840380318f22c7e20058d1263f4ec04e06f959282cf4693","schema_version":"1.0","event_id":"sha256:3c3c6f48f4b756894840380318f22c7e20058d1263f4ec04e06f959282cf4693"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4I66OPSKL52DFZX3UHAGNH6BKY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NDP: Next Distribution Prediction as a More Broad Target","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Abudukeyumu Abudula, Bei Li, Chenglong Wang, Jingbo Zhu, Junhao Ruan, Tong Xiao, Xinyu Liu, Yinqiao Li, Yuan Ge, Yuchun Fan","submitted_at":"2024-08-30T16:13:49Z","abstract_excerpt":"Large language models (LLMs) trained on next-token prediction (NTP) paradigm have demonstrated powerful capabilities. However, the existing NTP paradigm contains several limitations, particularly related to planned task complications and error propagation during inference. In our work, we extend the critique of NTP, highlighting its limitation also due to training with a narrow objective: the prediction of a sub-optimal one-hot distribution. To support this critique, we conducted a pre-experiment treating the output distribution from powerful LLMs as efficient world data compression. By evalua"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.17377","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.17377/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:01:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9M4a/9HAX5F8BOmOx7Uk14dMmAOq0DYL0ksZ0EG1iTNTJ2l0KVwcO7rEeRQJe2MEQ0NRNkyme+UI2dmAwELzDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T03:52:29.412917Z"},"content_sha256":"9b44ec3c1bf11afe75d0f400a1df8e89a29ef87b4f500fb449433cb912b19f6f","schema_version":"1.0","event_id":"sha256:9b44ec3c1bf11afe75d0f400a1df8e89a29ef87b4f500fb449433cb912b19f6f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4I66OPSKL52DFZX3UHAGNH6BKY/bundle.json","state_url":"https://pith.science/pith/4I66OPSKL52DFZX3UHAGNH6BKY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4I66OPSKL52DFZX3UHAGNH6BKY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T03:52:29Z","links":{"resolver":"https://pith.science/pith/4I66OPSKL52DFZX3UHAGNH6BKY","bundle":"https://pith.science/pith/4I66OPSKL52DFZX3UHAGNH6BKY/bundle.json","state":"https://pith.science/pith/4I66OPSKL52DFZX3UHAGNH6BKY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4I66OPSKL52DFZX3UHAGNH6BKY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4I66OPSKL52DFZX3UHAGNH6BKY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f520ae0c89e965a2be04275a8042cdb3152cc22d2bcd0da78d0d668ac96d1b5b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-30T16:13:49Z","title_canon_sha256":"cf922f8c9456f260869fcc703db5c7653e223f3a24a2aea5d43c4683cf31c7d9"},"schema_version":"1.0","source":{"id":"2408.17377","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.17377","created_at":"2026-07-05T09:01:14Z"},{"alias_kind":"arxiv_version","alias_value":"2408.17377v1","created_at":"2026-07-05T09:01:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.17377","created_at":"2026-07-05T09:01:14Z"},{"alias_kind":"pith_short_12","alias_value":"4I66OPSKL52D","created_at":"2026-07-05T09:01:14Z"},{"alias_kind":"pith_short_16","alias_value":"4I66OPSKL52DFZX3","created_at":"2026-07-05T09:01:14Z"},{"alias_kind":"pith_short_8","alias_value":"4I66OPSK","created_at":"2026-07-05T09:01:14Z"}],"graph_snapshots":[{"event_id":"sha256:9b44ec3c1bf11afe75d0f400a1df8e89a29ef87b4f500fb449433cb912b19f6f","target":"graph","created_at":"2026-07-05T09:01:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.17377/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) trained on next-token prediction (NTP) paradigm have demonstrated powerful capabilities. However, the existing NTP paradigm contains several limitations, particularly related to planned task complications and error propagation during inference. In our work, we extend the critique of NTP, highlighting its limitation also due to training with a narrow objective: the prediction of a sub-optimal one-hot distribution. To support this critique, we conducted a pre-experiment treating the output distribution from powerful LLMs as efficient world data compression. By evalua","authors_text":"Abudukeyumu Abudula, Bei Li, Chenglong Wang, Jingbo Zhu, Junhao Ruan, Tong Xiao, Xinyu Liu, Yinqiao Li, Yuan Ge, Yuchun Fan","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-30T16:13:49Z","title":"NDP: Next Distribution Prediction as a More Broad Target"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.17377","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3c3c6f48f4b756894840380318f22c7e20058d1263f4ec04e06f959282cf4693","target":"record","created_at":"2026-07-05T09:01:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f520ae0c89e965a2be04275a8042cdb3152cc22d2bcd0da78d0d668ac96d1b5b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-30T16:13:49Z","title_canon_sha256":"cf922f8c9456f260869fcc703db5c7653e223f3a24a2aea5d43c4683cf31c7d9"},"schema_version":"1.0","source":{"id":"2408.17377","kind":"arxiv","version":1}},"canonical_sha256":"e23de73e4a5f7432e6fba1c0669fc15630bba6955591fe17add6813429790e7a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e23de73e4a5f7432e6fba1c0669fc15630bba6955591fe17add6813429790e7a","first_computed_at":"2026-07-05T09:01:14.640679Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:01:14.640679Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1T0/K4YIvkZ8txM42TbvTJsu+8J9i6iKd9L+QbmuuA12qgm6bs0IEKGxReoRyobvaNb6DW5ao0b5UzZRO/CVCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:01:14.641150Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.17377","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3c3c6f48f4b756894840380318f22c7e20058d1263f4ec04e06f959282cf4693","sha256:9b44ec3c1bf11afe75d0f400a1df8e89a29ef87b4f500fb449433cb912b19f6f"],"state_sha256":"6d78c49bb62dd8ea1650a3ff1c90fe064e5ffe756473b8386990fd51e7229c0e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NhqcQEBv8EZuqcM90dxGC6dyi3gizOj+hJKZde2KTHlAXMEm0s8Nhs6A6HPGhP5GyTw1uqVa7ryG71buUYT1Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T03:52:29.418243Z","bundle_sha256":"c6285e9f58894f76a6ea0430aef030d51b71003b4d142d3bf9f774d2b877b85b"}}