{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:EREDXFXXCQST3FC25PXCG2QZKC","short_pith_number":"pith:EREDXFXX","canonical_record":{"source":{"id":"2511.05963","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-11-08T10:41:26Z","cross_cats_sorted":[],"title_canon_sha256":"0aa0a9e2ec8e18bb71e9eaa435db7e1501ded4be8cef34c198263a3d4a5c84fb","abstract_canon_sha256":"a1a9fecf2d286377e5304706a979d5a7164681b255c69ccc551d6e16ac065e16"},"schema_version":"1.0"},"canonical_sha256":"24483b96f714253d945aebee236a1950bd41efba280cb642de90812aa030e894","source":{"kind":"arxiv","id":"2511.05963","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2511.05963","created_at":"2026-05-25T02:01:09Z"},{"alias_kind":"arxiv_version","alias_value":"2511.05963v2","created_at":"2026-05-25T02:01:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2511.05963","created_at":"2026-05-25T02:01:09Z"},{"alias_kind":"pith_short_12","alias_value":"EREDXFXXCQST","created_at":"2026-05-25T02:01:09Z"},{"alias_kind":"pith_short_16","alias_value":"EREDXFXXCQST3FC2","created_at":"2026-05-25T02:01:09Z"},{"alias_kind":"pith_short_8","alias_value":"EREDXFXX","created_at":"2026-05-25T02:01:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:EREDXFXXCQST3FC25PXCG2QZKC","target":"record","payload":{"canonical_record":{"source":{"id":"2511.05963","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-11-08T10:41:26Z","cross_cats_sorted":[],"title_canon_sha256":"0aa0a9e2ec8e18bb71e9eaa435db7e1501ded4be8cef34c198263a3d4a5c84fb","abstract_canon_sha256":"a1a9fecf2d286377e5304706a979d5a7164681b255c69ccc551d6e16ac065e16"},"schema_version":"1.0"},"canonical_sha256":"24483b96f714253d945aebee236a1950bd41efba280cb642de90812aa030e894","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-25T02:01:09.262042Z","signature_b64":"vKrNy4faF2dyX9csqqPYouAQ52+ZNyzvtfuBRIvhibCYULJoWU+u/Q0pFuPFK4cYGFgzSlwHTvQrkOhZN4+LBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"24483b96f714253d945aebee236a1950bd41efba280cb642de90812aa030e894","last_reissued_at":"2026-05-25T02:01:09.261342Z","signature_status":"signed_v1","first_computed_at":"2026-05-25T02:01:09.261342Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2511.05963","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-25T02:01:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PIDGJlyhhg1nKUZ+nag26rudzm4e+Bd+WWBIToNq5rL9j7S+wVXsNT6ZGAwU8idK+Gz7ks8nUn82RAlvbXByDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:56:36.434681Z"},"content_sha256":"53fdf2e07fbec0ec711e3eb8742fda75e6277ac35efcc06529d12e9770156c29","schema_version":"1.0","event_id":"sha256:53fdf2e07fbec0ec711e3eb8742fda75e6277ac35efcc06529d12e9770156c29"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:EREDXFXXCQST3FC25PXCG2QZKC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Next-Latent Prediction Transformers Learn Compact World Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Akshay Krishnamurthy, Alex Lamb, Edward S. Hu, Jayden Teoh, John Langford, Kwangjun Ahn, Manan Tomar, Pratyusha Sharma, Riashat Islam, Tim Pearce","submitted_at":"2025-11-08T10:41:26Z","abstract_excerpt":"Transformers replace recurrence with a memory that grows with sequence length and self-attention that enables ad-hoc lookups over past tokens. Consequently, they lack an inherent incentive to compress history into compact latent states with consistent transition rules. This often leads to learning solutions that generalize poorly. We introduce Next-Latent Prediction (NextLat), which extends standard next-token training with self-supervised predictions in the latent space. Specifically, NextLat trains a transformer to learn latent representations that are predictive of its next latent state giv"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2511.05963","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2511.05963/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-25T02:01:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nyEVcBbPFPNHPkbyXN7n53kO7iLf4ZEDD6bxdIzKTrVYSYLjaDs2RhcvOjm2Ex7AJ9tO7Mchfgzdp1PXnSEACg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:56:36.435055Z"},"content_sha256":"f2c12547d1cfc6faa64b6575215d0696127c5fe4999ef9195c5bfa83590fff69","schema_version":"1.0","event_id":"sha256:f2c12547d1cfc6faa64b6575215d0696127c5fe4999ef9195c5bfa83590fff69"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EREDXFXXCQST3FC25PXCG2QZKC/bundle.json","state_url":"https://pith.science/pith/EREDXFXXCQST3FC25PXCG2QZKC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EREDXFXXCQST3FC25PXCG2QZKC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T19:56:36Z","links":{"resolver":"https://pith.science/pith/EREDXFXXCQST3FC25PXCG2QZKC","bundle":"https://pith.science/pith/EREDXFXXCQST3FC25PXCG2QZKC/bundle.json","state":"https://pith.science/pith/EREDXFXXCQST3FC25PXCG2QZKC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EREDXFXXCQST3FC25PXCG2QZKC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:EREDXFXXCQST3FC25PXCG2QZKC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a1a9fecf2d286377e5304706a979d5a7164681b255c69ccc551d6e16ac065e16","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-11-08T10:41:26Z","title_canon_sha256":"0aa0a9e2ec8e18bb71e9eaa435db7e1501ded4be8cef34c198263a3d4a5c84fb"},"schema_version":"1.0","source":{"id":"2511.05963","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2511.05963","created_at":"2026-05-25T02:01:09Z"},{"alias_kind":"arxiv_version","alias_value":"2511.05963v2","created_at":"2026-05-25T02:01:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2511.05963","created_at":"2026-05-25T02:01:09Z"},{"alias_kind":"pith_short_12","alias_value":"EREDXFXXCQST","created_at":"2026-05-25T02:01:09Z"},{"alias_kind":"pith_short_16","alias_value":"EREDXFXXCQST3FC2","created_at":"2026-05-25T02:01:09Z"},{"alias_kind":"pith_short_8","alias_value":"EREDXFXX","created_at":"2026-05-25T02:01:09Z"}],"graph_snapshots":[{"event_id":"sha256:f2c12547d1cfc6faa64b6575215d0696127c5fe4999ef9195c5bfa83590fff69","target":"graph","created_at":"2026-05-25T02:01:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2511.05963/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers replace recurrence with a memory that grows with sequence length and self-attention that enables ad-hoc lookups over past tokens. Consequently, they lack an inherent incentive to compress history into compact latent states with consistent transition rules. This often leads to learning solutions that generalize poorly. We introduce Next-Latent Prediction (NextLat), which extends standard next-token training with self-supervised predictions in the latent space. Specifically, NextLat trains a transformer to learn latent representations that are predictive of its next latent state giv","authors_text":"Akshay Krishnamurthy, Alex Lamb, Edward S. Hu, Jayden Teoh, John Langford, Kwangjun Ahn, Manan Tomar, Pratyusha Sharma, Riashat Islam, Tim Pearce","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-11-08T10:41:26Z","title":"Next-Latent Prediction Transformers Learn Compact World Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2511.05963","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:53fdf2e07fbec0ec711e3eb8742fda75e6277ac35efcc06529d12e9770156c29","target":"record","created_at":"2026-05-25T02:01:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a1a9fecf2d286377e5304706a979d5a7164681b255c69ccc551d6e16ac065e16","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-11-08T10:41:26Z","title_canon_sha256":"0aa0a9e2ec8e18bb71e9eaa435db7e1501ded4be8cef34c198263a3d4a5c84fb"},"schema_version":"1.0","source":{"id":"2511.05963","kind":"arxiv","version":2}},"canonical_sha256":"24483b96f714253d945aebee236a1950bd41efba280cb642de90812aa030e894","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"24483b96f714253d945aebee236a1950bd41efba280cb642de90812aa030e894","first_computed_at":"2026-05-25T02:01:09.261342Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-25T02:01:09.261342Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vKrNy4faF2dyX9csqqPYouAQ52+ZNyzvtfuBRIvhibCYULJoWU+u/Q0pFuPFK4cYGFgzSlwHTvQrkOhZN4+LBg==","signature_status":"signed_v1","signed_at":"2026-05-25T02:01:09.262042Z","signed_message":"canonical_sha256_bytes"},"source_id":"2511.05963","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:53fdf2e07fbec0ec711e3eb8742fda75e6277ac35efcc06529d12e9770156c29","sha256:f2c12547d1cfc6faa64b6575215d0696127c5fe4999ef9195c5bfa83590fff69"],"state_sha256":"3b96b94ddce892354f18c6f69a6fb06ad08a81f3603e9291313cb3efb288a228"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0GT5lPLiqWO3nztNRUBCVcTSAbXRgGzzmSUdkgoGHXKUOMQkh7q7EhBBSn342xH2EPXRWDaVpOqnLzQXYi+xBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T19:56:36.437824Z","bundle_sha256":"bb60ce729bf587abb42b1e056ea10ac56a418eaea95a165fac76de0aee528a5b"}}