{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:SHX33XOG6QQD5PQVNGWU4VAZRA","short_pith_number":"pith:SHX33XOG","canonical_record":{"source":{"id":"2504.11336","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-04-15T16:09:06Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"1707eda8c0724da2e91093c20b4b7c2809570cb9d30d6117225a5cd59304799e","abstract_canon_sha256":"4a365ea8ce0e40987aa2d55b15dfd698f144879666bd670a297b9d4875a9f782"},"schema_version":"1.0"},"canonical_sha256":"91efbdddc6f4203ebe1569ad4e54198825f977e31bf0521aeff5fd5ba2e15ae7","source":{"kind":"arxiv","id":"2504.11336","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.11336","created_at":"2026-07-05T10:53:17Z"},{"alias_kind":"arxiv_version","alias_value":"2504.11336v2","created_at":"2026-07-05T10:53:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.11336","created_at":"2026-07-05T10:53:17Z"},{"alias_kind":"pith_short_12","alias_value":"SHX33XOG6QQD","created_at":"2026-07-05T10:53:17Z"},{"alias_kind":"pith_short_16","alias_value":"SHX33XOG6QQD5PQV","created_at":"2026-07-05T10:53:17Z"},{"alias_kind":"pith_short_8","alias_value":"SHX33XOG","created_at":"2026-07-05T10:53:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:SHX33XOG6QQD5PQVNGWU4VAZRA","target":"record","payload":{"canonical_record":{"source":{"id":"2504.11336","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-04-15T16:09:06Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"1707eda8c0724da2e91093c20b4b7c2809570cb9d30d6117225a5cd59304799e","abstract_canon_sha256":"4a365ea8ce0e40987aa2d55b15dfd698f144879666bd670a297b9d4875a9f782"},"schema_version":"1.0"},"canonical_sha256":"91efbdddc6f4203ebe1569ad4e54198825f977e31bf0521aeff5fd5ba2e15ae7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:53:17.326396Z","signature_b64":"GdupgusueuYKRie7c56Tch3+HSYLT8zNemnvcvDy/e2+CQmrH3Y+SCQhSIuI3ndpWLkarfU0jYGEFR8rWXEbDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"91efbdddc6f4203ebe1569ad4e54198825f977e31bf0521aeff5fd5ba2e15ae7","last_reissued_at":"2026-07-05T10:53:17.325920Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:53:17.325920Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.11336","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:53:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eMwVJ3jvkF4VlvQqmbnK7Qh89CHmihax4d4Z7Si2VONYRERoFFpg8YmjXZTVWioy4olh61HmUykXsEwFGWI6Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T07:39:39.384220Z"},"content_sha256":"8ac273fbe5e59b1be944ac5dbc87d708a421797e2cd27b90749bf637bfdfad33","schema_version":"1.0","event_id":"sha256:8ac273fbe5e59b1be944ac5dbc87d708a421797e2cd27b90749bf637bfdfad33"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:SHX33XOG6QQD5PQVNGWU4VAZRA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Looking beyond the next token","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Abitha Thankaraj, J. Zico Kolter, Yiding Jiang, Yonatan Bisk","submitted_at":"2025-04-15T16:09:06Z","abstract_excerpt":"The structure of causal language model training assumes that each token can be accurately predicted from the previous context. This contrasts with humans' natural writing and reasoning process, where goals are typically known before the exact argument or phrasings. While this mismatch has been well studied in the literature, the working assumption has been that architectural changes are needed to address this mismatch. We argue that rearranging and processing the training data sequences can allow models to more accurately imitate the true data-generating process, and does not require any other"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.11336","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.11336/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:53:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uMxJblXFW+7sYQpccN6DtvieGsilnX+pd2e9ZFVyLZLy3Hma96Xc+j8RWQTDwBc/Xp6qLIJiB1ebmFJpEbJhCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T07:39:39.384929Z"},"content_sha256":"8bcabb35456d70e3b94ba8871f4efdfc7548add8a05d1c0f95e3e2895be67df3","schema_version":"1.0","event_id":"sha256:8bcabb35456d70e3b94ba8871f4efdfc7548add8a05d1c0f95e3e2895be67df3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SHX33XOG6QQD5PQVNGWU4VAZRA/bundle.json","state_url":"https://pith.science/pith/SHX33XOG6QQD5PQVNGWU4VAZRA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SHX33XOG6QQD5PQVNGWU4VAZRA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T07:39:39Z","links":{"resolver":"https://pith.science/pith/SHX33XOG6QQD5PQVNGWU4VAZRA","bundle":"https://pith.science/pith/SHX33XOG6QQD5PQVNGWU4VAZRA/bundle.json","state":"https://pith.science/pith/SHX33XOG6QQD5PQVNGWU4VAZRA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SHX33XOG6QQD5PQVNGWU4VAZRA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:SHX33XOG6QQD5PQVNGWU4VAZRA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4a365ea8ce0e40987aa2d55b15dfd698f144879666bd670a297b9d4875a9f782","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-04-15T16:09:06Z","title_canon_sha256":"1707eda8c0724da2e91093c20b4b7c2809570cb9d30d6117225a5cd59304799e"},"schema_version":"1.0","source":{"id":"2504.11336","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.11336","created_at":"2026-07-05T10:53:17Z"},{"alias_kind":"arxiv_version","alias_value":"2504.11336v2","created_at":"2026-07-05T10:53:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.11336","created_at":"2026-07-05T10:53:17Z"},{"alias_kind":"pith_short_12","alias_value":"SHX33XOG6QQD","created_at":"2026-07-05T10:53:17Z"},{"alias_kind":"pith_short_16","alias_value":"SHX33XOG6QQD5PQV","created_at":"2026-07-05T10:53:17Z"},{"alias_kind":"pith_short_8","alias_value":"SHX33XOG","created_at":"2026-07-05T10:53:17Z"}],"graph_snapshots":[{"event_id":"sha256:8bcabb35456d70e3b94ba8871f4efdfc7548add8a05d1c0f95e3e2895be67df3","target":"graph","created_at":"2026-07-05T10:53:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.11336/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The structure of causal language model training assumes that each token can be accurately predicted from the previous context. This contrasts with humans' natural writing and reasoning process, where goals are typically known before the exact argument or phrasings. While this mismatch has been well studied in the literature, the working assumption has been that architectural changes are needed to address this mismatch. We argue that rearranging and processing the training data sequences can allow models to more accurately imitate the true data-generating process, and does not require any other","authors_text":"Abitha Thankaraj, J. Zico Kolter, Yiding Jiang, Yonatan Bisk","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-04-15T16:09:06Z","title":"Looking beyond the next token"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.11336","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ac273fbe5e59b1be944ac5dbc87d708a421797e2cd27b90749bf637bfdfad33","target":"record","created_at":"2026-07-05T10:53:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4a365ea8ce0e40987aa2d55b15dfd698f144879666bd670a297b9d4875a9f782","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-04-15T16:09:06Z","title_canon_sha256":"1707eda8c0724da2e91093c20b4b7c2809570cb9d30d6117225a5cd59304799e"},"schema_version":"1.0","source":{"id":"2504.11336","kind":"arxiv","version":2}},"canonical_sha256":"91efbdddc6f4203ebe1569ad4e54198825f977e31bf0521aeff5fd5ba2e15ae7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"91efbdddc6f4203ebe1569ad4e54198825f977e31bf0521aeff5fd5ba2e15ae7","first_computed_at":"2026-07-05T10:53:17.325920Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:53:17.325920Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GdupgusueuYKRie7c56Tch3+HSYLT8zNemnvcvDy/e2+CQmrH3Y+SCQhSIuI3ndpWLkarfU0jYGEFR8rWXEbDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:53:17.326396Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.11336","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ac273fbe5e59b1be944ac5dbc87d708a421797e2cd27b90749bf637bfdfad33","sha256:8bcabb35456d70e3b94ba8871f4efdfc7548add8a05d1c0f95e3e2895be67df3"],"state_sha256":"de5bcc540c87a8dca287915a3a04158e89715b744188d516159ea7b351255f96"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VYhm8tr8oIfJnDE920+7yK67eZ4w1Xtfw1cx9qGrM2eBCysOcilCQExenS3uw8xVSkNmhZpM/cggD/E6GUUzDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T07:39:39.390159Z","bundle_sha256":"414ffc46d08dbe2e5d38e497ef3df569ffdac46538bb365bed1cef0c4fad7973"}}