{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:VSKKNEYSCGIGXBGYWFFJ5ICECA","short_pith_number":"pith:VSKKNEYS","canonical_record":{"source":{"id":"2208.11445","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-24T11:25:27Z","cross_cats_sorted":[],"title_canon_sha256":"8fe0bf83382279a014c47f778f25ba82e4c002be06e12b6bd075b0cb94c31bef","abstract_canon_sha256":"e9c13ac65339b48ad4da4c7c13b15f466426cb9c250ff28a1b0927214775be7c"},"schema_version":"1.0"},"canonical_sha256":"ac94a6931211906b84d8b14a9ea04410057d608c0cbda47c37a159f291229c5d","source":{"kind":"arxiv","id":"2208.11445","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.11445","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"arxiv_version","alias_value":"2208.11445v3","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.11445","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_12","alias_value":"VSKKNEYSCGIG","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_16","alias_value":"VSKKNEYSCGIGXBGY","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_8","alias_value":"VSKKNEYS","created_at":"2026-07-05T05:19:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:VSKKNEYSCGIGXBGYWFFJ5ICECA","target":"record","payload":{"canonical_record":{"source":{"id":"2208.11445","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-24T11:25:27Z","cross_cats_sorted":[],"title_canon_sha256":"8fe0bf83382279a014c47f778f25ba82e4c002be06e12b6bd075b0cb94c31bef","abstract_canon_sha256":"e9c13ac65339b48ad4da4c7c13b15f466426cb9c250ff28a1b0927214775be7c"},"schema_version":"1.0"},"canonical_sha256":"ac94a6931211906b84d8b14a9ea04410057d608c0cbda47c37a159f291229c5d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:19:54.685685Z","signature_b64":"A+nVoFGISq4TIA6GjRuPa/Bx2VHCL/QZiKZAo6LfzGBZe0pdMe7jT5xCaEaPY2XOpt29MfUNArQzlms5SzZUAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ac94a6931211906b84d8b14a9ea04410057d608c0cbda47c37a159f291229c5d","last_reissued_at":"2026-07-05T05:19:54.685224Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:19:54.685224Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.11445","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:19:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O/DfGkrkAxSUxCDId62uGs2rRTb+v+5TK0TtJn2+rRh6foxpWnWa05JW5+IzrtPAt6cKSthvzIOrf2cA9JPADw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:43:43.350677Z"},"content_sha256":"f1c357fc2cd546fc138b2fc56cd6c3eeb18e3164be8202e807116d87d69b6b7f","schema_version":"1.0","event_id":"sha256:f1c357fc2cd546fc138b2fc56cd6c3eeb18e3164be8202e807116d87d69b6b7f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:VSKKNEYSCGIGXBGYWFFJ5ICECA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Induced Natural Language Rationales and Interleaved Markup Tokens Enable Extrapolation in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Carlos Gemmell, Jeffrey Dalton, Mirelle Bueno, Roberto Lotufo, Rodrigo Nogueira","submitted_at":"2022-08-24T11:25:27Z","abstract_excerpt":"The ability to extrapolate, i.e., to make predictions on sequences that are longer than those presented as training examples, is a challenging problem for current deep learning models. Recent work shows that this limitation persists in state-of-the-art Transformer-based models. Most solutions to this problem use specific architectures or training methods that do not generalize to other tasks. We demonstrate that large language models can succeed in extrapolation without modifying their architecture or training procedure. Our experimental results show that generating step-by-step rationales and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.11445","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.11445/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:19:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FQ5NlnZL5QvoarZo4IK8E+2oVWzOgjYlLp2LrddVSkcvuXvKAS+QuyZlotkdksdU5DLx2hDG7nblirzzV0PqAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:43:43.351068Z"},"content_sha256":"60b5373e02a531a30e69c1974bf1d49c2a67ef137faa1aeb92a322bb4cb6a27f","schema_version":"1.0","event_id":"sha256:60b5373e02a531a30e69c1974bf1d49c2a67ef137faa1aeb92a322bb4cb6a27f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VSKKNEYSCGIGXBGYWFFJ5ICECA/bundle.json","state_url":"https://pith.science/pith/VSKKNEYSCGIGXBGYWFFJ5ICECA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VSKKNEYSCGIGXBGYWFFJ5ICECA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T05:43:43Z","links":{"resolver":"https://pith.science/pith/VSKKNEYSCGIGXBGYWFFJ5ICECA","bundle":"https://pith.science/pith/VSKKNEYSCGIGXBGYWFFJ5ICECA/bundle.json","state":"https://pith.science/pith/VSKKNEYSCGIGXBGYWFFJ5ICECA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VSKKNEYSCGIGXBGYWFFJ5ICECA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:VSKKNEYSCGIGXBGYWFFJ5ICECA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e9c13ac65339b48ad4da4c7c13b15f466426cb9c250ff28a1b0927214775be7c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-24T11:25:27Z","title_canon_sha256":"8fe0bf83382279a014c47f778f25ba82e4c002be06e12b6bd075b0cb94c31bef"},"schema_version":"1.0","source":{"id":"2208.11445","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.11445","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"arxiv_version","alias_value":"2208.11445v3","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.11445","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_12","alias_value":"VSKKNEYSCGIG","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_16","alias_value":"VSKKNEYSCGIGXBGY","created_at":"2026-07-05T05:19:54Z"},{"alias_kind":"pith_short_8","alias_value":"VSKKNEYS","created_at":"2026-07-05T05:19:54Z"}],"graph_snapshots":[{"event_id":"sha256:60b5373e02a531a30e69c1974bf1d49c2a67ef137faa1aeb92a322bb4cb6a27f","target":"graph","created_at":"2026-07-05T05:19:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.11445/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The ability to extrapolate, i.e., to make predictions on sequences that are longer than those presented as training examples, is a challenging problem for current deep learning models. Recent work shows that this limitation persists in state-of-the-art Transformer-based models. Most solutions to this problem use specific architectures or training methods that do not generalize to other tasks. We demonstrate that large language models can succeed in extrapolation without modifying their architecture or training procedure. Our experimental results show that generating step-by-step rationales and","authors_text":"Carlos Gemmell, Jeffrey Dalton, Mirelle Bueno, Roberto Lotufo, Rodrigo Nogueira","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-24T11:25:27Z","title":"Induced Natural Language Rationales and Interleaved Markup Tokens Enable Extrapolation in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.11445","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f1c357fc2cd546fc138b2fc56cd6c3eeb18e3164be8202e807116d87d69b6b7f","target":"record","created_at":"2026-07-05T05:19:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e9c13ac65339b48ad4da4c7c13b15f466426cb9c250ff28a1b0927214775be7c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-24T11:25:27Z","title_canon_sha256":"8fe0bf83382279a014c47f778f25ba82e4c002be06e12b6bd075b0cb94c31bef"},"schema_version":"1.0","source":{"id":"2208.11445","kind":"arxiv","version":3}},"canonical_sha256":"ac94a6931211906b84d8b14a9ea04410057d608c0cbda47c37a159f291229c5d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ac94a6931211906b84d8b14a9ea04410057d608c0cbda47c37a159f291229c5d","first_computed_at":"2026-07-05T05:19:54.685224Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:19:54.685224Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A+nVoFGISq4TIA6GjRuPa/Bx2VHCL/QZiKZAo6LfzGBZe0pdMe7jT5xCaEaPY2XOpt29MfUNArQzlms5SzZUAg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:19:54.685685Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.11445","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f1c357fc2cd546fc138b2fc56cd6c3eeb18e3164be8202e807116d87d69b6b7f","sha256:60b5373e02a531a30e69c1974bf1d49c2a67ef137faa1aeb92a322bb4cb6a27f"],"state_sha256":"e25603ce4a12e062a2e9b06d74dd415ae7acb57f7facbcccc7f14692533bb825"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UKra+R3NCSFHIGPfmUgPvMBwmETKa6T/BwnWU8TDxHbBuwv0k45mz0rWTUY0zE5cWPDH6dvbZfyESeis+RfRCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T05:43:43.353415Z","bundle_sha256":"cf93f19e05ac9f2db84c5a128ac390d544f3faef2ad6b4edadcd1072c0909f32"}}