{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:ZJ3Z52CQOQ6W45R6F647LJ54NK","short_pith_number":"pith:ZJ3Z52CQ","canonical_record":{"source":{"id":"2210.13432","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-24T17:46:57Z","cross_cats_sorted":[],"title_canon_sha256":"129de690c9f765408954989a537b97efaded82ad7c51718024de2ed553547810","abstract_canon_sha256":"7a5621a84422de833ccc71b8a8f8c640a55c1963a8803e337a1d6e77aa224730"},"schema_version":"1.0"},"canonical_sha256":"ca779ee850743d6e763e2fb9f5a7bc6a9bcaf6801a49ef0024c37e5ac573a1e5","source":{"kind":"arxiv","id":"2210.13432","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.13432","created_at":"2026-07-05T05:37:09Z"},{"alias_kind":"arxiv_version","alias_value":"2210.13432v2","created_at":"2026-07-05T05:37:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.13432","created_at":"2026-07-05T05:37:09Z"},{"alias_kind":"pith_short_12","alias_value":"ZJ3Z52CQOQ6W","created_at":"2026-07-05T05:37:09Z"},{"alias_kind":"pith_short_16","alias_value":"ZJ3Z52CQOQ6W45R6","created_at":"2026-07-05T05:37:09Z"},{"alias_kind":"pith_short_8","alias_value":"ZJ3Z52CQ","created_at":"2026-07-05T05:37:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:ZJ3Z52CQOQ6W45R6F647LJ54NK","target":"record","payload":{"canonical_record":{"source":{"id":"2210.13432","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-24T17:46:57Z","cross_cats_sorted":[],"title_canon_sha256":"129de690c9f765408954989a537b97efaded82ad7c51718024de2ed553547810","abstract_canon_sha256":"7a5621a84422de833ccc71b8a8f8c640a55c1963a8803e337a1d6e77aa224730"},"schema_version":"1.0"},"canonical_sha256":"ca779ee850743d6e763e2fb9f5a7bc6a9bcaf6801a49ef0024c37e5ac573a1e5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:37:09.827385Z","signature_b64":"RTYZ8+F3t11TE8zkyr0k7Xz/uMHFdlnpp9nIPVIt63kGKaril+wIWqPsCEGniAyb2MgCrn0/ffpx1azfSFyHDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ca779ee850743d6e763e2fb9f5a7bc6a9bcaf6801a49ef0024c37e5ac573a1e5","last_reissued_at":"2026-07-05T05:37:09.825651Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:37:09.825651Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.13432","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:37:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J2cIMMyQU7qBEpkdyXphCTgIanzrgVXQ5KU52yGZLNd5DlzenKLExQts6X0h9KVNw93VasWYvOnCXI9/s6EPDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T09:31:11.635495Z"},"content_sha256":"edbfe2489aaa1250c18575412ad3ef801a0b55dc7d2c28a8b088a4b25fa62a44","schema_version":"1.0","event_id":"sha256:edbfe2489aaa1250c18575412ad3ef801a0b55dc7d2c28a8b088a4b25fa62a44"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:ZJ3Z52CQOQ6W45R6F647LJ54NK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Better Few-Shot and Finetuning Performance with Forgetful Causal Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hao Liu, Igor Mordatch, Lisa Lee, Pieter Abbeel, Sergey Levine, Sharan Narang, Xinyang Geng","submitted_at":"2022-10-24T17:46:57Z","abstract_excerpt":"Large language models (LLM) trained using the next-token-prediction objective, such as GPT3 and PaLM, have revolutionized natural language processing in recent years by showing impressive zero-shot and few-shot capabilities across a wide range of tasks. In this work, we propose a simple technique that significantly boosts the performance of LLMs without adding computational cost. Our key observation is that, by performing the next token prediction task with randomly selected past tokens masked out, we can improve the quality of the learned representations for downstream language understanding "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.13432","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.13432/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:37:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nkqKlFlX8oF8OgntjX/cvpqIRso8bLG8HgnfcroxBKw6TlD9D9PMhvV77iR8lc4xEJaK4Q90yxM6BI2enEbmCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T09:31:11.636068Z"},"content_sha256":"24be3692b531f8126ee24e76b74dca727f37a61540f0be6a49372ab830c06ace","schema_version":"1.0","event_id":"sha256:24be3692b531f8126ee24e76b74dca727f37a61540f0be6a49372ab830c06ace"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZJ3Z52CQOQ6W45R6F647LJ54NK/bundle.json","state_url":"https://pith.science/pith/ZJ3Z52CQOQ6W45R6F647LJ54NK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZJ3Z52CQOQ6W45R6F647LJ54NK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T09:31:11Z","links":{"resolver":"https://pith.science/pith/ZJ3Z52CQOQ6W45R6F647LJ54NK","bundle":"https://pith.science/pith/ZJ3Z52CQOQ6W45R6F647LJ54NK/bundle.json","state":"https://pith.science/pith/ZJ3Z52CQOQ6W45R6F647LJ54NK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZJ3Z52CQOQ6W45R6F647LJ54NK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:ZJ3Z52CQOQ6W45R6F647LJ54NK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7a5621a84422de833ccc71b8a8f8c640a55c1963a8803e337a1d6e77aa224730","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-24T17:46:57Z","title_canon_sha256":"129de690c9f765408954989a537b97efaded82ad7c51718024de2ed553547810"},"schema_version":"1.0","source":{"id":"2210.13432","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.13432","created_at":"2026-07-05T05:37:09Z"},{"alias_kind":"arxiv_version","alias_value":"2210.13432v2","created_at":"2026-07-05T05:37:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.13432","created_at":"2026-07-05T05:37:09Z"},{"alias_kind":"pith_short_12","alias_value":"ZJ3Z52CQOQ6W","created_at":"2026-07-05T05:37:09Z"},{"alias_kind":"pith_short_16","alias_value":"ZJ3Z52CQOQ6W45R6","created_at":"2026-07-05T05:37:09Z"},{"alias_kind":"pith_short_8","alias_value":"ZJ3Z52CQ","created_at":"2026-07-05T05:37:09Z"}],"graph_snapshots":[{"event_id":"sha256:24be3692b531f8126ee24e76b74dca727f37a61540f0be6a49372ab830c06ace","target":"graph","created_at":"2026-07-05T05:37:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.13432/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLM) trained using the next-token-prediction objective, such as GPT3 and PaLM, have revolutionized natural language processing in recent years by showing impressive zero-shot and few-shot capabilities across a wide range of tasks. In this work, we propose a simple technique that significantly boosts the performance of LLMs without adding computational cost. Our key observation is that, by performing the next token prediction task with randomly selected past tokens masked out, we can improve the quality of the learned representations for downstream language understanding ","authors_text":"Hao Liu, Igor Mordatch, Lisa Lee, Pieter Abbeel, Sergey Levine, Sharan Narang, Xinyang Geng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-24T17:46:57Z","title":"Towards Better Few-Shot and Finetuning Performance with Forgetful Causal Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.13432","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:edbfe2489aaa1250c18575412ad3ef801a0b55dc7d2c28a8b088a4b25fa62a44","target":"record","created_at":"2026-07-05T05:37:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7a5621a84422de833ccc71b8a8f8c640a55c1963a8803e337a1d6e77aa224730","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-24T17:46:57Z","title_canon_sha256":"129de690c9f765408954989a537b97efaded82ad7c51718024de2ed553547810"},"schema_version":"1.0","source":{"id":"2210.13432","kind":"arxiv","version":2}},"canonical_sha256":"ca779ee850743d6e763e2fb9f5a7bc6a9bcaf6801a49ef0024c37e5ac573a1e5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ca779ee850743d6e763e2fb9f5a7bc6a9bcaf6801a49ef0024c37e5ac573a1e5","first_computed_at":"2026-07-05T05:37:09.825651Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:37:09.825651Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RTYZ8+F3t11TE8zkyr0k7Xz/uMHFdlnpp9nIPVIt63kGKaril+wIWqPsCEGniAyb2MgCrn0/ffpx1azfSFyHDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:37:09.827385Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.13432","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:edbfe2489aaa1250c18575412ad3ef801a0b55dc7d2c28a8b088a4b25fa62a44","sha256:24be3692b531f8126ee24e76b74dca727f37a61540f0be6a49372ab830c06ace"],"state_sha256":"dedd65567cab42d9307519719f351d2ad99863a7aa0e3c3220a6b6ccbeea1654"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wCsBxftw5osKqs7d/lZU1ZGz/di7t/LW2e+k6thBTuVIslsgxQxmxFfAkhH7+FNyoUTfpsT49AMIQvr9sSkGBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T09:31:11.639178Z","bundle_sha256":"1e1d1d9e994a1f62e3e41789ec4f1f2c8d058eea737071aea555c0c5362efd22"}}