{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:ASTJHJTFV6SPSM2W3YA3UAD2VF","short_pith_number":"pith:ASTJHJTF","canonical_record":{"source":{"id":"2002.08910","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-10T18:55:58Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"2963317b125562b73a72cb6679954121a20b97cabd0104f1364ebc3b3f33a2c1","abstract_canon_sha256":"da783045f046730f4f7d55bb7366b33d9c4a68171a5e2b5cc93ce32da568aa65"},"schema_version":"1.0"},"canonical_sha256":"04a693a665afa4f93356de01ba007aa954c12eac308743f5150934ff9a119141","source":{"kind":"arxiv","id":"2002.08910","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.08910","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"arxiv_version","alias_value":"2002.08910v4","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.08910","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"pith_short_12","alias_value":"ASTJHJTFV6SP","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"ASTJHJTFV6SPSM2W","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"ASTJHJTF","created_at":"2026-05-18T12:33:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:ASTJHJTFV6SPSM2W3YA3UAD2VF","target":"record","payload":{"canonical_record":{"source":{"id":"2002.08910","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-10T18:55:58Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"2963317b125562b73a72cb6679954121a20b97cabd0104f1364ebc3b3f33a2c1","abstract_canon_sha256":"da783045f046730f4f7d55bb7366b33d9c4a68171a5e2b5cc93ce32da568aa65"},"schema_version":"1.0"},"canonical_sha256":"04a693a665afa4f93356de01ba007aa954c12eac308743f5150934ff9a119141","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:53.873490Z","signature_b64":"AENH5grUyyZ63jFDeKvMtEhgqFE5p7rxZKZPs8+ER2aJhn0PrLLvDHzo9aiM089dVfn641d/Nc9bhjh2E8xqCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"04a693a665afa4f93356de01ba007aa954c12eac308743f5150934ff9a119141","last_reissued_at":"2026-05-17T23:38:53.873003Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:53.873003Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2002.08910","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P8kYbsfIsRI00/3wjk/BRMG+HtYGVLqJUCZD4omuCGBePXe07lEybKhgrfHZ0vRX3+NDIMgSoLcPHOq+0hqHBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-10T06:34:05.713508Z"},"content_sha256":"fd3062b1221b8a539177bd8178f5f4c898572548fd1b27905c5d80b63cd237c8","schema_version":"1.0","event_id":"sha256:fd3062b1221b8a539177bd8178f5f4c898572548fd1b27905c5d80b63cd237c8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:ASTJHJTFV6SPSM2W3YA3UAD2VF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"Fine-tuned language models answer questions using only knowledge stored in their parameters.","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.CL","authors_text":"Adam Roberts, Colin Raffel, Noam Shazeer","submitted_at":"2020-02-10T18:55:58Z","abstract_excerpt":"It has recently been observed that neural language models trained on unstructured text can implicitly store and retrieve knowledge using natural language queries. In this short paper, we measure the practical utility of this approach by fine-tuning pre-trained models to answer questions without access to any external context or knowledge. We show that this approach scales with model size and performs competitively with open-domain systems that explicitly retrieve answers from an external knowledge source when answering questions. To facilitate reproducibility and future work, we release our co"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"fine-tuning pre-trained models to answer questions without access to any external context or knowledge ... performs competitively with open-domain systems that explicitly retrieve answers from an external knowledge source","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That the knowledge required to answer the questions is present in the pre-training data and can be effectively stored and retrieved from the model parameters through fine-tuning on QA pairs.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"Fine-tuned language models store knowledge in parameters to answer questions competitively with retrieval-based open-domain QA systems.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Fine-tuned language models answer questions using only knowledge stored in their parameters.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"ded9f367a679ac1c83d5f409932e3506f46aff5435fd6ed7fc90c27fb63ad3dc"},"source":{"id":"2002.08910","kind":"arxiv","version":4},"verdict":{"id":"339ec349-527e-4121-afc6-b43a1a0b9139","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-15T01:56:16.668688Z","strongest_claim":"fine-tuning pre-trained models to answer questions without access to any external context or knowledge ... performs competitively with open-domain systems that explicitly retrieve answers from an external knowledge source","one_line_summary":"Fine-tuned language models store knowledge in parameters to answer questions competitively with retrieval-based open-domain QA systems.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That the knowledge required to answer the questions is present in the pre-training data and can be effectively stored and retrieved from the model parameters through fine-tuning on QA pairs.","pith_extraction_headline":"Fine-tuned language models answer questions using only knowledge stored in their parameters."},"references":{"count":60,"sample":[{"doi":"","year":null,"title":"A discrete hard","work_id":"9150595c-1c04-4fa6-a608-2e4ad4049e47","ref_index":3,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"Chen, Danqi and Fisch, Adam and Weston, Jason and Bordes, Antoine , journal=. Reading","work_id":"ccb6d06f-15e5-44ed-83d0-4ad20942666a","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"Learning to Retrieve Reasoning Paths over","work_id":"67417f41-9e9e-4536-9301-0e60d3d8e11b","ref_index":5,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina , journal=","work_id":"688e3467-057d-4547-89bf-cba40f753c3a","ref_index":6,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"Yang, Zhilin and Dai, Zihang and Yang, Yiming and Carbonell, Jaime and Salakhutdinov, Ruslan and Le, Quoc V. , journal=","work_id":"53a3312e-99a4-4d98-9d8f-0ac83a47cbc0","ref_index":7,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":60,"snapshot_sha256":"0817775aeec006b6dacd4bac7ec7945519cf618aa2dbba21231117a36077c2b1","internal_anchors":18},"formal_canon":{"evidence_count":2,"snapshot_sha256":"9791859ff4da89b5810cad8f8565dac92952843495d6b09e2d79c047de3ccb8e"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"339ec349-527e-4121-afc6-b43a1a0b9139"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1vzc95kvfvs1dH6Hyatw6Lzo5tJoeLVAKrMJFMTL2qw+l+8lxSU1M8MrxtYjxnXhsIGIPSgu81VzwL6UclatCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-10T06:34:05.714677Z"},"content_sha256":"107205546401955e3ff208c2e110eba49b590b5450d86f21aa442ff54727f9ab","schema_version":"1.0","event_id":"sha256:107205546401955e3ff208c2e110eba49b590b5450d86f21aa442ff54727f9ab"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ASTJHJTFV6SPSM2W3YA3UAD2VF/bundle.json","state_url":"https://pith.science/pith/ASTJHJTFV6SPSM2W3YA3UAD2VF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ASTJHJTFV6SPSM2W3YA3UAD2VF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-10T06:34:05Z","links":{"resolver":"https://pith.science/pith/ASTJHJTFV6SPSM2W3YA3UAD2VF","bundle":"https://pith.science/pith/ASTJHJTFV6SPSM2W3YA3UAD2VF/bundle.json","state":"https://pith.science/pith/ASTJHJTFV6SPSM2W3YA3UAD2VF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ASTJHJTFV6SPSM2W3YA3UAD2VF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ASTJHJTFV6SPSM2W3YA3UAD2VF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"da783045f046730f4f7d55bb7366b33d9c4a68171a5e2b5cc93ce32da568aa65","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-10T18:55:58Z","title_canon_sha256":"2963317b125562b73a72cb6679954121a20b97cabd0104f1364ebc3b3f33a2c1"},"schema_version":"1.0","source":{"id":"2002.08910","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.08910","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"arxiv_version","alias_value":"2002.08910v4","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.08910","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"pith_short_12","alias_value":"ASTJHJTFV6SP","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"ASTJHJTFV6SPSM2W","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"ASTJHJTF","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:107205546401955e3ff208c2e110eba49b590b5450d86f21aa442ff54727f9ab","target":"graph","created_at":"2026-05-17T23:38:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"fine-tuning pre-trained models to answer questions without access to any external context or knowledge ... performs competitively with open-domain systems that explicitly retrieve answers from an external knowledge source"},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the knowledge required to answer the questions is present in the pre-training data and can be effectively stored and retrieved from the model parameters through fine-tuning on QA pairs."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"Fine-tuned language models store knowledge in parameters to answer questions competitively with retrieval-based open-domain QA systems."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Fine-tuned language models answer questions using only knowledge stored in their parameters."}],"snapshot_sha256":"ded9f367a679ac1c83d5f409932e3506f46aff5435fd6ed7fc90c27fb63ad3dc"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"9791859ff4da89b5810cad8f8565dac92952843495d6b09e2d79c047de3ccb8e"},"paper":{"abstract_excerpt":"It has recently been observed that neural language models trained on unstructured text can implicitly store and retrieve knowledge using natural language queries. In this short paper, we measure the practical utility of this approach by fine-tuning pre-trained models to answer questions without access to any external context or knowledge. We show that this approach scales with model size and performs competitively with open-domain systems that explicitly retrieve answers from an external knowledge source when answering questions. To facilitate reproducibility and future work, we release our co","authors_text":"Adam Roberts, Colin Raffel, Noam Shazeer","cross_cats":["cs.LG","stat.ML"],"headline":"Fine-tuned language models answer questions using only knowledge stored in their parameters.","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-10T18:55:58Z","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?"},"references":{"count":60,"internal_anchors":18,"resolved_work":60,"sample":[{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":3,"title":"A discrete hard","work_id":"9150595c-1c04-4fa6-a608-2e4ad4049e47","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"Chen, Danqi and Fisch, Adam and Weston, Jason and Bordes, Antoine , journal=. Reading","work_id":"ccb6d06f-15e5-44ed-83d0-4ad20942666a","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"Learning to Retrieve Reasoning Paths over","work_id":"67417f41-9e9e-4536-9301-0e60d3d8e11b","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":6,"title":"Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina , journal=","work_id":"688e3467-057d-4547-89bf-cba40f753c3a","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":7,"title":"Yang, Zhilin and Dai, Zihang and Yang, Yiming and Carbonell, Jaime and Salakhutdinov, Ruslan and Le, Quoc V. , journal=","work_id":"53a3312e-99a4-4d98-9d8f-0ac83a47cbc0","year":null}],"snapshot_sha256":"0817775aeec006b6dacd4bac7ec7945519cf618aa2dbba21231117a36077c2b1"},"source":{"id":"2002.08910","kind":"arxiv","version":4},"verdict":{"created_at":"2026-05-15T01:56:16.668688Z","id":"339ec349-527e-4121-afc6-b43a1a0b9139","model_set":{"reader":"grok-4.3"},"one_line_summary":"Fine-tuned language models store knowledge in parameters to answer questions competitively with retrieval-based open-domain QA systems.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Fine-tuned language models answer questions using only knowledge stored in their parameters.","strongest_claim":"fine-tuning pre-trained models to answer questions without access to any external context or knowledge ... performs competitively with open-domain systems that explicitly retrieve answers from an external knowledge source","weakest_assumption":"That the knowledge required to answer the questions is present in the pre-training data and can be effectively stored and retrieved from the model parameters through fine-tuning on QA pairs."}},"verdict_id":"339ec349-527e-4121-afc6-b43a1a0b9139"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd3062b1221b8a539177bd8178f5f4c898572548fd1b27905c5d80b63cd237c8","target":"record","created_at":"2026-05-17T23:38:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"da783045f046730f4f7d55bb7366b33d9c4a68171a5e2b5cc93ce32da568aa65","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-02-10T18:55:58Z","title_canon_sha256":"2963317b125562b73a72cb6679954121a20b97cabd0104f1364ebc3b3f33a2c1"},"schema_version":"1.0","source":{"id":"2002.08910","kind":"arxiv","version":4}},"canonical_sha256":"04a693a665afa4f93356de01ba007aa954c12eac308743f5150934ff9a119141","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"04a693a665afa4f93356de01ba007aa954c12eac308743f5150934ff9a119141","first_computed_at":"2026-05-17T23:38:53.873003Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:53.873003Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AENH5grUyyZ63jFDeKvMtEhgqFE5p7rxZKZPs8+ER2aJhn0PrLLvDHzo9aiM089dVfn641d/Nc9bhjh2E8xqCg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:53.873490Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.08910","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd3062b1221b8a539177bd8178f5f4c898572548fd1b27905c5d80b63cd237c8","sha256:107205546401955e3ff208c2e110eba49b590b5450d86f21aa442ff54727f9ab"],"state_sha256":"2e80e5c57955c778093b5608011f14fe65c645159b6601bb964bdfc5dd7ba5cc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZdZE5rXimnZuqrB37kb6cWzwA1V/HXfB7C5VBjz7YxWN+wfO686UwD1ksKZwTnOi7GXvbwBULFoCnswhkLLBCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-10T06:34:05.719677Z","bundle_sha256":"f99e472f3e2591b66e0849811685aa69f338cd93a9ecb01865a50a2ea9b71429"}}