{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:6DVG7MV3CDNLUNQDZKFYQHEVL4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b4b9d25078db0085f26c4e02c555f1804072205847706550f402b5812b96137f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-03T11:11:08Z","title_canon_sha256":"806066cd870d90a814cc6da54f47e7c2bdbe38284f76cd67d7056b51a66920b5"},"schema_version":"1.0","source":{"id":"1909.01066","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.01066","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"arxiv_version","alias_value":"1909.01066v2","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.01066","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"pith_short_12","alias_value":"6DVG7MV3CDNL","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"6DVG7MV3CDNLUNQD","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"6DVG7MV3","created_at":"2026-05-18T12:33:10Z"}],"graph_snapshots":[{"event_id":"sha256:a58710a4b876e39cc9e4368be238e16b206eb205669e61111e40e756ac4b9505","target":"graph","created_at":"2026-05-17T23:38:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"without fine-tuning, BERT contains relational knowledge competitive with traditional NLP methods that have some access to oracle knowledge"},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That cloze-statement accuracy directly measures stored factual knowledge rather than surface-level statistical patterns or memorization of training co-occurrences."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"BERT stores relational knowledge extractable via cloze queries without fine-tuning and matches supervised baselines on open-domain QA tasks."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Pretrained language models already contain relational knowledge that can be accessed through fill-in-the-blank queries without any fine-tuning."}],"snapshot_sha256":"f2b098dc9b1a9b97d49f85da85b0186698d7cede9a9132b2da521803ed7dc70e"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"8a6297db481a34523fc2f8ca7b195f002fec9bb7f63762ab00149f9834872a68"},"paper":{"abstract_excerpt":"Recent progress in pretraining language models on large textual corpora led to a surge of improvements for downstream NLP tasks. Whilst learning linguistic knowledge, these models may also be storing relational knowledge present in the training data, and may be able to answer queries structured as \"fill-in-the-blank\" cloze statements. Language models have many advantages over structured knowledge bases: they require no schema engineering, allow practitioners to query about an open class of relations, are easy to extend to more data, and require no human supervision to train. We present an in-d","authors_text":"Alexander H. Miller, Anton Bakhtin, Fabio Petroni, Patrick Lewis, Sebastian Riedel, Tim Rockt\\\"aschel, Yuxiang WU","cross_cats":[],"headline":"Pretrained language models already contain relational knowledge that can be accessed through fill-in-the-blank queries without any fine-tuning.","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-03T11:11:08Z","title":"Language Models as Knowledge Bases?"},"references":{"count":300,"internal_anchors":41,"resolved_work":300,"sample":[{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":1,"title":"Overview of the","work_id":"d1345a3f-9d55-4e0a-99f6-2bd1f4513f3a","year":null},{"cited_arxiv_id":"1901.11373","doi":"","is_internal_anchor":true,"ref_index":2,"title":"Learning and evaluating general linguistic intelligence","work_id":"29fd3485-ad71-4ae6-b96f-d35675eddb26","year":1901},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":3,"title":"Lample, Guillaume and Ott, Myle and Conneau, Alexis and Denoyer, Ludovic and Ranzato, Marc'Aurelio , month = nov, year =. Phrase-. Proceedings of the 2018","work_id":"027e5bc2-c300-414c-b94b-eb3006d73004","year":2018},{"cited_arxiv_id":"1810.04805","doi":"","is_internal_anchor":true,"ref_index":4,"title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","work_id":"ed240a10-5b19-406c-baa5-30803f465785","year":2018},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"Transactions of the Association of Computational Linguistics , author =","work_id":"c4cfe119-cd35-4064-8a33-96827a6e4234","year":null}],"snapshot_sha256":"a71332a8631d8487b57fd8293dff1ab6091f6599c86ae1dc1374e8815b147dfa"},"source":{"id":"1909.01066","kind":"arxiv","version":2},"verdict":{"created_at":"2026-05-16T10:48:00.004958Z","id":"66447a3c-f6d0-4078-aa9d-527610dd88ea","model_set":{"reader":"grok-4.3"},"one_line_summary":"BERT stores relational knowledge extractable via cloze queries without fine-tuning and matches supervised baselines on open-domain QA tasks.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Pretrained language models already contain relational knowledge that can be accessed through fill-in-the-blank queries without any fine-tuning.","strongest_claim":"without fine-tuning, BERT contains relational knowledge competitive with traditional NLP methods that have some access to oracle knowledge","weakest_assumption":"That cloze-statement accuracy directly measures stored factual knowledge rather than surface-level statistical patterns or memorization of training co-occurrences."}},"verdict_id":"66447a3c-f6d0-4078-aa9d-527610dd88ea"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0663599dc0074c1ff2ad3dfa2b3458801b4f2aa830a3a6be62a2ca3fbc7bdf8a","target":"record","created_at":"2026-05-17T23:38:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b4b9d25078db0085f26c4e02c555f1804072205847706550f402b5812b96137f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-09-03T11:11:08Z","title_canon_sha256":"806066cd870d90a814cc6da54f47e7c2bdbe38284f76cd67d7056b51a66920b5"},"schema_version":"1.0","source":{"id":"1909.01066","kind":"arxiv","version":2}},"canonical_sha256":"f0ea6fb2bb10daba3603ca8b881c955f1db39e171f12f9fa973aed36e815f0c0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f0ea6fb2bb10daba3603ca8b881c955f1db39e171f12f9fa973aed36e815f0c0","first_computed_at":"2026-05-17T23:38:48.128807Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:48.128807Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2j2ui7JULz3WS1tBj61L5kRkcQjDIeHSFhJ1nQIQxLVx1l7nfJsxxulDuiCnDwB6joa2Yw24PpNZxye9UMvVBw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:48.129448Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.01066","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0663599dc0074c1ff2ad3dfa2b3458801b4f2aa830a3a6be62a2ca3fbc7bdf8a","sha256:a58710a4b876e39cc9e4368be238e16b206eb205669e61111e40e756ac4b9505"],"state_sha256":"ebb903b18c506eef361b9acfeb67e1918363c8213db99b166e1bd502b502b5c1"}