{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:THECXVCW4367CO3N3UJORH22IL","short_pith_number":"pith:THECXVCW","schema_version":"1.0","canonical_sha256":"99c82bd456e6fdf13b6ddd12e89f5a42fc4b7007c945c293d57b4ea0d90a7e74","source":{"kind":"arxiv","id":"2303.11082","version":1},"attestation_state":"computed","paper":{"title":"Evaluating Language Models for Knowledge Base Completion","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Blerta Veseli, Gerhard Weikum, Simon Razniewski, Sneha Singhania","submitted_at":"2023-03-20T13:14:59Z","abstract_excerpt":"Structured knowledge bases (KBs) are a foundation of many intelligent applications, yet are notoriously incomplete. Language models (LMs) have recently been proposed for unsupervised knowledge base completion (KBC), yet, despite encouraging initial results, questions regarding their suitability remain open. Existing evaluations often fall short because they only evaluate on popular subjects, or sample already existing facts from KBs. In this work, we introduce a novel, more challenging benchmark dataset, and a methodology tailored for a realistic assessment of the KBC potential of LMs. For aut"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2303.11082","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-20T13:14:59Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e854173b3123174ed8d74964f359c2d1c3ef4d7d27736953ac6e60ca633f2394","abstract_canon_sha256":"4ff0d847718b30a2f9735e805425d70bb8380532ad507332ebfe9b78608e51f6"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:52:40.114083Z","signature_b64":"ryqZA9qQZvxbTkX3X4NkoSuCI7bNOgnkwz/5MOWUyfKVfNK2vhqvj5jwcJXbd/WaNL3vnSJjV2CwXgU0b5YfDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"99c82bd456e6fdf13b6ddd12e89f5a42fc4b7007c945c293d57b4ea0d90a7e74","last_reissued_at":"2026-07-05T05:52:40.113745Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:52:40.113745Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Evaluating Language Models for Knowledge Base Completion","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Blerta Veseli, Gerhard Weikum, Simon Razniewski, Sneha Singhania","submitted_at":"2023-03-20T13:14:59Z","abstract_excerpt":"Structured knowledge bases (KBs) are a foundation of many intelligent applications, yet are notoriously incomplete. Language models (LMs) have recently been proposed for unsupervised knowledge base completion (KBC), yet, despite encouraging initial results, questions regarding their suitability remain open. Existing evaluations often fall short because they only evaluate on popular subjects, or sample already existing facts from KBs. In this work, we introduce a novel, more challenging benchmark dataset, and a methodology tailored for a realistic assessment of the KBC potential of LMs. For aut"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.11082","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.11082/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2303.11082","created_at":"2026-07-05T05:52:40.113800+00:00"},{"alias_kind":"arxiv_version","alias_value":"2303.11082v1","created_at":"2026-07-05T05:52:40.113800+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.11082","created_at":"2026-07-05T05:52:40.113800+00:00"},{"alias_kind":"pith_short_12","alias_value":"THECXVCW4367","created_at":"2026-07-05T05:52:40.113800+00:00"},{"alias_kind":"pith_short_16","alias_value":"THECXVCW4367CO3N","created_at":"2026-07-05T05:52:40.113800+00:00"},{"alias_kind":"pith_short_8","alias_value":"THECXVCW","created_at":"2026-07-05T05:52:40.113800+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.17669","citing_title":"Multimodal Cultural Heritage Knowledge Graph Extension with Language and Vision Models","ref_index":53,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/THECXVCW4367CO3N3UJORH22IL","json":"https://pith.science/pith/THECXVCW4367CO3N3UJORH22IL.json","graph_json":"https://pith.science/api/pith-number/THECXVCW4367CO3N3UJORH22IL/graph.json","events_json":"https://pith.science/api/pith-number/THECXVCW4367CO3N3UJORH22IL/events.json","paper":"https://pith.science/paper/THECXVCW"},"agent_actions":{"view_html":"https://pith.science/pith/THECXVCW4367CO3N3UJORH22IL","download_json":"https://pith.science/pith/THECXVCW4367CO3N3UJORH22IL.json","view_paper":"https://pith.science/paper/THECXVCW","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2303.11082&json=true","fetch_graph":"https://pith.science/api/pith-number/THECXVCW4367CO3N3UJORH22IL/graph.json","fetch_events":"https://pith.science/api/pith-number/THECXVCW4367CO3N3UJORH22IL/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/THECXVCW4367CO3N3UJORH22IL/action/timestamp_anchor","attest_storage":"https://pith.science/pith/THECXVCW4367CO3N3UJORH22IL/action/storage_attestation","attest_author":"https://pith.science/pith/THECXVCW4367CO3N3UJORH22IL/action/author_attestation","sign_citation":"https://pith.science/pith/THECXVCW4367CO3N3UJORH22IL/action/citation_signature","submit_replication":"https://pith.science/pith/THECXVCW4367CO3N3UJORH22IL/action/replication_record"}},"created_at":"2026-07-05T05:52:40.113800+00:00","updated_at":"2026-07-05T05:52:40.113800+00:00"}