{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:THECXVCW4367CO3N3UJORH22IL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ff0d847718b30a2f9735e805425d70bb8380532ad507332ebfe9b78608e51f6","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-20T13:14:59Z","title_canon_sha256":"e854173b3123174ed8d74964f359c2d1c3ef4d7d27736953ac6e60ca633f2394"},"schema_version":"1.0","source":{"id":"2303.11082","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.11082","created_at":"2026-07-05T05:52:40Z"},{"alias_kind":"arxiv_version","alias_value":"2303.11082v1","created_at":"2026-07-05T05:52:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.11082","created_at":"2026-07-05T05:52:40Z"},{"alias_kind":"pith_short_12","alias_value":"THECXVCW4367","created_at":"2026-07-05T05:52:40Z"},{"alias_kind":"pith_short_16","alias_value":"THECXVCW4367CO3N","created_at":"2026-07-05T05:52:40Z"},{"alias_kind":"pith_short_8","alias_value":"THECXVCW","created_at":"2026-07-05T05:52:40Z"}],"graph_snapshots":[{"event_id":"sha256:e9d7b2468cada80b42575e62528bb540ee12bb1e071470735c5125dfce6addb5","target":"graph","created_at":"2026-07-05T05:52:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.11082/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Structured knowledge bases (KBs) are a foundation of many intelligent applications, yet are notoriously incomplete. Language models (LMs) have recently been proposed for unsupervised knowledge base completion (KBC), yet, despite encouraging initial results, questions regarding their suitability remain open. Existing evaluations often fall short because they only evaluate on popular subjects, or sample already existing facts from KBs. In this work, we introduce a novel, more challenging benchmark dataset, and a methodology tailored for a realistic assessment of the KBC potential of LMs. For aut","authors_text":"Blerta Veseli, Gerhard Weikum, Simon Razniewski, Sneha Singhania","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-20T13:14:59Z","title":"Evaluating Language Models for Knowledge Base Completion"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.11082","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e5dd941ec159791252b90e707a5e97a19add5c6df5896d88a600a7886d3b195b","target":"record","created_at":"2026-07-05T05:52:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ff0d847718b30a2f9735e805425d70bb8380532ad507332ebfe9b78608e51f6","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-20T13:14:59Z","title_canon_sha256":"e854173b3123174ed8d74964f359c2d1c3ef4d7d27736953ac6e60ca633f2394"},"schema_version":"1.0","source":{"id":"2303.11082","kind":"arxiv","version":1}},"canonical_sha256":"99c82bd456e6fdf13b6ddd12e89f5a42fc4b7007c945c293d57b4ea0d90a7e74","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"99c82bd456e6fdf13b6ddd12e89f5a42fc4b7007c945c293d57b4ea0d90a7e74","first_computed_at":"2026-07-05T05:52:40.113745Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:52:40.113745Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ryqZA9qQZvxbTkX3X4NkoSuCI7bNOgnkwz/5MOWUyfKVfNK2vhqvj5jwcJXbd/WaNL3vnSJjV2CwXgU0b5YfDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:52:40.114083Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.11082","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e5dd941ec159791252b90e707a5e97a19add5c6df5896d88a600a7886d3b195b","sha256:e9d7b2468cada80b42575e62528bb540ee12bb1e071470735c5125dfce6addb5"],"state_sha256":"1d4d1af9f3c6d809e313030338a1129c66cde2108b9fb2b119a9b6e468463475"}