{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:OFG5KAZZLUHTVA3YWZFVAMMFDN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5f66acb58a28fcda28a3aaa112a19b619d9aa911dac6d6375c36131f8f40dab7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-02-28T03:52:57Z","title_canon_sha256":"854540a87cd1f00fa8b972c8aea1ef9d4845c82ce7c29cb632747347e2bf55dd"},"schema_version":"1.0","source":{"id":"2202.13529","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.13529","created_at":"2026-07-05T04:00:30Z"},{"alias_kind":"arxiv_version","alias_value":"2202.13529v1","created_at":"2026-07-05T04:00:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.13529","created_at":"2026-07-05T04:00:30Z"},{"alias_kind":"pith_short_12","alias_value":"OFG5KAZZLUHT","created_at":"2026-07-05T04:00:30Z"},{"alias_kind":"pith_short_16","alias_value":"OFG5KAZZLUHTVA3Y","created_at":"2026-07-05T04:00:30Z"},{"alias_kind":"pith_short_8","alias_value":"OFG5KAZZ","created_at":"2026-07-05T04:00:30Z"}],"graph_snapshots":[{"event_id":"sha256:ad85bda35b3970bdcf80e8635c9bd96f2df293082310b24347a5b56619c035a3","target":"graph","created_at":"2026-07-05T04:00:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.13529/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Previous works show the great potential of pre-trained language models (PLMs) for storing a large amount of factual knowledge. However, to figure out whether PLMs can be reliable knowledge sources and used as alternative knowledge bases (KBs), we need to further explore some critical features of PLMs. Firstly, knowledge memorization and identification abilities: traditional KBs can store various types of entities and relationships; do PLMs have a high knowledge capacity to store different types of knowledge? Secondly, reasoning ability: a qualified knowledge source should not only provide a co","authors_text":"Chengzhen Fu, Daniel Gao, Hao Jiang, Lei Chen, Lei Li, Xinyu Zhang, Yantao Jia, Zhao Cao, Zhicheng Dou","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-02-28T03:52:57Z","title":"KMIR: A Benchmark for Evaluating Knowledge Memorization, Identification and Reasoning Abilities of Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.13529","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7ce0e4b66a4fafb045891e6e32ee39a17a1b5c26dea1012809428ffa0c459afe","target":"record","created_at":"2026-07-05T04:00:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5f66acb58a28fcda28a3aaa112a19b619d9aa911dac6d6375c36131f8f40dab7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-02-28T03:52:57Z","title_canon_sha256":"854540a87cd1f00fa8b972c8aea1ef9d4845c82ce7c29cb632747347e2bf55dd"},"schema_version":"1.0","source":{"id":"2202.13529","kind":"arxiv","version":1}},"canonical_sha256":"714dd503395d0f3a8378b64b5031851b7bf3ab754ee218e73ba4fed81fdd6123","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"714dd503395d0f3a8378b64b5031851b7bf3ab754ee218e73ba4fed81fdd6123","first_computed_at":"2026-07-05T04:00:30.776954Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:00:30.776954Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ny3G7CoaTwNzfDB6I2wcB5Na/0xyPpecrjD3WkX2fYTapRwqFTbt355l/rciEnXrS6IzZmfEp9mGO1mZKMV7AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:00:30.777461Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.13529","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7ce0e4b66a4fafb045891e6e32ee39a17a1b5c26dea1012809428ffa0c459afe","sha256:ad85bda35b3970bdcf80e8635c9bd96f2df293082310b24347a5b56619c035a3"],"state_sha256":"1d3a94299dd361858e6e2fe3b92ac3acdbe96e59f9cde4ccf35ebb7b721b6b6e"}