{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:7XJ3RS5JDC6M674BPKJYMVT4GK","short_pith_number":"pith:7XJ3RS5J","canonical_record":{"source":{"id":"2109.07154","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-15T08:34:56Z","cross_cats_sorted":[],"title_canon_sha256":"f6cd224016926889e733c2ecdbed27ebcc0aca3d61d19f9ab42ef6c35596a6bc","abstract_canon_sha256":"3d204cccf0260caa4ab51b0744570c3c1a387a3f83fe611cc91b3d8ffbe61189"},"schema_version":"1.0"},"canonical_sha256":"fdd3b8cba918bccf7f817a9386567c3296409c3986d34acaf2b67e3607a5a6fa","source":{"kind":"arxiv","id":"2109.07154","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.07154","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"arxiv_version","alias_value":"2109.07154v1","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.07154","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_12","alias_value":"7XJ3RS5JDC6M","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_16","alias_value":"7XJ3RS5JDC6M674B","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_8","alias_value":"7XJ3RS5J","created_at":"2026-07-05T03:14:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:7XJ3RS5JDC6M674BPKJYMVT4GK","target":"record","payload":{"canonical_record":{"source":{"id":"2109.07154","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-15T08:34:56Z","cross_cats_sorted":[],"title_canon_sha256":"f6cd224016926889e733c2ecdbed27ebcc0aca3d61d19f9ab42ef6c35596a6bc","abstract_canon_sha256":"3d204cccf0260caa4ab51b0744570c3c1a387a3f83fe611cc91b3d8ffbe61189"},"schema_version":"1.0"},"canonical_sha256":"fdd3b8cba918bccf7f817a9386567c3296409c3986d34acaf2b67e3607a5a6fa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:14:39.264674Z","signature_b64":"a+77b/+VXakYMSdrc4fjscDTqwd9Sq5lttBjVnMOQdzQyWepPf8PgI3wvynP+qJ9lHFTbmioEX207iJjwi4cDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fdd3b8cba918bccf7f817a9386567c3296409c3986d34acaf2b67e3607a5a6fa","last_reissued_at":"2026-07-05T03:14:39.264069Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:14:39.264069Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.07154","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:14:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h5j0TMsIueBOUA7bxZUMJwjjHvKH2YJ1bL0wV52UyzS4d/LjEfAsrYpBRbFHGNBV2bw+jGYKScg6ZyQ/+jokAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:03:25.619598Z"},"content_sha256":"65e5d17da5ec4595efba05721af200dfc6c6c0320c5271bc99cc86dd659cd51e","schema_version":"1.0","event_id":"sha256:65e5d17da5ec4595efba05721af200dfc6c6c0320c5271bc99cc86dd659cd51e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:7XJ3RS5JDC6M674BPKJYMVT4GK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can Language Models be Biomedical Knowledge Bases?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jaewoo Kang, Jinhyuk Lee, Minji Jeon, Mujeen Sung, Sean Yi, Sungdong Kim","submitted_at":"2021-09-15T08:34:56Z","abstract_excerpt":"Pre-trained language models (LMs) have become ubiquitous in solving various natural language processing (NLP) tasks. There has been increasing interest in what knowledge these LMs contain and how we can extract that knowledge, treating LMs as knowledge bases (KBs). While there has been much work on probing LMs in the general domain, there has been little attention to whether these powerful LMs can be used as domain-specific KBs. To this end, we create the BioLAMA benchmark, which is comprised of 49K biomedical factual knowledge triples for probing biomedical LMs. We find that biomedical LMs wi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.07154","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.07154/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:14:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vtSEB/qaekRQZfgBTjegcmB3bluD+mK9tiP/nBUjpIUUWABwHECtBhp7UzRTSrgY1WOi+Pr0iBzxJdOaiQpkAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:03:25.620085Z"},"content_sha256":"e06bf5f2f6962cbf868c16cf8782fa970566a51a11f366ae2645e3f9ac983d9c","schema_version":"1.0","event_id":"sha256:e06bf5f2f6962cbf868c16cf8782fa970566a51a11f366ae2645e3f9ac983d9c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7XJ3RS5JDC6M674BPKJYMVT4GK/bundle.json","state_url":"https://pith.science/pith/7XJ3RS5JDC6M674BPKJYMVT4GK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7XJ3RS5JDC6M674BPKJYMVT4GK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T08:03:25Z","links":{"resolver":"https://pith.science/pith/7XJ3RS5JDC6M674BPKJYMVT4GK","bundle":"https://pith.science/pith/7XJ3RS5JDC6M674BPKJYMVT4GK/bundle.json","state":"https://pith.science/pith/7XJ3RS5JDC6M674BPKJYMVT4GK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7XJ3RS5JDC6M674BPKJYMVT4GK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:7XJ3RS5JDC6M674BPKJYMVT4GK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3d204cccf0260caa4ab51b0744570c3c1a387a3f83fe611cc91b3d8ffbe61189","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-15T08:34:56Z","title_canon_sha256":"f6cd224016926889e733c2ecdbed27ebcc0aca3d61d19f9ab42ef6c35596a6bc"},"schema_version":"1.0","source":{"id":"2109.07154","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.07154","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"arxiv_version","alias_value":"2109.07154v1","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.07154","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_12","alias_value":"7XJ3RS5JDC6M","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_16","alias_value":"7XJ3RS5JDC6M674B","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_8","alias_value":"7XJ3RS5J","created_at":"2026-07-05T03:14:39Z"}],"graph_snapshots":[{"event_id":"sha256:e06bf5f2f6962cbf868c16cf8782fa970566a51a11f366ae2645e3f9ac983d9c","target":"graph","created_at":"2026-07-05T03:14:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.07154/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained language models (LMs) have become ubiquitous in solving various natural language processing (NLP) tasks. There has been increasing interest in what knowledge these LMs contain and how we can extract that knowledge, treating LMs as knowledge bases (KBs). While there has been much work on probing LMs in the general domain, there has been little attention to whether these powerful LMs can be used as domain-specific KBs. To this end, we create the BioLAMA benchmark, which is comprised of 49K biomedical factual knowledge triples for probing biomedical LMs. We find that biomedical LMs wi","authors_text":"Jaewoo Kang, Jinhyuk Lee, Minji Jeon, Mujeen Sung, Sean Yi, Sungdong Kim","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-15T08:34:56Z","title":"Can Language Models be Biomedical Knowledge Bases?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.07154","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:65e5d17da5ec4595efba05721af200dfc6c6c0320c5271bc99cc86dd659cd51e","target":"record","created_at":"2026-07-05T03:14:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3d204cccf0260caa4ab51b0744570c3c1a387a3f83fe611cc91b3d8ffbe61189","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-15T08:34:56Z","title_canon_sha256":"f6cd224016926889e733c2ecdbed27ebcc0aca3d61d19f9ab42ef6c35596a6bc"},"schema_version":"1.0","source":{"id":"2109.07154","kind":"arxiv","version":1}},"canonical_sha256":"fdd3b8cba918bccf7f817a9386567c3296409c3986d34acaf2b67e3607a5a6fa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fdd3b8cba918bccf7f817a9386567c3296409c3986d34acaf2b67e3607a5a6fa","first_computed_at":"2026-07-05T03:14:39.264069Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:14:39.264069Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"a+77b/+VXakYMSdrc4fjscDTqwd9Sq5lttBjVnMOQdzQyWepPf8PgI3wvynP+qJ9lHFTbmioEX207iJjwi4cDw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:14:39.264674Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.07154","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:65e5d17da5ec4595efba05721af200dfc6c6c0320c5271bc99cc86dd659cd51e","sha256:e06bf5f2f6962cbf868c16cf8782fa970566a51a11f366ae2645e3f9ac983d9c"],"state_sha256":"c9668aaf931757e5228b7ff2a663663394ee6eb17c7ad14a01d7906216f9ebc2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ikX5PUNaZi/R2oKL2pbsfcmHSHF9x2hlEJUekMMkikzNqaRakVu6PoLXXifhn7iHYMQnd6OxAR2RMbAVmYScDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T08:03:25.624483Z","bundle_sha256":"fa878cb53590f4997dbe2aab8df468953602e9958e9e4c3d9e8c653932886469"}}