{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:U7IVRHOFLQ4BQGYRMYUKFTA3GJ","short_pith_number":"pith:U7IVRHOF","canonical_record":{"source":{"id":"2312.11539","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-15T23:34:05Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"4df25275366575620828cb4e5661d7026728b1eab927003826a4fc328c12b2f6","abstract_canon_sha256":"52a3677538fc2d59e2895867377848540d316a6d0e061c528ac5a27d79ee725e"},"schema_version":"1.0"},"canonical_sha256":"a7d1589dc55c38181b116628a2cc1b3248c8b92aa6af2ff3cd6c8fa1ba0153ac","source":{"kind":"arxiv","id":"2312.11539","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.11539","created_at":"2026-07-05T08:50:52Z"},{"alias_kind":"arxiv_version","alias_value":"2312.11539v3","created_at":"2026-07-05T08:50:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.11539","created_at":"2026-07-05T08:50:52Z"},{"alias_kind":"pith_short_12","alias_value":"U7IVRHOFLQ4B","created_at":"2026-07-05T08:50:52Z"},{"alias_kind":"pith_short_16","alias_value":"U7IVRHOFLQ4BQGYR","created_at":"2026-07-05T08:50:52Z"},{"alias_kind":"pith_short_8","alias_value":"U7IVRHOF","created_at":"2026-07-05T08:50:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:U7IVRHOFLQ4BQGYRMYUKFTA3GJ","target":"record","payload":{"canonical_record":{"source":{"id":"2312.11539","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-15T23:34:05Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"4df25275366575620828cb4e5661d7026728b1eab927003826a4fc328c12b2f6","abstract_canon_sha256":"52a3677538fc2d59e2895867377848540d316a6d0e061c528ac5a27d79ee725e"},"schema_version":"1.0"},"canonical_sha256":"a7d1589dc55c38181b116628a2cc1b3248c8b92aa6af2ff3cd6c8fa1ba0153ac","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:50:52.956357Z","signature_b64":"VrgE+kJL4BGb6wta65WzGXdZ0k6BSHHXIu+GR/4MyC9eUWMogfUl+rRm3NTg/6IpEWTUmovjbQGt/NNrC/+KAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a7d1589dc55c38181b116628a2cc1b3248c8b92aa6af2ff3cd6c8fa1ba0153ac","last_reissued_at":"2026-07-05T08:50:52.955992Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:50:52.955992Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.11539","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:50:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ylb3mFjlV00d2H01Tw0wVvIwWftTviGChIAxj2lyoeNUPoyuitqqMUPd+RIVZvqU82dKMx3emL6vABORaCHACw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:14:31.915188Z"},"content_sha256":"81ea41415882973c42767a16220a7e18f0756b84abe99cca1b60bcb0d15872df","schema_version":"1.0","event_id":"sha256:81ea41415882973c42767a16220a7e18f0756b84abe99cca1b60bcb0d15872df"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:U7IVRHOFLQ4BQGYRMYUKFTA3GJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"KGLens: Towards Efficient and Effective Knowledge Probing of Large Language Models with Knowledge Graphs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.AI","authors_text":"He Bai, Navdeep Jaitly, Shangshang Zheng, Xiaochuan Niu, Yi Su, Yizhe Zhang","submitted_at":"2023-12-15T23:34:05Z","abstract_excerpt":"Large Language Models (LLMs) might hallucinate facts, while curated Knowledge Graph (KGs) are typically factually reliable especially with domain-specific knowledge. Measuring the alignment between KGs and LLMs can effectively probe the factualness and identify the knowledge blind spots of LLMs. However, verifying the LLMs over extensive KGs can be expensive. In this paper, we present KGLens, a Thompson-sampling-inspired framework aimed at effectively and efficiently measuring the alignment between KGs and LLMs. KGLens features a graph-guided question generator for converting KGs into natural "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.11539","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.11539/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:50:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"phP8kxIlq2BkI33maPpoQ7jPlSvRn48STVgBPMv9tVwc5vgCEEEwVtgmd1AqbrWFdfCDqvvCZlGL6SXsKStBDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:14:31.915724Z"},"content_sha256":"6dbae4b61aa4ef0f455e4bba77d5fa967b6feda0598f47ac0b5379c1366dbc65","schema_version":"1.0","event_id":"sha256:6dbae4b61aa4ef0f455e4bba77d5fa967b6feda0598f47ac0b5379c1366dbc65"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U7IVRHOFLQ4BQGYRMYUKFTA3GJ/bundle.json","state_url":"https://pith.science/pith/U7IVRHOFLQ4BQGYRMYUKFTA3GJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U7IVRHOFLQ4BQGYRMYUKFTA3GJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T10:14:31Z","links":{"resolver":"https://pith.science/pith/U7IVRHOFLQ4BQGYRMYUKFTA3GJ","bundle":"https://pith.science/pith/U7IVRHOFLQ4BQGYRMYUKFTA3GJ/bundle.json","state":"https://pith.science/pith/U7IVRHOFLQ4BQGYRMYUKFTA3GJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U7IVRHOFLQ4BQGYRMYUKFTA3GJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:U7IVRHOFLQ4BQGYRMYUKFTA3GJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"52a3677538fc2d59e2895867377848540d316a6d0e061c528ac5a27d79ee725e","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-15T23:34:05Z","title_canon_sha256":"4df25275366575620828cb4e5661d7026728b1eab927003826a4fc328c12b2f6"},"schema_version":"1.0","source":{"id":"2312.11539","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.11539","created_at":"2026-07-05T08:50:52Z"},{"alias_kind":"arxiv_version","alias_value":"2312.11539v3","created_at":"2026-07-05T08:50:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.11539","created_at":"2026-07-05T08:50:52Z"},{"alias_kind":"pith_short_12","alias_value":"U7IVRHOFLQ4B","created_at":"2026-07-05T08:50:52Z"},{"alias_kind":"pith_short_16","alias_value":"U7IVRHOFLQ4BQGYR","created_at":"2026-07-05T08:50:52Z"},{"alias_kind":"pith_short_8","alias_value":"U7IVRHOF","created_at":"2026-07-05T08:50:52Z"}],"graph_snapshots":[{"event_id":"sha256:6dbae4b61aa4ef0f455e4bba77d5fa967b6feda0598f47ac0b5379c1366dbc65","target":"graph","created_at":"2026-07-05T08:50:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.11539/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) might hallucinate facts, while curated Knowledge Graph (KGs) are typically factually reliable especially with domain-specific knowledge. Measuring the alignment between KGs and LLMs can effectively probe the factualness and identify the knowledge blind spots of LLMs. However, verifying the LLMs over extensive KGs can be expensive. In this paper, we present KGLens, a Thompson-sampling-inspired framework aimed at effectively and efficiently measuring the alignment between KGs and LLMs. KGLens features a graph-guided question generator for converting KGs into natural ","authors_text":"He Bai, Navdeep Jaitly, Shangshang Zheng, Xiaochuan Niu, Yi Su, Yizhe Zhang","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-15T23:34:05Z","title":"KGLens: Towards Efficient and Effective Knowledge Probing of Large Language Models with Knowledge Graphs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.11539","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:81ea41415882973c42767a16220a7e18f0756b84abe99cca1b60bcb0d15872df","target":"record","created_at":"2026-07-05T08:50:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"52a3677538fc2d59e2895867377848540d316a6d0e061c528ac5a27d79ee725e","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-12-15T23:34:05Z","title_canon_sha256":"4df25275366575620828cb4e5661d7026728b1eab927003826a4fc328c12b2f6"},"schema_version":"1.0","source":{"id":"2312.11539","kind":"arxiv","version":3}},"canonical_sha256":"a7d1589dc55c38181b116628a2cc1b3248c8b92aa6af2ff3cd6c8fa1ba0153ac","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a7d1589dc55c38181b116628a2cc1b3248c8b92aa6af2ff3cd6c8fa1ba0153ac","first_computed_at":"2026-07-05T08:50:52.955992Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:50:52.955992Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VrgE+kJL4BGb6wta65WzGXdZ0k6BSHHXIu+GR/4MyC9eUWMogfUl+rRm3NTg/6IpEWTUmovjbQGt/NNrC/+KAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:50:52.956357Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.11539","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:81ea41415882973c42767a16220a7e18f0756b84abe99cca1b60bcb0d15872df","sha256:6dbae4b61aa4ef0f455e4bba77d5fa967b6feda0598f47ac0b5379c1366dbc65"],"state_sha256":"3968cda0e0cbfc3a6d3af001bcc20e6443c0fc56e4ec5a25c2b70a235d966ef1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jYsQ6wOEbBqlimGbLwpYK3V5Y70jpp2htjUAjvF+3HQiiAvvbJ4tCfA6or6zRHQCTMr0iDUeJscBHkbJ5A7hAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T10:14:31.919592Z","bundle_sha256":"377744ef46483518d089e0ec19be76aad64521e64134794a24a15e8bef1e12d7"}}