{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:BWN5XYRIOSY5CUVINW5LPLCPYQ","short_pith_number":"pith:BWN5XYRI","canonical_record":{"source":{"id":"2505.23461","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T14:10:24Z","cross_cats_sorted":[],"title_canon_sha256":"18a1a82d7ee0344433a04926a641a951585815d8ea4697f8e69b95c7b5a5a1b4","abstract_canon_sha256":"dd94dc94d9659d0ec71d86e5b560e92cb7f9a9a5af601379668b5f1549179f59"},"schema_version":"1.0"},"canonical_sha256":"0d9bdbe22874b1d152a86dbab7ac4fc437a740fb7868ee393f447a90b69e1d4b","source":{"kind":"arxiv","id":"2505.23461","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.23461","created_at":"2026-07-05T11:12:02Z"},{"alias_kind":"arxiv_version","alias_value":"2505.23461v1","created_at":"2026-07-05T11:12:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.23461","created_at":"2026-07-05T11:12:02Z"},{"alias_kind":"pith_short_12","alias_value":"BWN5XYRIOSY5","created_at":"2026-07-05T11:12:02Z"},{"alias_kind":"pith_short_16","alias_value":"BWN5XYRIOSY5CUVI","created_at":"2026-07-05T11:12:02Z"},{"alias_kind":"pith_short_8","alias_value":"BWN5XYRI","created_at":"2026-07-05T11:12:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:BWN5XYRIOSY5CUVINW5LPLCPYQ","target":"record","payload":{"canonical_record":{"source":{"id":"2505.23461","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T14:10:24Z","cross_cats_sorted":[],"title_canon_sha256":"18a1a82d7ee0344433a04926a641a951585815d8ea4697f8e69b95c7b5a5a1b4","abstract_canon_sha256":"dd94dc94d9659d0ec71d86e5b560e92cb7f9a9a5af601379668b5f1549179f59"},"schema_version":"1.0"},"canonical_sha256":"0d9bdbe22874b1d152a86dbab7ac4fc437a740fb7868ee393f447a90b69e1d4b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:02.175999Z","signature_b64":"zI+RFuTLt98WwRUPX16Tx4jx6M2kZB0jggZMTt6ljqWyt6uVmZbvFGw+pmucizEv6j/y876KVQQHZqPd2qTQDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0d9bdbe22874b1d152a86dbab7ac4fc437a740fb7868ee393f447a90b69e1d4b","last_reissued_at":"2026-07-05T11:12:02.175452Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:02.175452Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.23461","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UgrrKu4I6gOk04DfNBqEPAMjAqAB3HXqrId6lQUy22lW1fub22lUrODU15MO9M1XWfVrwLT+yS6dVg8pHCseCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:52:16.308598Z"},"content_sha256":"bbd4ffa1c1c4572c5cda17fa313ece09aa102e25ec7d4086f59a0cba9a9388a0","schema_version":"1.0","event_id":"sha256:bbd4ffa1c1c4572c5cda17fa313ece09aa102e25ec7d4086f59a0cba9a9388a0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:BWN5XYRIOSY5CUVINW5LPLCPYQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"UAQFact: Evaluating Factual Knowledge Utilization of LLMs on Unanswerable Questions","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chuanyuan Tan, Hao Xiong, Kai Shi, Tong Zhu, Wenbiao Shao, Wenliang Chen, Zhenhua Liu","submitted_at":"2025-05-29T14:10:24Z","abstract_excerpt":"Handling unanswerable questions (UAQ) is crucial for LLMs, as it helps prevent misleading responses in complex situations. While previous studies have built several datasets to assess LLMs' performance on UAQ, these datasets lack factual knowledge support, which limits the evaluation of LLMs' ability to utilize their factual knowledge when handling UAQ. To address the limitation, we introduce a new unanswerable question dataset UAQFact, a bilingual dataset with auxiliary factual knowledge created from a Knowledge Graph. Based on UAQFact, we further define two new tasks to measure LLMs' ability"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.23461","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.23461/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KU1vTP8gYFUgc9luKUpCzJSDSWxdux265aVCk/FCplcnzEVGddUd6fj2k9UHnVZQ1yHB4Q4oXaIeDONWcwKxCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:52:16.309099Z"},"content_sha256":"8ede3b464a771271245286da4de4aa76e857238d07028a0dd2b8a07905e61e50","schema_version":"1.0","event_id":"sha256:8ede3b464a771271245286da4de4aa76e857238d07028a0dd2b8a07905e61e50"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BWN5XYRIOSY5CUVINW5LPLCPYQ/bundle.json","state_url":"https://pith.science/pith/BWN5XYRIOSY5CUVINW5LPLCPYQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BWN5XYRIOSY5CUVINW5LPLCPYQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T23:52:16Z","links":{"resolver":"https://pith.science/pith/BWN5XYRIOSY5CUVINW5LPLCPYQ","bundle":"https://pith.science/pith/BWN5XYRIOSY5CUVINW5LPLCPYQ/bundle.json","state":"https://pith.science/pith/BWN5XYRIOSY5CUVINW5LPLCPYQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BWN5XYRIOSY5CUVINW5LPLCPYQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:BWN5XYRIOSY5CUVINW5LPLCPYQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dd94dc94d9659d0ec71d86e5b560e92cb7f9a9a5af601379668b5f1549179f59","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T14:10:24Z","title_canon_sha256":"18a1a82d7ee0344433a04926a641a951585815d8ea4697f8e69b95c7b5a5a1b4"},"schema_version":"1.0","source":{"id":"2505.23461","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.23461","created_at":"2026-07-05T11:12:02Z"},{"alias_kind":"arxiv_version","alias_value":"2505.23461v1","created_at":"2026-07-05T11:12:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.23461","created_at":"2026-07-05T11:12:02Z"},{"alias_kind":"pith_short_12","alias_value":"BWN5XYRIOSY5","created_at":"2026-07-05T11:12:02Z"},{"alias_kind":"pith_short_16","alias_value":"BWN5XYRIOSY5CUVI","created_at":"2026-07-05T11:12:02Z"},{"alias_kind":"pith_short_8","alias_value":"BWN5XYRI","created_at":"2026-07-05T11:12:02Z"}],"graph_snapshots":[{"event_id":"sha256:8ede3b464a771271245286da4de4aa76e857238d07028a0dd2b8a07905e61e50","target":"graph","created_at":"2026-07-05T11:12:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.23461/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Handling unanswerable questions (UAQ) is crucial for LLMs, as it helps prevent misleading responses in complex situations. While previous studies have built several datasets to assess LLMs' performance on UAQ, these datasets lack factual knowledge support, which limits the evaluation of LLMs' ability to utilize their factual knowledge when handling UAQ. To address the limitation, we introduce a new unanswerable question dataset UAQFact, a bilingual dataset with auxiliary factual knowledge created from a Knowledge Graph. Based on UAQFact, we further define two new tasks to measure LLMs' ability","authors_text":"Chuanyuan Tan, Hao Xiong, Kai Shi, Tong Zhu, Wenbiao Shao, Wenliang Chen, Zhenhua Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T14:10:24Z","title":"UAQFact: Evaluating Factual Knowledge Utilization of LLMs on Unanswerable Questions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.23461","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bbd4ffa1c1c4572c5cda17fa313ece09aa102e25ec7d4086f59a0cba9a9388a0","target":"record","created_at":"2026-07-05T11:12:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dd94dc94d9659d0ec71d86e5b560e92cb7f9a9a5af601379668b5f1549179f59","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T14:10:24Z","title_canon_sha256":"18a1a82d7ee0344433a04926a641a951585815d8ea4697f8e69b95c7b5a5a1b4"},"schema_version":"1.0","source":{"id":"2505.23461","kind":"arxiv","version":1}},"canonical_sha256":"0d9bdbe22874b1d152a86dbab7ac4fc437a740fb7868ee393f447a90b69e1d4b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0d9bdbe22874b1d152a86dbab7ac4fc437a740fb7868ee393f447a90b69e1d4b","first_computed_at":"2026-07-05T11:12:02.175452Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:02.175452Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zI+RFuTLt98WwRUPX16Tx4jx6M2kZB0jggZMTt6ljqWyt6uVmZbvFGw+pmucizEv6j/y876KVQQHZqPd2qTQDg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:02.175999Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.23461","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bbd4ffa1c1c4572c5cda17fa313ece09aa102e25ec7d4086f59a0cba9a9388a0","sha256:8ede3b464a771271245286da4de4aa76e857238d07028a0dd2b8a07905e61e50"],"state_sha256":"ab98c131dd25424d0be3cdd78109908fc3e225f5beaa15695246dc714818dfb0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e6z/XdLGjUbjdGFZdN0YE7/VdubY4cT1HLGit00Lp8CS0RiQ5J0KekZC/b3pcbjxdB4tqkuEPwvFNFrBZpEjAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T23:52:16.312933Z","bundle_sha256":"5479cbd47c25d8ac61994b4dfc4e58eed4e00013ee39f69c913df7fe423d3016"}}