{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FHDV72BPMHAYEXKXYDX7YZZ7HT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"98a64a9a89bde43e300dd245ab3662fdd1e321c7cff8b53124be9a2275f703ee","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T19:11:55Z","title_canon_sha256":"377468298711fb4ea5f7c0e49065b831be982457f9e04ecba84bd8556d9f396b"},"schema_version":"1.0","source":{"id":"2412.12300","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12300","created_at":"2026-07-05T10:51:30Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12300v3","created_at":"2026-07-05T10:51:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12300","created_at":"2026-07-05T10:51:30Z"},{"alias_kind":"pith_short_12","alias_value":"FHDV72BPMHAY","created_at":"2026-07-05T10:51:30Z"},{"alias_kind":"pith_short_16","alias_value":"FHDV72BPMHAYEXKX","created_at":"2026-07-05T10:51:30Z"},{"alias_kind":"pith_short_8","alias_value":"FHDV72BP","created_at":"2026-07-05T10:51:30Z"}],"graph_snapshots":[{"event_id":"sha256:b3edc3c3698bec665068db917993cfda107d89b592406f687fc6aeba81beae9d","target":"graph","created_at":"2026-07-05T10:51:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.12300/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing evaluation frameworks for retrieval-augmented generation (RAG) systems focus on answerable queries, but they overlook the importance of appropriately rejecting unanswerable requests. In this paper, we introduce UAEval4RAG, a framework designed to evaluate whether RAG systems can handle unanswerable queries effectively. We define a taxonomy with six unanswerable categories, and UAEval4RAG automatically synthesizes diverse and challenging queries for any given knowledge base with unanswered ratio and acceptable ratio metrics. We conduct experiments with various RAG components, including","authors_text":"Caiming Xiong, Chien-Sheng Wu, Prafulla Kumar Choubey, Xiangyu Peng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T19:11:55Z","title":"Unanswerability Evaluation for Retrieval Augmented Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12300","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e6faa0169a1a71ee201d61e192e51bba77fe830cd04aaf1b776371408244fef7","target":"record","created_at":"2026-07-05T10:51:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"98a64a9a89bde43e300dd245ab3662fdd1e321c7cff8b53124be9a2275f703ee","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T19:11:55Z","title_canon_sha256":"377468298711fb4ea5f7c0e49065b831be982457f9e04ecba84bd8556d9f396b"},"schema_version":"1.0","source":{"id":"2412.12300","kind":"arxiv","version":3}},"canonical_sha256":"29c75fe82f61c1825d57c0effc673f3cd63097faa15cb6d7c68f2b9696ea93a5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"29c75fe82f61c1825d57c0effc673f3cd63097faa15cb6d7c68f2b9696ea93a5","first_computed_at":"2026-07-05T10:51:30.049997Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:51:30.049997Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5rZiD5SF8s5hqTm97DHZ08aHtgTfaN247ZR3IKf2YiwGqkVy/e1SD4OcrHFavhXXw6A5pjSYw6V2jyv4eR18Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:51:30.050473Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.12300","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e6faa0169a1a71ee201d61e192e51bba77fe830cd04aaf1b776371408244fef7","sha256:b3edc3c3698bec665068db917993cfda107d89b592406f687fc6aeba81beae9d"],"state_sha256":"58720ac6ce79807e4608fc4cc7d05232c206652f539867ec4185fd812603c5d7"}