{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NJAB2J34BUYFNPFRO5GFEVIZBJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"175d554322b88c7afb809e84c0c271e82e8ba7e1c3d72008c186844828881a87","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-09T22:29:35Z","title_canon_sha256":"194c063943fb2d0d0945bb0e3175cc2a958358b26357ce6d0e42a823ea23c069"},"schema_version":"1.0","source":{"id":"2409.06097","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.06097","created_at":"2026-07-05T09:07:03Z"},{"alias_kind":"arxiv_version","alias_value":"2409.06097v2","created_at":"2026-07-05T09:07:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.06097","created_at":"2026-07-05T09:07:03Z"},{"alias_kind":"pith_short_12","alias_value":"NJAB2J34BUYF","created_at":"2026-07-05T09:07:03Z"},{"alias_kind":"pith_short_16","alias_value":"NJAB2J34BUYFNPFR","created_at":"2026-07-05T09:07:03Z"},{"alias_kind":"pith_short_8","alias_value":"NJAB2J34","created_at":"2026-07-05T09:07:03Z"}],"graph_snapshots":[{"event_id":"sha256:a59201c090e26039baa42d90bb816c36268aa1b29455531f8275c9fe7f6b426d","target":"graph","created_at":"2026-07-05T09:07:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.06097/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce ClarQ-LLM, an evaluation framework consisting of bilingual English-Chinese conversation tasks, conversational agents and evaluation metrics, designed to serve as a strong benchmark for assessing agents' ability to ask clarification questions in task-oriented dialogues. The benchmark includes 31 different task types, each with 10 unique dialogue scenarios between information seeker and provider agents. The scenarios require the seeker to ask questions to resolve uncertainty and gather necessary information to complete tasks. Unlike traditional benchmarks that evaluate agents based ","authors_text":"Changling Li, Jinxia Xie, Luou Wen, Massimo Poesio, Matthew Purver, Yujian Gan","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-09T22:29:35Z","title":"ClarQ-LLM: A Benchmark for Models Clarifying and Requesting Information in Task-Oriented Dialog"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.06097","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:815caaef3be3a0a53da648ba44ebe73549dc35e5ad1bbb363f22a8dab46561ea","target":"record","created_at":"2026-07-05T09:07:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"175d554322b88c7afb809e84c0c271e82e8ba7e1c3d72008c186844828881a87","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-09T22:29:35Z","title_canon_sha256":"194c063943fb2d0d0945bb0e3175cc2a958358b26357ce6d0e42a823ea23c069"},"schema_version":"1.0","source":{"id":"2409.06097","kind":"arxiv","version":2}},"canonical_sha256":"6a401d277c0d3056bcb1774c5255190a66133826d5f2f91b1ff8b7abd98d61b7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6a401d277c0d3056bcb1774c5255190a66133826d5f2f91b1ff8b7abd98d61b7","first_computed_at":"2026-07-05T09:07:03.428206Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:07:03.428206Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pzlqYQY6xfaX3dG1OmEkZQNIJ8j+vv/vuLdQA0W+17gNru4yaPdwqauiwSbbrADgh4lbmyWd7vRDHLGACamtDA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:07:03.428652Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.06097","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:815caaef3be3a0a53da648ba44ebe73549dc35e5ad1bbb363f22a8dab46561ea","sha256:a59201c090e26039baa42d90bb816c36268aa1b29455531f8275c9fe7f6b426d"],"state_sha256":"b0b51c8c1b436b1843c0ada34c45d1ef9c71e2127d5dac9aa6ad8f18ed6e0999"}