{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:PQ7ILTFJRKDLG6CKHIIY2VIBSA","short_pith_number":"pith:PQ7ILTFJ","schema_version":"1.0","canonical_sha256":"7c3e85cca98a86b3784a3a118d5501903b618ce053844bd0e7948617f43d1881","source":{"kind":"arxiv","id":"2410.13788","version":2},"attestation_state":"computed","paper":{"title":"Modeling Future Conversation Turns to Teach LLMs to Ask Clarifying Questions","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Eunsol Choi, Michael J.Q. Zhang, W. Bradley Knox","submitted_at":"2024-10-17T17:29:04Z","abstract_excerpt":"Large language models (LLMs) must often respond to highly ambiguous user requests. In such cases, the LLM's best response may be to ask a clarifying question to elicit more information. Existing LLMs often respond by presupposing a single interpretation of such ambiguous requests, frustrating users who intended a different interpretation. We speculate this is caused by current preference data labeling practice, where LLM responses are evaluated only on their prior contexts. To address this, we assign preference labels by simulating their expected outcomes in future turns. This allows LLMs to l"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2410.13788","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T17:29:04Z","cross_cats_sorted":[],"title_canon_sha256":"db5315417e671dc6325dd622c3d57eb1e8fb0197cc207b9228efca580c4c64ef","abstract_canon_sha256":"78796f94b2dd7aeb1718f94aee152e455f23714610b6701d9db48955dfc029a0"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:33:38.473754Z","signature_b64":"1sO1gHGJMayVpAijgrM+2Jts63vK2/wnMxZ4/++zgt8rHbjfensUyHVz1BXL3T3ZkY+TFshtyNXhOYNgYYUuBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7c3e85cca98a86b3784a3a118d5501903b618ce053844bd0e7948617f43d1881","last_reissued_at":"2026-07-05T10:33:38.472659Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:33:38.472659Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Modeling Future Conversation Turns to Teach LLMs to Ask Clarifying Questions","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Eunsol Choi, Michael J.Q. Zhang, W. Bradley Knox","submitted_at":"2024-10-17T17:29:04Z","abstract_excerpt":"Large language models (LLMs) must often respond to highly ambiguous user requests. In such cases, the LLM's best response may be to ask a clarifying question to elicit more information. Existing LLMs often respond by presupposing a single interpretation of such ambiguous requests, frustrating users who intended a different interpretation. We speculate this is caused by current preference data labeling practice, where LLM responses are evaluated only on their prior contexts. To address this, we assign preference labels by simulating their expected outcomes in future turns. This allows LLMs to l"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13788","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.13788/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2410.13788","created_at":"2026-07-05T10:33:38.472851+00:00"},{"alias_kind":"arxiv_version","alias_value":"2410.13788v2","created_at":"2026-07-05T10:33:38.472851+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13788","created_at":"2026-07-05T10:33:38.472851+00:00"},{"alias_kind":"pith_short_12","alias_value":"PQ7ILTFJRKDL","created_at":"2026-07-05T10:33:38.472851+00:00"},{"alias_kind":"pith_short_16","alias_value":"PQ7ILTFJRKDLG6CK","created_at":"2026-07-05T10:33:38.472851+00:00"},{"alias_kind":"pith_short_8","alias_value":"PQ7ILTFJ","created_at":"2026-07-05T10:33:38.472851+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.12587","citing_title":"Strategic Decision Support for AI Agents","ref_index":97,"is_internal_anchor":false},{"citing_arxiv_id":"2606.01912","citing_title":"SMH-Bench: Benchmarking LLM Agents for Environment-Grounded Reasoning and Action in Smart Homes","ref_index":56,"is_internal_anchor":false},{"citing_arxiv_id":"2605.18630","citing_title":"SCICONVBENCH: Benchmarking LLMs on Multi-Turn Clarification for Task Formulation in Computational Science","ref_index":80,"is_internal_anchor":false},{"citing_arxiv_id":"2605.11240","citing_title":"When to Ask a Question: Understanding Communication Strategies in Generative AI Tools","ref_index":61,"is_internal_anchor":false},{"citing_arxiv_id":"2605.09808","citing_title":"Quantifying the Utility of User Simulators for Building Collaborative LLM Assistants","ref_index":12,"is_internal_anchor":false},{"citing_arxiv_id":"2604.21827","citing_title":"Alignment has a Fantasia Problem","ref_index":16,"is_internal_anchor":false},{"citing_arxiv_id":"2604.19656","citing_title":"Pause or Fabricate? Training Language Models for Grounded Reasoning","ref_index":52,"is_internal_anchor":false},{"citing_arxiv_id":"2604.14624","citing_title":"Asking What Matters: Reward-Driven Clarification for Software Engineering Tasks","ref_index":2,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA","json":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA.json","graph_json":"https://pith.science/api/pith-number/PQ7ILTFJRKDLG6CKHIIY2VIBSA/graph.json","events_json":"https://pith.science/api/pith-number/PQ7ILTFJRKDLG6CKHIIY2VIBSA/events.json","paper":"https://pith.science/paper/PQ7ILTFJ"},"agent_actions":{"view_html":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA","download_json":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA.json","view_paper":"https://pith.science/paper/PQ7ILTFJ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2410.13788&json=true","fetch_graph":"https://pith.science/api/pith-number/PQ7ILTFJRKDLG6CKHIIY2VIBSA/graph.json","fetch_events":"https://pith.science/api/pith-number/PQ7ILTFJRKDLG6CKHIIY2VIBSA/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA/action/timestamp_anchor","attest_storage":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA/action/storage_attestation","attest_author":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA/action/author_attestation","sign_citation":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA/action/citation_signature","submit_replication":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA/action/replication_record"}},"created_at":"2026-07-05T10:33:38.472851+00:00","updated_at":"2026-07-05T10:33:38.472851+00:00"}