{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PQ7ILTFJRKDLG6CKHIIY2VIBSA","short_pith_number":"pith:PQ7ILTFJ","canonical_record":{"source":{"id":"2410.13788","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T17:29:04Z","cross_cats_sorted":[],"title_canon_sha256":"db5315417e671dc6325dd622c3d57eb1e8fb0197cc207b9228efca580c4c64ef","abstract_canon_sha256":"78796f94b2dd7aeb1718f94aee152e455f23714610b6701d9db48955dfc029a0"},"schema_version":"1.0"},"canonical_sha256":"7c3e85cca98a86b3784a3a118d5501903b618ce053844bd0e7948617f43d1881","source":{"kind":"arxiv","id":"2410.13788","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13788","created_at":"2026-07-05T10:33:38Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13788v2","created_at":"2026-07-05T10:33:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13788","created_at":"2026-07-05T10:33:38Z"},{"alias_kind":"pith_short_12","alias_value":"PQ7ILTFJRKDL","created_at":"2026-07-05T10:33:38Z"},{"alias_kind":"pith_short_16","alias_value":"PQ7ILTFJRKDLG6CK","created_at":"2026-07-05T10:33:38Z"},{"alias_kind":"pith_short_8","alias_value":"PQ7ILTFJ","created_at":"2026-07-05T10:33:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PQ7ILTFJRKDLG6CKHIIY2VIBSA","target":"record","payload":{"canonical_record":{"source":{"id":"2410.13788","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T17:29:04Z","cross_cats_sorted":[],"title_canon_sha256":"db5315417e671dc6325dd622c3d57eb1e8fb0197cc207b9228efca580c4c64ef","abstract_canon_sha256":"78796f94b2dd7aeb1718f94aee152e455f23714610b6701d9db48955dfc029a0"},"schema_version":"1.0"},"canonical_sha256":"7c3e85cca98a86b3784a3a118d5501903b618ce053844bd0e7948617f43d1881","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:33:38.473754Z","signature_b64":"1sO1gHGJMayVpAijgrM+2Jts63vK2/wnMxZ4/++zgt8rHbjfensUyHVz1BXL3T3ZkY+TFshtyNXhOYNgYYUuBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7c3e85cca98a86b3784a3a118d5501903b618ce053844bd0e7948617f43d1881","last_reissued_at":"2026-07-05T10:33:38.472659Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:33:38.472659Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.13788","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:33:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QvZTNq/+te+qWJZ491chkfk88L2Z6SIa8WRu14kqAmneJdF4BNIRj8e+yRNr0Lg4H2DSHpVF2ulDu8l9G0PMDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T19:15:56.462076Z"},"content_sha256":"a4403d43b50e4faf71556d4451e0b3ae19f2908fbe47e579aa91bc2870742097","schema_version":"1.0","event_id":"sha256:a4403d43b50e4faf71556d4451e0b3ae19f2908fbe47e579aa91bc2870742097"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PQ7ILTFJRKDLG6CKHIIY2VIBSA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Modeling Future Conversation Turns to Teach LLMs to Ask Clarifying Questions","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Eunsol Choi, Michael J.Q. Zhang, W. Bradley Knox","submitted_at":"2024-10-17T17:29:04Z","abstract_excerpt":"Large language models (LLMs) must often respond to highly ambiguous user requests. In such cases, the LLM's best response may be to ask a clarifying question to elicit more information. Existing LLMs often respond by presupposing a single interpretation of such ambiguous requests, frustrating users who intended a different interpretation. We speculate this is caused by current preference data labeling practice, where LLM responses are evaluated only on their prior contexts. To address this, we assign preference labels by simulating their expected outcomes in future turns. This allows LLMs to l"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13788","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.13788/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:33:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EgDRqD3fvKgyGu56MB1rYp4WxmtF8LtJCmsKsEdPBncpg1MgfuctriSAODrpfJ0Fi+1RQzqAV6uFc5OZEMiwDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T19:15:56.462471Z"},"content_sha256":"14cea13c097e8f81e1f9403d819a9251284de15afca36c30840e4701ae0804d9","schema_version":"1.0","event_id":"sha256:14cea13c097e8f81e1f9403d819a9251284de15afca36c30840e4701ae0804d9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA/bundle.json","state_url":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T19:15:56Z","links":{"resolver":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA","bundle":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA/bundle.json","state":"https://pith.science/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PQ7ILTFJRKDLG6CKHIIY2VIBSA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PQ7ILTFJRKDLG6CKHIIY2VIBSA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"78796f94b2dd7aeb1718f94aee152e455f23714610b6701d9db48955dfc029a0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T17:29:04Z","title_canon_sha256":"db5315417e671dc6325dd622c3d57eb1e8fb0197cc207b9228efca580c4c64ef"},"schema_version":"1.0","source":{"id":"2410.13788","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13788","created_at":"2026-07-05T10:33:38Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13788v2","created_at":"2026-07-05T10:33:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13788","created_at":"2026-07-05T10:33:38Z"},{"alias_kind":"pith_short_12","alias_value":"PQ7ILTFJRKDL","created_at":"2026-07-05T10:33:38Z"},{"alias_kind":"pith_short_16","alias_value":"PQ7ILTFJRKDLG6CK","created_at":"2026-07-05T10:33:38Z"},{"alias_kind":"pith_short_8","alias_value":"PQ7ILTFJ","created_at":"2026-07-05T10:33:38Z"}],"graph_snapshots":[{"event_id":"sha256:14cea13c097e8f81e1f9403d819a9251284de15afca36c30840e4701ae0804d9","target":"graph","created_at":"2026-07-05T10:33:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.13788/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) must often respond to highly ambiguous user requests. In such cases, the LLM's best response may be to ask a clarifying question to elicit more information. Existing LLMs often respond by presupposing a single interpretation of such ambiguous requests, frustrating users who intended a different interpretation. We speculate this is caused by current preference data labeling practice, where LLM responses are evaluated only on their prior contexts. To address this, we assign preference labels by simulating their expected outcomes in future turns. This allows LLMs to l","authors_text":"Eunsol Choi, Michael J.Q. Zhang, W. Bradley Knox","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T17:29:04Z","title":"Modeling Future Conversation Turns to Teach LLMs to Ask Clarifying Questions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13788","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a4403d43b50e4faf71556d4451e0b3ae19f2908fbe47e579aa91bc2870742097","target":"record","created_at":"2026-07-05T10:33:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"78796f94b2dd7aeb1718f94aee152e455f23714610b6701d9db48955dfc029a0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T17:29:04Z","title_canon_sha256":"db5315417e671dc6325dd622c3d57eb1e8fb0197cc207b9228efca580c4c64ef"},"schema_version":"1.0","source":{"id":"2410.13788","kind":"arxiv","version":2}},"canonical_sha256":"7c3e85cca98a86b3784a3a118d5501903b618ce053844bd0e7948617f43d1881","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7c3e85cca98a86b3784a3a118d5501903b618ce053844bd0e7948617f43d1881","first_computed_at":"2026-07-05T10:33:38.472659Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:33:38.472659Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1sO1gHGJMayVpAijgrM+2Jts63vK2/wnMxZ4/++zgt8rHbjfensUyHVz1BXL3T3ZkY+TFshtyNXhOYNgYYUuBA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:33:38.473754Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.13788","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a4403d43b50e4faf71556d4451e0b3ae19f2908fbe47e579aa91bc2870742097","sha256:14cea13c097e8f81e1f9403d819a9251284de15afca36c30840e4701ae0804d9"],"state_sha256":"7525f5df405ed814d3b48bc15d832feb3f3073a0955cca925d892742061637c1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2cTwupKfme0cPr8uxM4X49btYlsNMyIi2yLD1zZeFawaEmlpKqvWD4ZOxMjAtPBKXxl1fdd97vXAbCyf+RDqBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T19:15:56.465293Z","bundle_sha256":"e65649ae975b2f087ebc1a6729576b59c4de36ec4955041de36c12fc40804dd8"}}