{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OIJWZ6OMX4SPF2QPSWHUFWZSPZ","short_pith_number":"pith:OIJWZ6OM","canonical_record":{"source":{"id":"2405.12063","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-20T14:34:01Z","cross_cats_sorted":[],"title_canon_sha256":"52e06a8260eca5c3793ce27588dc82a4cc5ef2728b3d72273e947c3fefef3207","abstract_canon_sha256":"579b3c8aa27e882b16965ed417bac6840348cbd9fbe8126cbdffbaaff3ad41b7"},"schema_version":"1.0"},"canonical_sha256":"72136cf9ccbf24f2ea0f958f42db327e5b23c016db9f0f6f031bec8f6269988a","source":{"kind":"arxiv","id":"2405.12063","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.12063","created_at":"2026-07-05T08:25:54Z"},{"alias_kind":"arxiv_version","alias_value":"2405.12063v2","created_at":"2026-07-05T08:25:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.12063","created_at":"2026-07-05T08:25:54Z"},{"alias_kind":"pith_short_12","alias_value":"OIJWZ6OMX4SP","created_at":"2026-07-05T08:25:54Z"},{"alias_kind":"pith_short_16","alias_value":"OIJWZ6OMX4SPF2QP","created_at":"2026-07-05T08:25:54Z"},{"alias_kind":"pith_short_8","alias_value":"OIJWZ6OM","created_at":"2026-07-05T08:25:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OIJWZ6OMX4SPF2QPSWHUFWZSPZ","target":"record","payload":{"canonical_record":{"source":{"id":"2405.12063","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-20T14:34:01Z","cross_cats_sorted":[],"title_canon_sha256":"52e06a8260eca5c3793ce27588dc82a4cc5ef2728b3d72273e947c3fefef3207","abstract_canon_sha256":"579b3c8aa27e882b16965ed417bac6840348cbd9fbe8126cbdffbaaff3ad41b7"},"schema_version":"1.0"},"canonical_sha256":"72136cf9ccbf24f2ea0f958f42db327e5b23c016db9f0f6f031bec8f6269988a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:54.305214Z","signature_b64":"zAU14Qu9Ha/DyfLK+JNKi5lvIKo8f21gwKp4FbRxNKtRzFl2/msbBhUP/XudAumYx/FQvo6/JEfojDUrPZheBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"72136cf9ccbf24f2ea0f958f42db327e5b23c016db9f0f6f031bec8f6269988a","last_reissued_at":"2026-07-05T08:25:54.304758Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:54.304758Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.12063","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kPItmsWrhEAo9zRcORKccMSSMqIlmMj/fs7J8cIPBOt5Qs23AYQLkNxmBrPV0h+LBJsZDTgMpqmQPwzsmHY2Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:19:57.148013Z"},"content_sha256":"832ac0c6a06112712ef73866d0be74a35f16dab107a3161428f188e3ba9abbf0","schema_version":"1.0","event_id":"sha256:832ac0c6a06112712ef73866d0be74a35f16dab107a3161428f188e3ba9abbf0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OIJWZ6OMX4SPF2QPSWHUFWZSPZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CLAMBER: A Benchmark of Identifying and Clarifying Ambiguous Information Needs in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chen Huang, Dingnan Jin, Hongru Liang, Junhong Liu, Peixin Qin, Tat-Seng Chua, Tong Zhang, Wenqiang Lei, Yang Deng","submitted_at":"2024-05-20T14:34:01Z","abstract_excerpt":"Large language models (LLMs) are increasingly used to meet user information needs, but their effectiveness in dealing with user queries that contain various types of ambiguity remains unknown, ultimately risking user trust and satisfaction. To this end, we introduce CLAMBER, a benchmark for evaluating LLMs using a well-organized taxonomy. Building upon the taxonomy, we construct ~12K high-quality data to assess the strengths, weaknesses, and potential risks of various off-the-shelf LLMs. Our findings indicate the limited practical utility of current LLMs in identifying and clarifying ambiguous"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.12063","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.12063/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:25:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n6zP80nTofCBATiKVM1XWgEgSaThQG98Q9l4enEyPPkWx8CkFPAF0fsQUBG1vNFPAme6HtfX1uxfp4iNsMZnDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T18:19:57.148726Z"},"content_sha256":"b36926259f6e13159de8399aae6f3fa28cc723c72a516abdc42e76957a3a7a9b","schema_version":"1.0","event_id":"sha256:b36926259f6e13159de8399aae6f3fa28cc723c72a516abdc42e76957a3a7a9b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OIJWZ6OMX4SPF2QPSWHUFWZSPZ/bundle.json","state_url":"https://pith.science/pith/OIJWZ6OMX4SPF2QPSWHUFWZSPZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OIJWZ6OMX4SPF2QPSWHUFWZSPZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T18:19:57Z","links":{"resolver":"https://pith.science/pith/OIJWZ6OMX4SPF2QPSWHUFWZSPZ","bundle":"https://pith.science/pith/OIJWZ6OMX4SPF2QPSWHUFWZSPZ/bundle.json","state":"https://pith.science/pith/OIJWZ6OMX4SPF2QPSWHUFWZSPZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OIJWZ6OMX4SPF2QPSWHUFWZSPZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OIJWZ6OMX4SPF2QPSWHUFWZSPZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"579b3c8aa27e882b16965ed417bac6840348cbd9fbe8126cbdffbaaff3ad41b7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-20T14:34:01Z","title_canon_sha256":"52e06a8260eca5c3793ce27588dc82a4cc5ef2728b3d72273e947c3fefef3207"},"schema_version":"1.0","source":{"id":"2405.12063","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.12063","created_at":"2026-07-05T08:25:54Z"},{"alias_kind":"arxiv_version","alias_value":"2405.12063v2","created_at":"2026-07-05T08:25:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.12063","created_at":"2026-07-05T08:25:54Z"},{"alias_kind":"pith_short_12","alias_value":"OIJWZ6OMX4SP","created_at":"2026-07-05T08:25:54Z"},{"alias_kind":"pith_short_16","alias_value":"OIJWZ6OMX4SPF2QP","created_at":"2026-07-05T08:25:54Z"},{"alias_kind":"pith_short_8","alias_value":"OIJWZ6OM","created_at":"2026-07-05T08:25:54Z"}],"graph_snapshots":[{"event_id":"sha256:b36926259f6e13159de8399aae6f3fa28cc723c72a516abdc42e76957a3a7a9b","target":"graph","created_at":"2026-07-05T08:25:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.12063/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are increasingly used to meet user information needs, but their effectiveness in dealing with user queries that contain various types of ambiguity remains unknown, ultimately risking user trust and satisfaction. To this end, we introduce CLAMBER, a benchmark for evaluating LLMs using a well-organized taxonomy. Building upon the taxonomy, we construct ~12K high-quality data to assess the strengths, weaknesses, and potential risks of various off-the-shelf LLMs. Our findings indicate the limited practical utility of current LLMs in identifying and clarifying ambiguous","authors_text":"Chen Huang, Dingnan Jin, Hongru Liang, Junhong Liu, Peixin Qin, Tat-Seng Chua, Tong Zhang, Wenqiang Lei, Yang Deng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-20T14:34:01Z","title":"CLAMBER: A Benchmark of Identifying and Clarifying Ambiguous Information Needs in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.12063","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:832ac0c6a06112712ef73866d0be74a35f16dab107a3161428f188e3ba9abbf0","target":"record","created_at":"2026-07-05T08:25:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"579b3c8aa27e882b16965ed417bac6840348cbd9fbe8126cbdffbaaff3ad41b7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-20T14:34:01Z","title_canon_sha256":"52e06a8260eca5c3793ce27588dc82a4cc5ef2728b3d72273e947c3fefef3207"},"schema_version":"1.0","source":{"id":"2405.12063","kind":"arxiv","version":2}},"canonical_sha256":"72136cf9ccbf24f2ea0f958f42db327e5b23c016db9f0f6f031bec8f6269988a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"72136cf9ccbf24f2ea0f958f42db327e5b23c016db9f0f6f031bec8f6269988a","first_computed_at":"2026-07-05T08:25:54.304758Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:25:54.304758Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zAU14Qu9Ha/DyfLK+JNKi5lvIKo8f21gwKp4FbRxNKtRzFl2/msbBhUP/XudAumYx/FQvo6/JEfojDUrPZheBg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:25:54.305214Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.12063","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:832ac0c6a06112712ef73866d0be74a35f16dab107a3161428f188e3ba9abbf0","sha256:b36926259f6e13159de8399aae6f3fa28cc723c72a516abdc42e76957a3a7a9b"],"state_sha256":"5fdbaaddb0fada3963dff0ba83acc34cf4938d651649208fa8364fd546042251"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AZqN50ADSSniPF+0/qQiAMv07VPmrLBVDd97PbMcKsez5Trq4DjUfub+ZUc4gsxO5KQ7NiefflAF+02HBX6sCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T18:19:57.156044Z","bundle_sha256":"505fc28d566c7bf2818272c1c0bb93c94e443c9a9b71ec99b79f29392917d9f0"}}