{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UMYRJUQWGNOYN5WW5CMTAEP7HY","short_pith_number":"pith:UMYRJUQW","canonical_record":{"source":{"id":"2407.14767","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-20T06:12:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e7a3368eacd9fea5b7ac0f5db10d0bef77796d601ce267fe782e646734354fd4","abstract_canon_sha256":"2a7609742e1d5b86a81c037e53c461d356a14a4288ea468e78339c7dc828bed8"},"schema_version":"1.0"},"canonical_sha256":"a33114d216335d86f6d6e8993011ff3e3e6b1c5e1fc1d8c6a2dd6beb9b6373e9","source":{"kind":"arxiv","id":"2407.14767","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.14767","created_at":"2026-07-05T09:13:06Z"},{"alias_kind":"arxiv_version","alias_value":"2407.14767v2","created_at":"2026-07-05T09:13:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.14767","created_at":"2026-07-05T09:13:06Z"},{"alias_kind":"pith_short_12","alias_value":"UMYRJUQWGNOY","created_at":"2026-07-05T09:13:06Z"},{"alias_kind":"pith_short_16","alias_value":"UMYRJUQWGNOYN5WW","created_at":"2026-07-05T09:13:06Z"},{"alias_kind":"pith_short_8","alias_value":"UMYRJUQW","created_at":"2026-07-05T09:13:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UMYRJUQWGNOYN5WW5CMTAEP7HY","target":"record","payload":{"canonical_record":{"source":{"id":"2407.14767","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-20T06:12:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e7a3368eacd9fea5b7ac0f5db10d0bef77796d601ce267fe782e646734354fd4","abstract_canon_sha256":"2a7609742e1d5b86a81c037e53c461d356a14a4288ea468e78339c7dc828bed8"},"schema_version":"1.0"},"canonical_sha256":"a33114d216335d86f6d6e8993011ff3e3e6b1c5e1fc1d8c6a2dd6beb9b6373e9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:13:06.155978Z","signature_b64":"G4vsUZuv30xcrhDpGch3cXlEyP3H9k8ri5/e0F59KKAv96e0TgTdnGtJQUsI+3ItJs7LUETloqr6Mb/PF43vCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a33114d216335d86f6d6e8993011ff3e3e6b1c5e1fc1d8c6a2dd6beb9b6373e9","last_reissued_at":"2026-07-05T09:13:06.155453Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:13:06.155453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.14767","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WXKj/YtOsj6B7AT41gD2E9/LxoG13Qtaok5RDiHBNgonn8no9XNlJuaVu0NNWiGmp+KZLTATX4QshX5WW7C2Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:28:08.383868Z"},"content_sha256":"a1d5b3c93d1131168b20dd23e61b12e47d6eb067ad1231c9ea394399125c34c4","schema_version":"1.0","event_id":"sha256:a1d5b3c93d1131168b20dd23e61b12e47d6eb067ad1231c9ea394399125c34c4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UMYRJUQWGNOYN5WW5CMTAEP7HY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"I Need Help! Evaluating LLM's Ability to Ask for Users' Support: A Case Study on Text-to-SQL Generation","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chao-Chung Wu, Cheng-Kuang Wu, Chieh-Yen Lin, Hung-yi Lee, Yun-Nung Chen, Zhi Rui Tam","submitted_at":"2024-07-20T06:12:29Z","abstract_excerpt":"This study explores the proactive ability of LLMs to seek user support. We propose metrics to evaluate the trade-off between performance improvements and user burden, and investigate whether LLMs can determine when to request help under varying information availability. Our experiments show that without external feedback, many LLMs struggle to recognize their need for user support. The findings highlight the importance of external signals and provide insights for future research on improving support-seeking strategies. Source code: https://github.com/appier-research/i-need-help"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.14767","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.14767/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0lrSpUQeXgtvE70o6WXJhKo5+xQiLjMc8R8l+/ThqUrNMkRBjdln8KVeJHDXKIxeMLbnlhT/pW5Ip4Khkb7MDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:28:08.384682Z"},"content_sha256":"2bbbc977013e3da598f9541de4d21db23905b6fa792a79b3efcf0e9585ea3b99","schema_version":"1.0","event_id":"sha256:2bbbc977013e3da598f9541de4d21db23905b6fa792a79b3efcf0e9585ea3b99"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UMYRJUQWGNOYN5WW5CMTAEP7HY/bundle.json","state_url":"https://pith.science/pith/UMYRJUQWGNOYN5WW5CMTAEP7HY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UMYRJUQWGNOYN5WW5CMTAEP7HY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T07:28:08Z","links":{"resolver":"https://pith.science/pith/UMYRJUQWGNOYN5WW5CMTAEP7HY","bundle":"https://pith.science/pith/UMYRJUQWGNOYN5WW5CMTAEP7HY/bundle.json","state":"https://pith.science/pith/UMYRJUQWGNOYN5WW5CMTAEP7HY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UMYRJUQWGNOYN5WW5CMTAEP7HY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UMYRJUQWGNOYN5WW5CMTAEP7HY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a7609742e1d5b86a81c037e53c461d356a14a4288ea468e78339c7dc828bed8","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-20T06:12:29Z","title_canon_sha256":"e7a3368eacd9fea5b7ac0f5db10d0bef77796d601ce267fe782e646734354fd4"},"schema_version":"1.0","source":{"id":"2407.14767","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.14767","created_at":"2026-07-05T09:13:06Z"},{"alias_kind":"arxiv_version","alias_value":"2407.14767v2","created_at":"2026-07-05T09:13:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.14767","created_at":"2026-07-05T09:13:06Z"},{"alias_kind":"pith_short_12","alias_value":"UMYRJUQWGNOY","created_at":"2026-07-05T09:13:06Z"},{"alias_kind":"pith_short_16","alias_value":"UMYRJUQWGNOYN5WW","created_at":"2026-07-05T09:13:06Z"},{"alias_kind":"pith_short_8","alias_value":"UMYRJUQW","created_at":"2026-07-05T09:13:06Z"}],"graph_snapshots":[{"event_id":"sha256:2bbbc977013e3da598f9541de4d21db23905b6fa792a79b3efcf0e9585ea3b99","target":"graph","created_at":"2026-07-05T09:13:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.14767/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study explores the proactive ability of LLMs to seek user support. We propose metrics to evaluate the trade-off between performance improvements and user burden, and investigate whether LLMs can determine when to request help under varying information availability. Our experiments show that without external feedback, many LLMs struggle to recognize their need for user support. The findings highlight the importance of external signals and provide insights for future research on improving support-seeking strategies. Source code: https://github.com/appier-research/i-need-help","authors_text":"Chao-Chung Wu, Cheng-Kuang Wu, Chieh-Yen Lin, Hung-yi Lee, Yun-Nung Chen, Zhi Rui Tam","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-20T06:12:29Z","title":"I Need Help! Evaluating LLM's Ability to Ask for Users' Support: A Case Study on Text-to-SQL Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.14767","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a1d5b3c93d1131168b20dd23e61b12e47d6eb067ad1231c9ea394399125c34c4","target":"record","created_at":"2026-07-05T09:13:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a7609742e1d5b86a81c037e53c461d356a14a4288ea468e78339c7dc828bed8","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-20T06:12:29Z","title_canon_sha256":"e7a3368eacd9fea5b7ac0f5db10d0bef77796d601ce267fe782e646734354fd4"},"schema_version":"1.0","source":{"id":"2407.14767","kind":"arxiv","version":2}},"canonical_sha256":"a33114d216335d86f6d6e8993011ff3e3e6b1c5e1fc1d8c6a2dd6beb9b6373e9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a33114d216335d86f6d6e8993011ff3e3e6b1c5e1fc1d8c6a2dd6beb9b6373e9","first_computed_at":"2026-07-05T09:13:06.155453Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:06.155453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"G4vsUZuv30xcrhDpGch3cXlEyP3H9k8ri5/e0F59KKAv96e0TgTdnGtJQUsI+3ItJs7LUETloqr6Mb/PF43vCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:06.155978Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.14767","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a1d5b3c93d1131168b20dd23e61b12e47d6eb067ad1231c9ea394399125c34c4","sha256:2bbbc977013e3da598f9541de4d21db23905b6fa792a79b3efcf0e9585ea3b99"],"state_sha256":"dde32e49d2ae1700690421f27b2cbe0a9da30fad69aef2c9d730e45c7ac9064e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HU/4GMbqQ2FnbetaHVqZjugwIZxzBhTdiwjRzKctjrd07lGJ8njB2N4IT2CLUP8fPtDK6XS+Z8nJ+CvEBTprDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T07:28:08.390196Z","bundle_sha256":"3022b31c506b335f6acad0e796971fe96884f2d0396efcb3f3e8ba8bebd0f700"}}