{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:II27FKLZXFYE4QRI2ZCNUICCTE","short_pith_number":"pith:II27FKLZ","canonical_record":{"source":{"id":"2407.12823","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-02T12:07:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"69eaaa2efe8baaa24b9350937e29ac3b7db354ca377a8ecf8cc24472d8c87b2e","abstract_canon_sha256":"55066416a11ffa838c5cf4630d390ff7349d2f598e62d4921bbdb848b3580c00"},"schema_version":"1.0"},"canonical_sha256":"4235f2a979b9704e4228d644da20429935ca73cf55877ba1788bc835908b811e","source":{"kind":"arxiv","id":"2407.12823","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.12823","created_at":"2026-07-05T08:45:12Z"},{"alias_kind":"arxiv_version","alias_value":"2407.12823v1","created_at":"2026-07-05T08:45:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.12823","created_at":"2026-07-05T08:45:12Z"},{"alias_kind":"pith_short_12","alias_value":"II27FKLZXFYE","created_at":"2026-07-05T08:45:12Z"},{"alias_kind":"pith_short_16","alias_value":"II27FKLZXFYE4QRI","created_at":"2026-07-05T08:45:12Z"},{"alias_kind":"pith_short_8","alias_value":"II27FKLZ","created_at":"2026-07-05T08:45:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:II27FKLZXFYE4QRI2ZCNUICCTE","target":"record","payload":{"canonical_record":{"source":{"id":"2407.12823","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-02T12:07:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"69eaaa2efe8baaa24b9350937e29ac3b7db354ca377a8ecf8cc24472d8c87b2e","abstract_canon_sha256":"55066416a11ffa838c5cf4630d390ff7349d2f598e62d4921bbdb848b3580c00"},"schema_version":"1.0"},"canonical_sha256":"4235f2a979b9704e4228d644da20429935ca73cf55877ba1788bc835908b811e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:45:12.143829Z","signature_b64":"czVi0fFC+sRvECF5q1UbyPacZAQbJ+c9wVyVGvuPiYQHwBI32CCpUnvNXpnDXTRXDpZv3lNq0+uMs3FrndYtBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4235f2a979b9704e4228d644da20429935ca73cf55877ba1788bc835908b811e","last_reissued_at":"2026-07-05T08:45:12.143381Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:45:12.143381Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.12823","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:45:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qe0gWY6z3lRe1F7+6ufcFm2q7VFGK7Oms1yy03shCSllL6zBQuL2lVk10yYT9a9MXxEkXFAR6ny0oh7aPxoRAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:37:45.234728Z"},"content_sha256":"b1434ac6e579a9618ece04dea85b82af6f4a12a8174acbeee8d00c1a4c627ae4","schema_version":"1.0","event_id":"sha256:b1434ac6e579a9618ece04dea85b82af6f4a12a8174acbeee8d00c1a4c627ae4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:II27FKLZXFYE4QRI2ZCNUICCTE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"WTU-EVAL: A Whether-or-Not Tool Usage Evaluation Benchmark for Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jian Liu, Jinan Xu, Kang Liu, Kangyun Ning, Xueqiang Lv, Yisong Su, Yuanzhe Zhang","submitted_at":"2024-07-02T12:07:38Z","abstract_excerpt":"Although Large Language Models (LLMs) excel in NLP tasks, they still need external tools to extend their ability. Current research on tool learning with LLMs often assumes mandatory tool use, which does not always align with real-world situations, where the necessity for tools is uncertain, and incorrect or unnecessary use of tools can damage the general abilities of LLMs. Therefore, we propose to explore whether LLMs can discern their ability boundaries and use tools flexibly. We then introduce the Whether-or-not tool usage Evaluation benchmark (WTU-Eval) to assess LLMs with eleven datasets, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.12823","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.12823/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:45:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Om+cImQEh/ybV5N+sUYPuoZnNTuPsDSWAqOukmU4+RHlY9a1YbN6RD7ZwsuMQSflfO4t7zD/EoEUSOnjQgNdBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:37:45.235341Z"},"content_sha256":"604ca32eab1ba7c834f848c65b256adcf1690ccc144ab3875cb2f16d17e890a4","schema_version":"1.0","event_id":"sha256:604ca32eab1ba7c834f848c65b256adcf1690ccc144ab3875cb2f16d17e890a4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/II27FKLZXFYE4QRI2ZCNUICCTE/bundle.json","state_url":"https://pith.science/pith/II27FKLZXFYE4QRI2ZCNUICCTE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/II27FKLZXFYE4QRI2ZCNUICCTE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T22:37:45Z","links":{"resolver":"https://pith.science/pith/II27FKLZXFYE4QRI2ZCNUICCTE","bundle":"https://pith.science/pith/II27FKLZXFYE4QRI2ZCNUICCTE/bundle.json","state":"https://pith.science/pith/II27FKLZXFYE4QRI2ZCNUICCTE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/II27FKLZXFYE4QRI2ZCNUICCTE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:II27FKLZXFYE4QRI2ZCNUICCTE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"55066416a11ffa838c5cf4630d390ff7349d2f598e62d4921bbdb848b3580c00","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-02T12:07:38Z","title_canon_sha256":"69eaaa2efe8baaa24b9350937e29ac3b7db354ca377a8ecf8cc24472d8c87b2e"},"schema_version":"1.0","source":{"id":"2407.12823","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.12823","created_at":"2026-07-05T08:45:12Z"},{"alias_kind":"arxiv_version","alias_value":"2407.12823v1","created_at":"2026-07-05T08:45:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.12823","created_at":"2026-07-05T08:45:12Z"},{"alias_kind":"pith_short_12","alias_value":"II27FKLZXFYE","created_at":"2026-07-05T08:45:12Z"},{"alias_kind":"pith_short_16","alias_value":"II27FKLZXFYE4QRI","created_at":"2026-07-05T08:45:12Z"},{"alias_kind":"pith_short_8","alias_value":"II27FKLZ","created_at":"2026-07-05T08:45:12Z"}],"graph_snapshots":[{"event_id":"sha256:604ca32eab1ba7c834f848c65b256adcf1690ccc144ab3875cb2f16d17e890a4","target":"graph","created_at":"2026-07-05T08:45:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.12823/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although Large Language Models (LLMs) excel in NLP tasks, they still need external tools to extend their ability. Current research on tool learning with LLMs often assumes mandatory tool use, which does not always align with real-world situations, where the necessity for tools is uncertain, and incorrect or unnecessary use of tools can damage the general abilities of LLMs. Therefore, we propose to explore whether LLMs can discern their ability boundaries and use tools flexibly. We then introduce the Whether-or-not tool usage Evaluation benchmark (WTU-Eval) to assess LLMs with eleven datasets, ","authors_text":"Jian Liu, Jinan Xu, Kang Liu, Kangyun Ning, Xueqiang Lv, Yisong Su, Yuanzhe Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-02T12:07:38Z","title":"WTU-EVAL: A Whether-or-Not Tool Usage Evaluation Benchmark for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.12823","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b1434ac6e579a9618ece04dea85b82af6f4a12a8174acbeee8d00c1a4c627ae4","target":"record","created_at":"2026-07-05T08:45:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"55066416a11ffa838c5cf4630d390ff7349d2f598e62d4921bbdb848b3580c00","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-02T12:07:38Z","title_canon_sha256":"69eaaa2efe8baaa24b9350937e29ac3b7db354ca377a8ecf8cc24472d8c87b2e"},"schema_version":"1.0","source":{"id":"2407.12823","kind":"arxiv","version":1}},"canonical_sha256":"4235f2a979b9704e4228d644da20429935ca73cf55877ba1788bc835908b811e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4235f2a979b9704e4228d644da20429935ca73cf55877ba1788bc835908b811e","first_computed_at":"2026-07-05T08:45:12.143381Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:45:12.143381Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"czVi0fFC+sRvECF5q1UbyPacZAQbJ+c9wVyVGvuPiYQHwBI32CCpUnvNXpnDXTRXDpZv3lNq0+uMs3FrndYtBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:45:12.143829Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.12823","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b1434ac6e579a9618ece04dea85b82af6f4a12a8174acbeee8d00c1a4c627ae4","sha256:604ca32eab1ba7c834f848c65b256adcf1690ccc144ab3875cb2f16d17e890a4"],"state_sha256":"3beb79caba7e512b7759c47761bab5c8e0902864722fdfdb2383b25617f3ddec"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"blBlcGB/L43JyULyhwRs4tCX2edHjeSciSblH+fL+d1ynaVHM0MtCJFLRXwKaalTlz+ESGO/4aq0X1iLFP3HBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T22:37:45.240274Z","bundle_sha256":"b86625d0892065d398f69c66c9c9d1621efd342cc7a53f0393aa535952c80795"}}