{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HSLQWUSVG3RTSMWRSGS6AA24GX","short_pith_number":"pith:HSLQWUSV","canonical_record":{"source":{"id":"2310.03128","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-04T19:39:26Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"c7da8d38263984d5e1809683257ec6a682e539c99f58875aed955cf55f10aeeb","abstract_canon_sha256":"6a6a8b0b7673eaac0189cbd1209e2e069de0bd849970e8223f51c02cc5061362"},"schema_version":"1.0"},"canonical_sha256":"3c970b525536e33932d191a5e0035c35d179d33add895ff63fc2dca92d3b6f73","source":{"kind":"arxiv","id":"2310.03128","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03128","created_at":"2026-07-05T09:44:32Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03128v6","created_at":"2026-07-05T09:44:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03128","created_at":"2026-07-05T09:44:32Z"},{"alias_kind":"pith_short_12","alias_value":"HSLQWUSVG3RT","created_at":"2026-07-05T09:44:32Z"},{"alias_kind":"pith_short_16","alias_value":"HSLQWUSVG3RTSMWR","created_at":"2026-07-05T09:44:32Z"},{"alias_kind":"pith_short_8","alias_value":"HSLQWUSV","created_at":"2026-07-05T09:44:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HSLQWUSVG3RTSMWRSGS6AA24GX","target":"record","payload":{"canonical_record":{"source":{"id":"2310.03128","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-04T19:39:26Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"c7da8d38263984d5e1809683257ec6a682e539c99f58875aed955cf55f10aeeb","abstract_canon_sha256":"6a6a8b0b7673eaac0189cbd1209e2e069de0bd849970e8223f51c02cc5061362"},"schema_version":"1.0"},"canonical_sha256":"3c970b525536e33932d191a5e0035c35d179d33add895ff63fc2dca92d3b6f73","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:44:32.833761Z","signature_b64":"bfl3nURmqKgLQ0LjUj0x9QU+o7moEPs6ObHHFOpXzNN7m24gWvItbYgNblbW7eGf4GWwpmxTvRt4q32RrZ+wBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3c970b525536e33932d191a5e0035c35d179d33add895ff63fc2dca92d3b6f73","last_reissued_at":"2026-07-05T09:44:32.833260Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:44:32.833260Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.03128","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:44:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p/kVjrBDZfNGeeHoho3GLtYBzE11P9onuX5E6FNw1Y/N6/cndTMCCrM4tm63FOLpOWQE0vpCEe+lPjDEkbC5Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:46:49.415264Z"},"content_sha256":"61304a35aa18b8935730dcda2208c76ac0c96e8aa02406a7f4cc3466af80f442","schema_version":"1.0","event_id":"sha256:61304a35aa18b8935730dcda2208c76ac0c96e8aa02406a7f4cc3466af80f442"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HSLQWUSVG3RTSMWRSGS6AA24GX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MetaTool Benchmark for Large Language Models: Deciding Whether to Use Tools and Which to Use","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.SE","authors_text":"Chenrui Fan, Jiawen Shi, Lichao Sun, Neil Zhenqiang Gong, Pan Zhou, Qihui Zhang, Siyuan Wu, Yao Wan, Yixin Liu, Yuan Li, Yue Huang","submitted_at":"2023-10-04T19:39:26Z","abstract_excerpt":"Large language models (LLMs) have garnered significant attention due to their impressive natural language processing (NLP) capabilities. Recently, many studies have focused on the tool utilization ability of LLMs. They primarily investigated how LLMs effectively collaborate with given specific tools. However, in scenarios where LLMs serve as intelligent agents, as seen in applications like AutoGPT and MetaGPT, LLMs are expected to engage in intricate decision-making processes that involve deciding whether to employ a tool and selecting the most suitable tool(s) from a collection of available t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03128","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.03128/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:44:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZlXtRT/Y2FrlKo8SegOoYT578w0Z+V3XJSj77z7fe1sGdr1WkLSmZJpfW/UAXP/tHftF01ci3hKolV3Y+nEbAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:46:49.415780Z"},"content_sha256":"beb36ed61777e2994ceb3bbe012aff612c0adaffa5dee14995c0e11bcbe99e4b","schema_version":"1.0","event_id":"sha256:beb36ed61777e2994ceb3bbe012aff612c0adaffa5dee14995c0e11bcbe99e4b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HSLQWUSVG3RTSMWRSGS6AA24GX/bundle.json","state_url":"https://pith.science/pith/HSLQWUSVG3RTSMWRSGS6AA24GX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HSLQWUSVG3RTSMWRSGS6AA24GX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T16:46:49Z","links":{"resolver":"https://pith.science/pith/HSLQWUSVG3RTSMWRSGS6AA24GX","bundle":"https://pith.science/pith/HSLQWUSVG3RTSMWRSGS6AA24GX/bundle.json","state":"https://pith.science/pith/HSLQWUSVG3RTSMWRSGS6AA24GX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HSLQWUSVG3RTSMWRSGS6AA24GX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HSLQWUSVG3RTSMWRSGS6AA24GX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6a6a8b0b7673eaac0189cbd1209e2e069de0bd849970e8223f51c02cc5061362","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-04T19:39:26Z","title_canon_sha256":"c7da8d38263984d5e1809683257ec6a682e539c99f58875aed955cf55f10aeeb"},"schema_version":"1.0","source":{"id":"2310.03128","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03128","created_at":"2026-07-05T09:44:32Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03128v6","created_at":"2026-07-05T09:44:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03128","created_at":"2026-07-05T09:44:32Z"},{"alias_kind":"pith_short_12","alias_value":"HSLQWUSVG3RT","created_at":"2026-07-05T09:44:32Z"},{"alias_kind":"pith_short_16","alias_value":"HSLQWUSVG3RTSMWR","created_at":"2026-07-05T09:44:32Z"},{"alias_kind":"pith_short_8","alias_value":"HSLQWUSV","created_at":"2026-07-05T09:44:32Z"}],"graph_snapshots":[{"event_id":"sha256:beb36ed61777e2994ceb3bbe012aff612c0adaffa5dee14995c0e11bcbe99e4b","target":"graph","created_at":"2026-07-05T09:44:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.03128/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have garnered significant attention due to their impressive natural language processing (NLP) capabilities. Recently, many studies have focused on the tool utilization ability of LLMs. They primarily investigated how LLMs effectively collaborate with given specific tools. However, in scenarios where LLMs serve as intelligent agents, as seen in applications like AutoGPT and MetaGPT, LLMs are expected to engage in intricate decision-making processes that involve deciding whether to employ a tool and selecting the most suitable tool(s) from a collection of available t","authors_text":"Chenrui Fan, Jiawen Shi, Lichao Sun, Neil Zhenqiang Gong, Pan Zhou, Qihui Zhang, Siyuan Wu, Yao Wan, Yixin Liu, Yuan Li, Yue Huang","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-04T19:39:26Z","title":"MetaTool Benchmark for Large Language Models: Deciding Whether to Use Tools and Which to Use"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03128","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:61304a35aa18b8935730dcda2208c76ac0c96e8aa02406a7f4cc3466af80f442","target":"record","created_at":"2026-07-05T09:44:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6a6a8b0b7673eaac0189cbd1209e2e069de0bd849970e8223f51c02cc5061362","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-04T19:39:26Z","title_canon_sha256":"c7da8d38263984d5e1809683257ec6a682e539c99f58875aed955cf55f10aeeb"},"schema_version":"1.0","source":{"id":"2310.03128","kind":"arxiv","version":6}},"canonical_sha256":"3c970b525536e33932d191a5e0035c35d179d33add895ff63fc2dca92d3b6f73","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3c970b525536e33932d191a5e0035c35d179d33add895ff63fc2dca92d3b6f73","first_computed_at":"2026-07-05T09:44:32.833260Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:44:32.833260Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bfl3nURmqKgLQ0LjUj0x9QU+o7moEPs6ObHHFOpXzNN7m24gWvItbYgNblbW7eGf4GWwpmxTvRt4q32RrZ+wBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:44:32.833761Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.03128","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:61304a35aa18b8935730dcda2208c76ac0c96e8aa02406a7f4cc3466af80f442","sha256:beb36ed61777e2994ceb3bbe012aff612c0adaffa5dee14995c0e11bcbe99e4b"],"state_sha256":"6aeb65a998153ccab558c7b07615192169d208993571c6bf13227590d331f170"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XfhcW+5Ax9KGzV03pXITwo9ZIJUmZhl6v3L34rsNFlR822FjbOGHdt02QTd+N/1+2CK7JU088IV/ynRG8kCOBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T16:46:49.420218Z","bundle_sha256":"9f0b5b43348f1e009d4e63054aef774edd80dea2c9f578cf1599f0163cc81409"}}