{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:W3JXUE4TEUPH4UJOAXYLNPAJW5","short_pith_number":"pith:W3JXUE4T","canonical_record":{"source":{"id":"2305.16504","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T22:10:20Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"de47b3bd8c3d94a1c61066d2842c3c723b95c78d522887999621651e72b71452","abstract_canon_sha256":"b4e4340924f30a7881b5e9ca6a51386ca1c5171f767c8a1583ce3867db55c7c3"},"schema_version":"1.0"},"canonical_sha256":"b6d37a1393251e7e512e05f0b6bc09b75203cca872658cce429943eacf3a409f","source":{"kind":"arxiv","id":"2305.16504","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16504","created_at":"2026-07-05T06:14:13Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16504v1","created_at":"2026-07-05T06:14:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16504","created_at":"2026-07-05T06:14:13Z"},{"alias_kind":"pith_short_12","alias_value":"W3JXUE4TEUPH","created_at":"2026-07-05T06:14:13Z"},{"alias_kind":"pith_short_16","alias_value":"W3JXUE4TEUPH4UJO","created_at":"2026-07-05T06:14:13Z"},{"alias_kind":"pith_short_8","alias_value":"W3JXUE4T","created_at":"2026-07-05T06:14:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:W3JXUE4TEUPH4UJOAXYLNPAJW5","target":"record","payload":{"canonical_record":{"source":{"id":"2305.16504","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T22:10:20Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"de47b3bd8c3d94a1c61066d2842c3c723b95c78d522887999621651e72b71452","abstract_canon_sha256":"b4e4340924f30a7881b5e9ca6a51386ca1c5171f767c8a1583ce3867db55c7c3"},"schema_version":"1.0"},"canonical_sha256":"b6d37a1393251e7e512e05f0b6bc09b75203cca872658cce429943eacf3a409f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:13.710267Z","signature_b64":"WZq5UxtQpva0Sjd+VOlZXj/JlIdnDkMsD9ocx+oNe0mqTjzbleF1RMSq8uMZK8pCS+khx7E4ELnXLZFxOIavDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b6d37a1393251e7e512e05f0b6bc09b75203cca872658cce429943eacf3a409f","last_reissued_at":"2026-07-05T06:14:13.709734Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:13.709734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.16504","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YNbMZ7yt+QJN2G98CTTx2LwLKmqWpf0WCHQaOGQ3+eRtESH67QqG/QgqCeu5WMtXzCQvksG+hFK9/GsEziMiBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T15:49:39.666493Z"},"content_sha256":"6117287ebe747f5b14351517a83ae1d37ec4181bd337985e4a3b8d9900c0c125","schema_version":"1.0","event_id":"sha256:6117287ebe747f5b14351517a83ae1d37ec4181bd337985e4a3b8d9900c0c125"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:W3JXUE4TEUPH4UJOAXYLNPAJW5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Tool Manipulation Capability of Open-source Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Bo Li, Changran Hu, Fenglu Hong, Jian Zhang, Qiantong Xu, Zhengyu Chen","submitted_at":"2023-05-25T22:10:20Z","abstract_excerpt":"Recent studies on software tool manipulation with large language models (LLMs) mostly rely on closed model APIs. The industrial adoption of these models is substantially constrained due to the security and robustness risks in exposing information to closed LLM API services. In this paper, we ask can we enhance open-source LLMs to be competitive to leading closed LLM APIs in tool manipulation, with practical amount of human supervision. By analyzing common tool manipulation failures, we first demonstrate that open-source LLMs may require training with usage examples, in-context demonstration an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16504","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.16504/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y97qpWs3Em2i2VJ+tzfBaHC4ljSv7q+jLf/MmnrI7JOvmeq/CKgXklrHSI6ByQzyjaweRl7gOSgkiAipayorBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T15:49:39.667839Z"},"content_sha256":"c079e7f2a555ef86aca703ab8c4c391c0e7a34bc6f2b22bbace149dc625be86f","schema_version":"1.0","event_id":"sha256:c079e7f2a555ef86aca703ab8c4c391c0e7a34bc6f2b22bbace149dc625be86f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W3JXUE4TEUPH4UJOAXYLNPAJW5/bundle.json","state_url":"https://pith.science/pith/W3JXUE4TEUPH4UJOAXYLNPAJW5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W3JXUE4TEUPH4UJOAXYLNPAJW5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T15:49:39Z","links":{"resolver":"https://pith.science/pith/W3JXUE4TEUPH4UJOAXYLNPAJW5","bundle":"https://pith.science/pith/W3JXUE4TEUPH4UJOAXYLNPAJW5/bundle.json","state":"https://pith.science/pith/W3JXUE4TEUPH4UJOAXYLNPAJW5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W3JXUE4TEUPH4UJOAXYLNPAJW5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:W3JXUE4TEUPH4UJOAXYLNPAJW5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b4e4340924f30a7881b5e9ca6a51386ca1c5171f767c8a1583ce3867db55c7c3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T22:10:20Z","title_canon_sha256":"de47b3bd8c3d94a1c61066d2842c3c723b95c78d522887999621651e72b71452"},"schema_version":"1.0","source":{"id":"2305.16504","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16504","created_at":"2026-07-05T06:14:13Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16504v1","created_at":"2026-07-05T06:14:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16504","created_at":"2026-07-05T06:14:13Z"},{"alias_kind":"pith_short_12","alias_value":"W3JXUE4TEUPH","created_at":"2026-07-05T06:14:13Z"},{"alias_kind":"pith_short_16","alias_value":"W3JXUE4TEUPH4UJO","created_at":"2026-07-05T06:14:13Z"},{"alias_kind":"pith_short_8","alias_value":"W3JXUE4T","created_at":"2026-07-05T06:14:13Z"}],"graph_snapshots":[{"event_id":"sha256:c079e7f2a555ef86aca703ab8c4c391c0e7a34bc6f2b22bbace149dc625be86f","target":"graph","created_at":"2026-07-05T06:14:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.16504/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent studies on software tool manipulation with large language models (LLMs) mostly rely on closed model APIs. The industrial adoption of these models is substantially constrained due to the security and robustness risks in exposing information to closed LLM API services. In this paper, we ask can we enhance open-source LLMs to be competitive to leading closed LLM APIs in tool manipulation, with practical amount of human supervision. By analyzing common tool manipulation failures, we first demonstrate that open-source LLMs may require training with usage examples, in-context demonstration an","authors_text":"Bo Li, Changran Hu, Fenglu Hong, Jian Zhang, Qiantong Xu, Zhengyu Chen","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16504","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6117287ebe747f5b14351517a83ae1d37ec4181bd337985e4a3b8d9900c0c125","target":"record","created_at":"2026-07-05T06:14:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b4e4340924f30a7881b5e9ca6a51386ca1c5171f767c8a1583ce3867db55c7c3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T22:10:20Z","title_canon_sha256":"de47b3bd8c3d94a1c61066d2842c3c723b95c78d522887999621651e72b71452"},"schema_version":"1.0","source":{"id":"2305.16504","kind":"arxiv","version":1}},"canonical_sha256":"b6d37a1393251e7e512e05f0b6bc09b75203cca872658cce429943eacf3a409f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b6d37a1393251e7e512e05f0b6bc09b75203cca872658cce429943eacf3a409f","first_computed_at":"2026-07-05T06:14:13.709734Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:13.709734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WZq5UxtQpva0Sjd+VOlZXj/JlIdnDkMsD9ocx+oNe0mqTjzbleF1RMSq8uMZK8pCS+khx7E4ELnXLZFxOIavDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:13.710267Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.16504","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6117287ebe747f5b14351517a83ae1d37ec4181bd337985e4a3b8d9900c0c125","sha256:c079e7f2a555ef86aca703ab8c4c391c0e7a34bc6f2b22bbace149dc625be86f"],"state_sha256":"572ee2801fd5c5ae51833c0b7afb0dfd31deff258933ab42d3c4ed090e0ddf09"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/pL94qLeJHJSKKm7TaqhNyBbH+yC+5rEKIXOSFynqE8XHTw8kZZl42v8FbP/5M0+sZ/0XXraehu7zjcIBUFhAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T15:49:39.676062Z","bundle_sha256":"7e8e1f5c32a3c55183bb3cc3af2545e2708850794ccdbacfa595f6b654039138"}}