{"as_of":"2026-08-07T06:35:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e8c5a80b3d32d6658f38553951370b55b69f54d4df7c900156c46dadb7ab037b","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":9,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":9,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":9,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T21:48:47.386705Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T00:39:16.733366Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":"2401.17167","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-07-04T00:39:16.733366Z","title":"Planning, creation, usage: Benchmark- ing llms for comprehensive tool utilization in real-world complex scenarios","venue":null,"work_id":"40334370-569c-4dd5-9e47-38ef3321da8b","year":2024},"citing_paper":{"arxiv_id":"2503.23278","last_updated":"2025-10-07T07:13:32Z","snapshot_observed_at":"2026-07-06T21:00:55.979837Z","submitted_at":"2025-03-30T01:58:22Z","title":"Model Context Protocol (MCP): Landscape, Security Threats, and Future Research Directions","version":3},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-13T09:02:40.294491Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2503.23278"},"observation_digest":"sha256:073063c0d4cc3f44df6cd75d5c79c63234d817b9088a8ead33962ae8baf43793","observation_id":"a7f450c4-f13d-42b0-a42c-eb92c8f52191","resolution":{"observed_at":"2026-05-13T09:02:40.402803Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-06T21:48:47.386705Z","title":"arXiv preprint arXiv:2401.17167","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.23394","last_updated":"2025-06-29T20:47:27Z","snapshot_observed_at":"2026-08-06T21:41:44.763190Z","submitted_at":"2025-06-29T20:47:27Z","title":"Teaching a Language Model to Speak the Language of Tools","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T21:48:47.386705Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2506.23394"},"observation_digest":"sha256:01bc49b1a650e10bc8dcb3b10aa2e6cb8cd1055e134b3b7961d3f3c54efe5ef8","observation_id":"4fc4bbf7-5c21-47fb-b7ea-9cf6057d8c3f","resolution":{"observed_at":"2026-08-06T21:48:47.386705Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-06T21:22:43.715829Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios // arXiv preprint arXiv:2401.17167","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.00487","last_updated":"2025-07-02T04:35:44Z","snapshot_observed_at":"2026-08-06T21:11:41.074985Z","submitted_at":"2025-07-01T07:02:26Z","title":"MassTool: A Multi-Task Search-Based Tool Retrieval Framework for Large Language Models","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T21:22:43.715829Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2507.00487"},"observation_digest":"sha256:772d1bff182170e731ab66ee957017d24168301ade0895e117d41f3b1a06f898","observation_id":"c646e42c-ffb6-48e4-a6c5-ed2d97f295fe","resolution":{"observed_at":"2026-08-06T21:22:43.715829Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-06T15:39:56.955694Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15296","last_updated":"2025-07-21T06:55:37Z","snapshot_observed_at":"2026-08-06T15:33:04.507427Z","submitted_at":"2025-07-21T06:55:37Z","title":"Butterfly Effects in Toolchains: A Comprehensive Analysis of Failed Parameter Filling in LLM Tool-Agent Systems","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-06T15:39:56.955694Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2507.15296"},"observation_digest":"sha256:2b5d5709943627c40d9ecd640c4a02148fad523c4624aabc44acdc1d13866e91","observation_id":"018f0567-62db-4bf4-82f9-7e0ac2f1ae47","resolution":{"observed_at":"2026-08-06T15:39:56.955694Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-06T05:00:31.896011Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.02470","last_updated":"2025-08-04T14:36:31Z","snapshot_observed_at":"2026-08-06T19:09:36.693832Z","submitted_at":"2025-08-04T14:36:31Z","title":"AIAP: A No-Code Workflow Builder for Non-Experts with Natural Language and Multi-Agent Collaboration","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T05:00:31.896011Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2508.02470"},"observation_digest":"sha256:29cac4912f7c78fe32048f78e1b3a3c07fd1c9d32ce0e3b1a1d7434fce116e0c","observation_id":"ddc8bbc5-b8cd-498b-95d8-46c6594ca00e","resolution":{"observed_at":"2026-08-06T05:00:31.896011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":"2401.17167","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-07-04T00:39:16.733366Z","title":"Planning, creation, usage: Benchmark- ing llms for comprehensive tool utilization in real-world complex scenarios","venue":null,"work_id":"40334370-569c-4dd5-9e47-38ef3321da8b","year":2024},"citing_paper":{"arxiv_id":"2509.18847","last_updated":"2026-04-15T06:57:52Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-09-23T09:35:49Z","title":"Failure Makes the Agent Stronger: Enhancing Accuracy through Structured Reflection for Reliable Tool Interactions","version":3},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-18T15:00:51.162221Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2509.18847"},"observation_digest":"sha256:0ffc084817e6d6aaddefe514fa2331a2664941e8f0a941dea5fd91cc3a542e84","observation_id":"8c0c40d3-4d15-4847-90b3-085dce7d6ee9","resolution":{"observed_at":"2026-05-18T15:01:31.407428Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-04T10:08:56.601594Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2510.11560","last_updated":"2026-05-31T19:19:21Z","snapshot_observed_at":"2026-08-04T10:08:49.885656Z","submitted_at":"2025-10-13T16:04:03Z","title":"Characterizing Web Search in The Age of Generative AI","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-04T10:08:56.601594Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2510.11560"},"observation_digest":"sha256:12541727798a05646cf470a1ae2da458484f506fdbc43f62af17b6820dbcc026","observation_id":"b67d2647-2420-438b-a309-59be4c6c8a27","resolution":{"observed_at":"2026-08-04T10:08:56.601594Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-08-03T09:21:36.199978Z","title":"Planning, creation, usage: Benchmarking llms for comprehensive tool utilization in real-world complex scenarios, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2601.14192","last_updated":"2026-07-03T11:26:58Z","snapshot_observed_at":"2026-08-07T02:53:59.680086Z","submitted_at":"2026-01-20T17:51:56Z","title":"Toward Efficient Agents: Memory, Tool learning, and Planning","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-03T09:21:36.199978Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2601.14192"},"observation_digest":"sha256:d474452507c6cc0b2957d87e6a6db4676c4b06ab370e7ff197161eff3b11f760","observation_id":"ce6a98af-01ee-4af3-a5b5-50a5ca6356c1","resolution":{"observed_at":"2026-08-03T09:21:36.199978Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios","version":3},"cited_work":{"arxiv_id":"2401.17167","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.17167","snapshot_observed_at":"2026-07-04T00:39:16.733366Z","title":"Planning, creation, usage: Benchmark- ing llms for comprehensive tool utilization in real-world complex scenarios","venue":null,"work_id":"40334370-569c-4dd5-9e47-38ef3321da8b","year":2024},"citing_paper":{"arxiv_id":"2606.18636","last_updated":"2026-06-17T03:17:34Z","snapshot_observed_at":"2026-08-02T06:26:56.533169Z","submitted_at":"2026-06-17T03:17:34Z","title":"PEC-Home: Interpretation of Progressively Elliptical Commands in Smart Homes","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-06-26T21:06:36.528009Z"},"links":{"cited_paper":"/paper/2401.17167","citing_paper":"/paper/2606.18636"},"observation_digest":"sha256:7aacbbec358e1723e5efd61b6525ed7e3e4e80d689fba2e1e27a26e50db378ab","observation_id":"c79c263f-4de7-4840-bd50-7150438098fe","resolution":{"observed_at":"2026-07-04T00:39:16.735009Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2401.17167/citation-record","integrity":"/paper/2401.17167/integrity","json":"/paper/2401.17167/citation-record.json","paper":"/paper/2401.17167"},"outbound":[],"paper":{"arxiv_id":"2401.17167","last_updated":"2024-06-03T11:28:29Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T17:22:37.193255Z","submitted_at":"2024-01-30T16:52:56Z","title":"Planning, Creation, Usage: Benchmarking LLMs for Comprehensive Tool Utilization in Real-World Complex Scenarios"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 9 inbound Pith citation observations for arXiv:2401.17167."}