{"as_of":"2026-08-07T19:47:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:43aec52f8f1a596ac54aa199262ef750ab262762d8d6315a755dff672c5044d4","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":20,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":20,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":20,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":20,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T06:00:19.615486Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T17:47:17.727414Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2306.05301","last_updated":"2023-09-07T12:20:45Z","snapshot_observed_at":"2026-07-06T15:40:20.267344Z","submitted_at":"2023-06-08T15:46:32Z","title":"ToolAlpaca: Generalized Tool Learning for Language Models with 3000 Simulated Cases","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-15T23:03:48.426204Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2306.05301"},"observation_digest":"sha256:4b5f612eaaa95b128d4cf399b5b66b3d5830b29f321be1f946d5891d6829ef48","observation_id":"141acb86-5080-4989-8981-cd27ad4641eb","resolution":{"observed_at":"2026-05-15T23:03:48.486935Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2307.06435","last_updated":"2024-10-17T01:10:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-07-12T20:01:52Z","title":"A Comprehensive Overview of Large Language Models","version":10},"reference_index":222,"source":"pdf_text","source_observed_at":"2026-05-19T20:28:38.900026Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2307.06435"},"observation_digest":"sha256:d03780f2ea23096a0bd5a8bd006c0b72933b3c5739692140174317b9cf03dfda","observation_id":"f54a43fb-c740-4ab5-a05f-6f83d4a42093","resolution":{"observed_at":"2026-05-19T20:28:38.997640Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2506.04565","last_updated":"2026-05-08T15:50:43Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-06-05T02:34:43Z","title":"From Standalone LLMs to Integrated Intelligence: A Survey of Compound Al Systems","version":2},"reference_index":203,"source":"pdf_text","source_observed_at":"2026-05-19T11:49:36.574471Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2506.04565"},"observation_digest":"sha256:011b59a72d8d54f39d5e5641bc991839dc5b23cab5767a5304644b9860db6582","observation_id":"223db9e6-9553-44c1-83e0-08db59ff02f7","resolution":{"observed_at":"2026-05-19T11:52:16.379714Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-08-07T06:00:19.615486Z","title":"Toolllm: Facilitating large language models to master 16000+ real-world apis,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11102","last_updated":"2025-06-06T17:52:18Z","snapshot_observed_at":"2026-08-07T05:54:56.593167Z","submitted_at":"2025-06-06T17:52:18Z","title":"Evolutionary Perspectives on the Evaluation of LLM-Based AI Agents: A Comprehensive Survey","version":1},"reference_index":127,"source":"pdf_text","source_observed_at":"2026-08-07T06:00:19.615486Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2506.11102"},"observation_digest":"sha256:a182e72f1bd09ca90d4dce2409cff7ea84cbd796913497a59fe15cd889583918","observation_id":"e27cad62-82a1-4cf2-8979-786243445a7f","resolution":{"observed_at":"2026-08-07T06:00:19.615486Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-08-07T04:44:04.866566Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.13977","last_updated":"2025-06-11T17:59:18Z","snapshot_observed_at":"2026-08-07T10:32:04.299927Z","submitted_at":"2025-06-11T17:59:18Z","title":"CRITICTOOL: Evaluating Self-Critique Capabilities of Large Language Models in Tool-Calling Error Scenarios","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T04:44:04.866566Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2506.13977"},"observation_digest":"sha256:30dcff6877ef6796d929ed2f87b429f3480cc50e79fe94bb8e5d89cfba4a277c","observation_id":"9a216b23-d2b7-4c7b-a3e1-e26f67b2ee8d","resolution":{"observed_at":"2026-08-07T04:44:04.866566Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-08-06T22:02:40.749933Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.22853","last_updated":"2025-07-02T07:55:09Z","snapshot_observed_at":"2026-08-06T21:54:49.869079Z","submitted_at":"2025-06-28T11:28:04Z","title":"DICE-BENCH: Evaluating the Tool-Use Capabilities of Large Language Models in Multi-Round, Multi-Party Dialogues","version":2},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-06T22:02:40.749933Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2506.22853"},"observation_digest":"sha256:70ec1ab93de791a2b5213fc1445c4d8611d25178f1efd2e67ace97594d46c1d6","observation_id":"5321c14a-8d40-4db5-a641-3352980a350c","resolution":{"observed_at":"2026-08-06T22:02:40.749933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-08-06T21:22:43.855623Z","title":"On the tool ma- nipulation capability of open-source large language models // arXiv preprint arXiv:2305.16504","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.00487","last_updated":"2025-07-02T04:35:44Z","snapshot_observed_at":"2026-08-06T21:11:41.074985Z","submitted_at":"2025-07-01T07:02:26Z","title":"MassTool: A Multi-Task Search-Based Tool Retrieval Framework for Large Language Models","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T21:22:43.855623Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2507.00487"},"observation_digest":"sha256:4d812bba2e1c2b1363a2e68f184b735a301987e4ccc165555edfb9bad92e9c3d","observation_id":"06320fdd-fbd6-44de-969d-065a372ead7a","resolution":{"observed_at":"2026-08-06T21:22:43.855623Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2507.21035","last_updated":"2026-05-17T21:43:43Z","snapshot_observed_at":"2026-07-06T22:04:01.721229Z","submitted_at":"2025-07-28T17:55:08Z","title":"GenoMAS: A Multi-Agent Framework for Scientific Discovery via Code-Driven Gene Expression Analysis","version":3},"reference_index":140,"source":"pdf_text","source_observed_at":"2026-05-22T00:37:11.945418Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2507.21035"},"observation_digest":"sha256:bde840470bda41c4a41bdd3865ffa1b651b18584e3cfecfdcb01585176519ea0","observation_id":"a3b943cd-2ceb-45d2-bf5a-b805297b5a7e","resolution":{"observed_at":"2026-05-22T00:40:51.380018Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2508.07407","last_updated":"2025-08-31T14:55:05Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-08-10T16:07:32Z","title":"A Comprehensive Survey of Self-Evolving AI Agents: A New Paradigm Bridging Foundation Models and Lifelong Agentic Systems","version":2},"reference_index":106,"source":"pdf_text","source_observed_at":"2026-05-15T23:21:42.029285Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2508.07407"},"observation_digest":"sha256:921480d7a35b418d770be4761923efeffd7d9d0f38f323e87346c03ea9c7e079","observation_id":"56fe74af-f73f-4212-a055-c89c49c0ca8a","resolution":{"observed_at":"2026-05-15T23:21:42.199107Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2512.13564","last_updated":"2026-01-13T09:33:57Z","snapshot_observed_at":"2026-08-06T08:27:07.254588Z","submitted_at":"2025-12-15T17:22:34Z","title":"Memory in the Age of AI Agents","version":2},"reference_index":260,"source":"arxiv_source","source_observed_at":"2026-05-11T18:18:19.911342Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2512.13564"},"observation_digest":"sha256:7e0038daffe2aa707d067a885276008b7f0b2f1a5dba8876e72b9702b02cfbd3","observation_id":"a8db8f16-c010-416d-b034-7cb28b28d022","resolution":{"observed_at":"2026-05-11T18:18:20.242995Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-08-02T23:41:45.208041Z","title":"On the tool manipulation capability of open-source large language models.CoRR, abs/2305.16504, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2602.12984","last_updated":"2026-05-30T12:51:16Z","snapshot_observed_at":"2026-08-02T23:41:39.933162Z","submitted_at":"2026-02-13T14:58:18Z","title":"SciAgentGym: Benchmarking Multi-Step Scientific Tool-use in LLM Agents","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-02T23:41:45.208041Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2602.12984"},"observation_digest":"sha256:900604ade693cf5e2caf82124a99a91f83512e4ec6757065b35e6942cd3f7427","observation_id":"dd321c8a-80c4-48f9-8e85-7e8113c85983","resolution":{"observed_at":"2026-08-02T23:41:45.208041Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2604.06132","last_updated":"2026-05-07T14:06:23Z","snapshot_observed_at":"2026-07-06T22:54:40.349479Z","submitted_at":"2026-04-07T17:43:18Z","title":"Claw-Eval: Towards Trustworthy Evaluation of Autonomous Agents","version":3},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-05-10T18:59:59.383781Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2604.06132"},"observation_digest":"sha256:6f5fde0ef81ad71c4fe37ea8a38ee8b59234847910fa348497dcfcd7ac0ea11d","observation_id":"c8d96b6f-6b18-422a-afd4-35ab12789168","resolution":{"observed_at":"2026-05-10T23:35:51.573419Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2604.25318","last_updated":"2026-04-28T07:28:14Z","snapshot_observed_at":"2026-08-01T08:58:27.586129Z","submitted_at":"2026-04-28T07:28:14Z","title":"Cutscene Agent: An LLM Agent Framework for Automated 3D Cutscene Generation","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-05-07T14:01:23.894966Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2604.25318"},"observation_digest":"sha256:1435df225c1ef956ae5b220f07965171a4dec1925a81fd91fea60e6dd9f77926","observation_id":"56c9e580-ad0c-468d-bb26-9bbba19359ab","resolution":{"observed_at":"2026-05-12T08:46:24.179373Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2604.27763","last_updated":"2026-04-30T11:52:50Z","snapshot_observed_at":"2026-07-06T23:13:11.623453Z","submitted_at":"2026-04-30T11:52:50Z","title":"Intent2Tx: Benchmarking LLMs for Translating Natural Language Intents into Ethereum Transactions","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-07T05:49:57.957009Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2604.27763"},"observation_digest":"sha256:d265d55b827c8acbd16f2086fe76b9f9b0985a5bb143b2e3ddc45a789dad9686","observation_id":"cd26da40-5c61-4cbd-8219-8a6f79338f7f","resolution":{"observed_at":"2026-05-12T10:31:29.337321Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2605.10555","last_updated":"2026-05-11T13:30:43Z","snapshot_observed_at":"2026-07-06T23:22:28.318343Z","submitted_at":"2026-05-11T13:30:43Z","title":"Agent-First Tool API: A Semantic Interface Paradigm for Enterprise AI Agent Systems","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-12T04:19:32.031454Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2605.10555"},"observation_digest":"sha256:edaf4896cfcb1baa9d465f2cff87e269daf1c86f81d843e5adce0c6b66451747","observation_id":"c9711691-ec57-4762-b5f1-c871a6dac7de","resolution":{"observed_at":"2026-05-12T06:21:27.819884Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2605.18805","last_updated":"2026-05-11T18:55:32Z","snapshot_observed_at":"2026-08-01T14:27:48.374407Z","submitted_at":"2026-05-11T18:55:32Z","title":"RecoAtlas: From Semantic Plausibility to Set-Level Utility in LLM Recommendation Agents","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-20T22:27:16.974169Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2605.18805"},"observation_digest":"sha256:9efefc99a11d51f1c45a7973d0b46453b9dddaeac0e424d287d69f5dc1f1be40","observation_id":"029be727-401f-4c00-aa03-e8c5953c8e2a","resolution":{"observed_at":"2026-05-20T22:29:09.255056Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2605.28577","last_updated":"2026-05-27T15:00:45Z","snapshot_observed_at":"2026-08-07T16:53:51.961373Z","submitted_at":"2026-05-27T15:00:45Z","title":"Continual Model Routing in Evolving Model Hubs","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-06-29T11:57:15.894309Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2605.28577"},"observation_digest":"sha256:ebf796cb3924716ed6ec180d1f09832e7cd85db405405d50514dc8a017e633d8","observation_id":"840da58a-95ab-4cc5-8812-1948d7c2153e","resolution":{"observed_at":"2026-06-29T12:03:24.148298Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2606.00251","last_updated":"2026-05-29T18:32:14Z","snapshot_observed_at":"2026-08-02T17:00:44.481600Z","submitted_at":"2026-05-29T18:32:14Z","title":"Capability Self-Assessment: Teaching LLMs to Know Their Limits","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-06-28T22:25:50.579196Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2606.00251"},"observation_digest":"sha256:c79a9d63ea87bc4e5a841df6292ec8694652a479037aab3e02aeafde6d77cd0f","observation_id":"9fb5f490-80ad-41e8-90a9-6f2d5f558164","resolution":{"observed_at":"2026-06-28T22:32:44.682649Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":"2305.16504","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-02T17:47:17.727414Z","title":"On the tool manipulation capability of open-source large language models","venue":null,"work_id":"18febc22-221f-4db2-8168-15e148f613c3","year":2023},"citing_paper":{"arxiv_id":"2606.07805","last_updated":"2026-06-05T19:33:58Z","snapshot_observed_at":"2026-08-03T01:44:22.181409Z","submitted_at":"2026-06-05T19:33:58Z","title":"Beyond Goodhart's Law: A Dynamic Benchmark for Evaluating Compliance in Multi-Agent Systems","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-06-27T21:53:37.616447Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2606.07805"},"observation_digest":"sha256:dfa0b8bc0f866bd49b49f568fe8065014006d5e7e505701aee3c20b684ae614e","observation_id":"32594cdc-c444-4477-96cc-3f6f2062ddec","resolution":{"observed_at":"2026-07-02T17:47:17.728995Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16504","snapshot_observed_at":"2026-07-14T06:48:32.645976Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.11138","last_updated":"2026-07-13T06:15:51Z","snapshot_observed_at":"2026-08-06T19:31:30.215955Z","submitted_at":"2026-07-13T06:15:51Z","title":"A Formal Hierarchical Architecture for Agentic Orchestration with Stack-Based Execution and Lazy Discovery","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-14T06:48:32.645976Z"},"links":{"cited_paper":"/paper/2305.16504","citing_paper":"/paper/2607.11138"},"observation_digest":"sha256:6945d54085a9b79a686a1a75c54864055a567aefe224fa72f016b95b194c6885","observation_id":"ba7935e2-746e-4d98-ab8a-713c6f842280","resolution":{"observed_at":"2026-07-14T06:48:32.645976Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2305.16504/citation-record","integrity":"/paper/2305.16504/integrity","json":"/paper/2305.16504/citation-record.json","paper":"/paper/2305.16504"},"outbound":[],"paper":{"arxiv_id":"2305.16504","last_updated":"2023-05-25T22:10:20Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-06T09:13:52.781559Z","submitted_at":"2023-05-25T22:10:20Z","title":"On the Tool Manipulation Capability of Open-source Large Language Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 20 inbound Pith citation observations for arXiv:2305.16504."}