{"as_of":"2026-08-21T14:04:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c4ccf18620eff9599c91a23af0c2a5a8e31fb23e24872eea763730025c9d9a6f","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":21,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":21,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":21,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":21,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T12:24:04.475783Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"pith","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":9,"observed_at":"2026-08-05T02:28:24.338817Z","source":"pith"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":"2308.05960","doi":"10.48550/arxiv.2308.05960","metadata_source":"pith","pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"BOLAA: Benchmark- ing and Orchestrating LLM-augmented Autonomous Agents","venue":"cs.AI","work_id":"fe792d3e-3363-4f78-80c7-4e94f24dbf54","year":2023},"citing_paper":{"arxiv_id":"2308.11432","last_updated":"2025-03-02T04:04:03Z","snapshot_observed_at":"2026-08-17T02:16:24.215789Z","submitted_at":"2023-08-22T13:30:37Z","title":"A Survey on Large Language Model based Autonomous Agents","version":7},"reference_index":170,"source":"pdf_text","source_observed_at":"2026-05-15T04:03:00.340349Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2308.11432"},"observation_digest":"sha256:20c37d9f4762256a64c2e20ad1f2f3744a756f1cf1ce798e7cdbd43d343552b1","observation_id":"bc17063a-9eec-4624-88dd-71fd05981727","resolution":{"observed_at":"2026-05-15T04:03:01.056441Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":"2308.05960","doi":"10.48550/arxiv.2308.05960","metadata_source":"pith","pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"BOLAA: Benchmark- ing and Orchestrating LLM-augmented Autonomous Agents","venue":"cs.AI","work_id":"fe792d3e-3363-4f78-80c7-4e94f24dbf54","year":2023},"citing_paper":{"arxiv_id":"2310.02170","last_updated":"2024-11-15T04:30:04Z","snapshot_observed_at":"2026-08-07T04:49:42.215176Z","submitted_at":"2023-10-03T16:05:48Z","title":"A Dynamic LLM-Powered Agent Network for Task-Oriented Agent Collaboration","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-21T21:05:25.809179Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2310.02170"},"observation_digest":"sha256:6b902ebfcccf41f07730469308dda8f9981fa3f189f9233c05f74728935a0580","observation_id":"edbfce37-cd5d-40a1-aa97-70fcd4111e78","resolution":{"observed_at":"2026-05-21T21:05:25.889426Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":"2308.05960","doi":"10.48550/arxiv.2308.05960","metadata_source":"pith","pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"BOLAA: Benchmark- ing and Orchestrating LLM-augmented Autonomous Agents","venue":"cs.AI","work_id":"fe792d3e-3363-4f78-80c7-4e94f24dbf54","year":2023},"citing_paper":{"arxiv_id":"2311.12983","last_updated":"2023-11-21T20:34:47Z","snapshot_observed_at":"2026-08-13T10:06:26.439949Z","submitted_at":"2023-11-21T20:34:47Z","title":"GAIA: a benchmark for General AI Assistants","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-05-12T15:46:03.247029Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2311.12983"},"observation_digest":"sha256:25ecc1613cccd197f539a84c95964dc9f7bd57080f1dcab2e0b1c9b944327bda","observation_id":"a3538d8f-b61d-4dbc-a443-d79b5f05708b","resolution":{"observed_at":"2026-05-12T15:46:03.502819Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":"2308.05960","doi":"10.48550/arxiv.2308.05960","metadata_source":"pith","pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"BOLAA: Benchmark- ing and Orchestrating LLM-augmented Autonomous Agents","venue":"cs.AI","work_id":"fe792d3e-3363-4f78-80c7-4e94f24dbf54","year":2023},"citing_paper":{"arxiv_id":"2403.07718","last_updated":"2024-07-23T06:19:28Z","snapshot_observed_at":"2026-08-19T15:02:56.056915Z","submitted_at":"2024-03-12T14:58:45Z","title":"WorkArena: How Capable Are Web Agents at Solving Common Knowledge Work Tasks?","version":5},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-05-15T02:48:04.972868Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2403.07718"},"observation_digest":"sha256:4e0af4759cd93337ea0e3736ec46ba325e349cb05bd2ba91bf0db01b4ee67e1e","observation_id":"8ebc2ac2-b8ed-416f-ac32-27f70d54ce34","resolution":{"observed_at":"2026-05-15T02:48:05.210780Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-11T05:29:24.509832Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.17481","last_updated":"2025-01-07T12:48:22Z","snapshot_observed_at":"2026-08-15T07:26:49.037180Z","submitted_at":"2024-12-23T11:11:51Z","title":"A Survey on LLM-based Multi-Agent System: Recent Advances and New Frontiers in Application","version":2},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-11T05:29:24.509832Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2412.17481"},"observation_digest":"sha256:4db912cc35fa3c424007401e6b6a69df7aea8ab5d6b6451cd18de6f72eaef63d","observation_id":"50f349f0-7b3f-4d91-b0da-219db8d36a3d","resolution":{"observed_at":"2026-08-11T05:29:24.509832Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-11T00:52:22.895180Z","title":"Bolaa: Bench- marking and orchestrating llm-augmented autonomous agents","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.19206","last_updated":"2024-12-26T13:07:03Z","snapshot_observed_at":"2026-08-19T04:15:42.776374Z","submitted_at":"2024-12-26T13:07:03Z","title":"NADER: Neural Architecture Design via Multi-Agent Collaboration","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T00:52:22.895180Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2412.19206"},"observation_digest":"sha256:5e8d7be28de676b7a415ba5ff9ef7afa95fe179ce661521afa7806a3c33218ca","observation_id":"4263410d-0eb7-435f-be7a-4fba1ea5f8c3","resolution":{"observed_at":"2026-08-11T00:52:22.895180Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-10T20:37:40.391435Z","title":"Bolaa: Benchmarking and orchestrating llm-augmented autonomous agents, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.07834","last_updated":"2025-02-23T06:20:37Z","snapshot_observed_at":"2026-08-14T08:41:57.728063Z","submitted_at":"2025-01-14T04:35:37Z","title":"Flow: Modularized Agentic Workflow Automation","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-10T20:37:40.391435Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2501.07834"},"observation_digest":"sha256:2c86d068c865f48d9081bd5771df0e6febed3b200b03a4c7c39ab0aa3a773b1e","observation_id":"13708173-5c19-46fc-a319-8ed23e206cc8","resolution":{"observed_at":"2026-08-10T20:37:40.391435Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":"2308.05960","doi":"10.48550/arxiv.2308.05960","metadata_source":"pith","pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"BOLAA: Benchmark- ing and Orchestrating LLM-augmented Autonomous Agents","venue":"cs.AI","work_id":"fe792d3e-3363-4f78-80c7-4e94f24dbf54","year":2023},"citing_paper":{"arxiv_id":"2502.03814","last_updated":"2026-05-03T03:24:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-06T06:52:14Z","title":"Large Language Models for Multi-Robot Systems: A Survey","version":5},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-05-23T04:32:05.138744Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2502.03814"},"observation_digest":"sha256:9260b7b526e6b1633e6e2c62db617b124bb0f42645bbc5fc0900966591f75e66","observation_id":"d2e614de-7ab9-4b5c-aba0-95ad01828bf8","resolution":{"observed_at":"2026-05-23T04:32:32.203104Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-16T12:24:04.475783Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2504.13032","last_updated":"2025-04-17T15:41:39Z","snapshot_observed_at":"2026-08-19T23:19:10.246153Z","submitted_at":"2025-04-17T15:41:39Z","title":"InstructRAG: Leveraging Retrieval-Augmented Generation on Instruction Graphs for LLM-Based Task Planning","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-16T12:24:04.475783Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2504.13032"},"observation_digest":"sha256:edd0f7cac4232e5ed76b940344a48a99b36b19606c601ae527e3f00400eecabe","observation_id":"9fb02b18-1577-4654-9413-ef33ab7bbe61","resolution":{"observed_at":"2026-08-16T12:24:04.475783Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-07T11:47:49.833363Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.01475","last_updated":"2025-06-02T09:35:07Z","snapshot_observed_at":"2026-08-17T06:56:04.079884Z","submitted_at":"2025-06-02T09:35:07Z","title":"PGPO: Enhancing Agent Reasoning via Pseudocode-style Planning Guided Preference Optimization","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T11:47:49.833363Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2506.01475"},"observation_digest":"sha256:1371a3e32a0095c68737ecf32a0c269177e7dac854235a2eceb546dc377e133b","observation_id":"5af744e2-fe28-4738-b2fc-489e74b80782","resolution":{"observed_at":"2026-08-07T11:47:49.833363Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":"2308.05960","doi":"10.48550/arxiv.2308.05960","metadata_source":"pith","pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"BOLAA: Benchmark- ing and Orchestrating LLM-augmented Autonomous Agents","venue":"cs.AI","work_id":"fe792d3e-3363-4f78-80c7-4e94f24dbf54","year":2023},"citing_paper":{"arxiv_id":"2506.04565","last_updated":"2026-05-08T15:50:43Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-06-05T02:34:43Z","title":"From Standalone LLMs to Integrated Intelligence: A Survey of Compound Al Systems","version":2},"reference_index":106,"source":"pdf_text","source_observed_at":"2026-05-19T11:49:36.574471Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2506.04565"},"observation_digest":"sha256:667d1d740a9268b24380582cf95e646b742ab4049268dce450a719c2c13f6f85","observation_id":"6ce8b854-351e-4a55-a7be-178b2b272683","resolution":{"observed_at":"2026-05-19T11:52:16.166118Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-07T00:48:21.261348Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.12594","last_updated":"2025-06-14T18:19:05Z","snapshot_observed_at":"2026-08-16T02:27:50.910548Z","submitted_at":"2025-06-14T18:19:05Z","title":"A Comprehensive Survey of Deep Research: Systems, Methodologies, and Applications","version":1},"reference_index":156,"source":"pdf_text","source_observed_at":"2026-08-07T00:48:21.261348Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2506.12594"},"observation_digest":"sha256:e13b86f3f5d0f12514def7530534634a11c587ec6c09e394eea707ebd17b47a3","observation_id":"afb0e3e7-392c-4602-8f51-1b4de562688f","resolution":{"observed_at":"2026-08-07T00:48:21.261348Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-06T16:46:00.503290Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.12806","last_updated":"2025-08-01T22:37:16Z","snapshot_observed_at":"2026-08-09T01:25:07.357969Z","submitted_at":"2025-07-17T05:46:27Z","title":"MCPEval: Automatic MCP-based Deep Evaluation for AI Agent Models","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-06T16:46:00.503290Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2507.12806"},"observation_digest":"sha256:3073763dc9881a3b9c78d3f89057dd2d9791dd6b6a92685a2bcc183297a6056d","observation_id":"f1500648-c6dc-4fb5-bec1-bc9d37bc47dd","resolution":{"observed_at":"2026-08-06T16:46:00.503290Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-05T23:55:49.795717Z","title":"Bolaa: Benchmarking and orchestrating llm-augmented autonomous agents","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.04700","last_updated":"2025-08-12T15:11:53Z","snapshot_observed_at":"2026-08-16T20:02:22.367841Z","submitted_at":"2025-08-06T17:58:46Z","title":"SEAgent: Self-Evolving Computer Use Agent with Autonomous Learning from Experience","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-05T23:55:49.795717Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2508.04700"},"observation_digest":"sha256:8f708204cc6b119669265fc9e605cfd577eb59e2f0a5cc367a90aa2e962d4737","observation_id":"6ca29658-beff-412c-a06f-e9c1d915008d","resolution":{"observed_at":"2026-08-05T23:55:49.795717Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-05T15:19:50.685669Z","title":"Bolaa: Benchmarking and orchestrating llm-augmented autonomous agents","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.20096","last_updated":"2025-08-27T17:59:50Z","snapshot_observed_at":"2026-08-18T23:41:08.495825Z","submitted_at":"2025-08-27T17:59:50Z","title":"CODA: Coordinating the Cerebrum and Cerebellum for a Dual-Brain Computer Use Agent with Decoupled Reinforcement Learning","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-05T15:19:50.685669Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2508.20096"},"observation_digest":"sha256:df1934b6fbedd944b41aef739258131f1e31afb674f6190b94aff23b6a9bcd56","observation_id":"18e22ced-d723-44c6-9338-3c010a917d43","resolution":{"observed_at":"2026-08-05T15:19:50.685669Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-15T16:08:39.320645Z","title":"BOLAA: benchmarking and orchestrating llm-augmented autonomous agents.CoRR, abs/2308.05960, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.08755","last_updated":"2025-09-10T16:46:11Z","snapshot_observed_at":"2026-08-15T23:25:21.613036Z","submitted_at":"2025-09-10T16:46:11Z","title":"AgentGym-RL: Training LLM Agents for Long-Horizon Decision Making through Multi-Turn Reinforcement Learning","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T16:08:39.320645Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2509.08755"},"observation_digest":"sha256:c4bc96f8fb9fd3056cc7015409fd495cc7cf78aac2a4452735ae2a67c01b825f","observation_id":"55ebdc1b-1191-4e32-8427-e3c785c9369f","resolution":{"observed_at":"2026-08-15T16:08:39.320645Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-02T19:46:40.814191Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2603.01152","last_updated":"2026-06-20T09:26:23Z","snapshot_observed_at":"2026-08-08T15:14:07.565399Z","submitted_at":"2026-03-01T15:36:10Z","title":"DeepResearch-9K: A Challenging Benchmark Dataset of Deep-Research Agent","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-02T19:46:40.814191Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2603.01152"},"observation_digest":"sha256:e26381831be72aa0bee6f1a9085d51314467b1d3e31108defc016c6724e5d295","observation_id":"388fdae6-b527-463c-ae60-00610c7b0d83","resolution":{"observed_at":"2026-08-02T19:46:40.814191Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":"2308.05960","doi":"10.48550/arxiv.2308.05960","metadata_source":"pith","pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"BOLAA: Benchmark- ing and Orchestrating LLM-augmented Autonomous Agents","venue":"cs.AI","work_id":"fe792d3e-3363-4f78-80c7-4e94f24dbf54","year":2023},"citing_paper":{"arxiv_id":"2605.07462","last_updated":"2026-05-08T09:10:17Z","snapshot_observed_at":"2026-08-11T16:49:22.179421Z","submitted_at":"2026-05-08T09:10:17Z","title":"The Moltbook Files: A Harmless Slopocalypse or Humanity's Last Experiment","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-05-11T01:54:49.131461Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2605.07462"},"observation_digest":"sha256:6a134d51f7e7538a4ba7b03fa1669e11e963e24a031380689c76b3333d75cd4d","observation_id":"009bcb12-5ac6-46d2-8cfc-f51b33d1f9b3","resolution":{"observed_at":"2026-05-11T01:55:50.740383Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":"2308.05960","doi":"10.48550/arxiv.2308.05960","metadata_source":"pith","pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"BOLAA: Benchmark- ing and Orchestrating LLM-augmented Autonomous Agents","venue":"cs.AI","work_id":"fe792d3e-3363-4f78-80c7-4e94f24dbf54","year":2023},"citing_paper":{"arxiv_id":"2607.06157","last_updated":"2026-07-07T11:34:10Z","snapshot_observed_at":"2026-08-17T16:53:27.978325Z","submitted_at":"2026-07-07T11:34:10Z","title":"LLM Agents for Deliberative Collaboration: A Study on Joint Decision Making Under Partial Observability","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-07-08T15:03:14.483228Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2607.06157"},"observation_digest":"sha256:f34abb4f24f0e24d7ff8443fe8ed8fc4c991beff84010e0dea1e5f961df22226","observation_id":"fe3f45ff-5d7d-4726-85cb-06f99fbb9962","resolution":{"observed_at":"2026-07-08T15:05:03.476844Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-07-14T04:15:33.637340Z","title":"arXiv preprint arXiv:2308.05960 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.11632","last_updated":"2026-07-13T14:48:23Z","snapshot_observed_at":"2026-08-19T10:57:58.727769Z","submitted_at":"2026-07-13T14:48:23Z","title":"Reproducing human biases in route choice using large language models: Toward scalable behavioral modeling","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-07-14T04:15:33.637340Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2607.11632"},"observation_digest":"sha256:3d5d1749f3eebb5a511c858ae6f84bf99c1ac868503d2d5a68faa65a55f8e7ad","observation_id":"86314ec7-7baf-4d79-92e4-eaf93a573766","resolution":{"observed_at":"2026-07-14T04:15:33.637340Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05960","snapshot_observed_at":"2026-08-05T15:25:40.348435Z","title":"doi:10.48550/arXiv.2308.05960 , abstract =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.03644","last_updated":"2026-08-04T13:29:00Z","snapshot_observed_at":"2026-08-18T16:50:46.109145Z","submitted_at":"2026-08-04T13:29:00Z","title":"Is Inter-Seed Cross-Play Enough? Evaluating the Robustness of Zero-Shot Coordination Algorithms to Implementation Details","version":1},"reference_index":223,"source":"arxiv_source","source_observed_at":"2026-08-05T15:25:40.348435Z"},"links":{"cited_paper":"/paper/2308.05960","citing_paper":"/paper/2608.03644"},"observation_digest":"sha256:efd6a3c3618f06d7c6bf96d002630936606302fbd8451e19932c67859ec5b200","observation_id":"92516b54-3d9f-46f7-9a32-c128613e66bb","resolution":{"observed_at":"2026-08-05T15:25:40.348435Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2308.05960/citation-record","integrity":"/paper/2308.05960/integrity","json":"/paper/2308.05960/citation-record.json","paper":"/paper/2308.05960"},"outbound":[],"paper":{"arxiv_id":"2308.05960","last_updated":"2023-08-11T06:37:54Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-17T04:59:29.423407Z","submitted_at":"2023-08-11T06:37:54Z","title":"BOLAA: Benchmarking and Orchestrating LLM-augmented Autonomous Agents"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 21 inbound Pith citation observations for arXiv:2308.05960."}