{"as_of":"2026-08-12T11:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:1fc812f690b438758911abb417713d6f790b817e5eddd131d9aeec84f7fd39a0","coverage":[{"denominator":44,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":44,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-28T06:05:07.776116Z","state":"measured"},{"denominator":46,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":46,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T04:17:33.443440Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-10T05:52:48.238137Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"cited_work":{"arxiv_id":"2606.04874","doi":null,"metadata_source":"pith","pith_arxiv_id":"2606.04874","snapshot_observed_at":"2026-08-10T05:52:48.238137Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","venue":"cs.CL","work_id":"f1cc9e10-38db-4c2b-b353-36e15c589768","year":2026},"citing_paper":{"arxiv_id":"2608.07346","last_updated":"2026-08-10T09:34:51Z","snapshot_observed_at":"2026-08-12T11:20:24.374543Z","submitted_at":"2026-08-07T15:44:12Z","title":"$A^2E$ : An End-to-End Agent Auditing Engine","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-10T05:52:48.151220Z"},"links":{"cited_paper":"/paper/2606.04874","citing_paper":"/paper/2608.07346"},"observation_digest":"sha256:97ae283d7feb0305592525637f7f8be0d0eebca6854da8f116ed8a8925413019","observation_id":"aaeede7f-642d-4d82-8cfc-e039574f507f","resolution":{"observed_at":"2026-08-10T05:52:48.244282Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2606.04874","snapshot_observed_at":"2026-08-11T04:17:33.443440Z","title":"Agent planning benchmark: A diagnostic framework for planning capabilities in llm agents.arXiv preprint arXiv:2606.04874,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.07346","last_updated":"2026-08-10T09:34:51Z","snapshot_observed_at":"2026-08-12T11:20:24.374543Z","submitted_at":"2026-08-07T15:44:12Z","title":"$A^2E$ : An End-to-End Agent Auditing Engine","version":2},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-11T04:17:33.443440Z"},"links":{"cited_paper":"/paper/2606.04874","citing_paper":"/paper/2608.07346"},"observation_digest":"sha256:fef4efcd83e76cdb9e68b23977e6e927a725029e2ce314b58d44a1d8e908bd8f","observation_id":"1c1740ba-fc59-48e7-98d1-19196a995173","resolution":{"observed_at":"2026-08-11T04:17:33.443440Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2606.04874/citation-record","integrity":"/paper/2606.04874/integrity","json":"/paper/2606.04874/citation-record.json","paper":"/paper/2606.04874"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2510.07505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-02T08:26:47.886647Z","title":"Advances in Neural Information Processing Systems, 36:28091–28114","venue":null,"work_id":"a0a9be9c-2440-4756-bb0f-a52531c1cf91","year":2025},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:6cc5eeb43333d22b19b1da5cd38f4c6473e3f057e1fed63ed370373902ed6bdf","observation_id":"3d5f425c-ef36-497f-af9a-83b6ce8e5419","resolution":{"observed_at":"2026-07-02T08:26:47.888157Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.03568","last_updated":"2024-01-25T21:20:27Z","snapshot_observed_at":"2026-07-30T06:39:40.880794Z","submitted_at":"2024-01-07T19:11:18Z","title":"Agent AI: Surveying the Horizons of Multimodal Interaction","version":2},"cited_work":{"arxiv_id":"2401.03568","doi":"10.48550/arxiv.2401.03568","metadata_source":"pith","pith_arxiv_id":"2401.03568","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Agent AI: Surveying the Horizons of Multimodal Interaction","venue":"cs.AI","work_id":"7469e3ce-613c-4298-9d5f-ab2526320c8a","year":2024},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"cited_paper":"/paper/2401.03568","citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:5e7ba6a1ca3a92ce4db7666686bf0f347d762fe9198f11ff99af02f91a4b955b","observation_id":"c43ba5a4-5330-4031-a955-0254076ee984","resolution":{"observed_at":"2026-07-02T08:26:47.882476Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16291","last_updated":"2023-10-19T16:27:03Z","snapshot_observed_at":"2026-08-11T16:01:36.938012Z","submitted_at":"2023-05-25T17:46:38Z","title":"Voyager: An Open-Ended Embodied Agent with Large Language Models","version":2},"cited_work":{"arxiv_id":"2305.16291","doi":"10.18653/v1/2023.emnlp-main.118","metadata_source":"pith","pith_arxiv_id":"2305.16291","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Voyager: An Open-Ended Embodied Agent with Large Language Models","venue":"cs.AI","work_id":"ffe0d207-86cf-4742-a100-e988ac8b9676","year":2023},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"cited_paper":"/paper/2305.16291","citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:f514bbf7ed6b3fff4b603d550698b26482c64362db484dc5bc5e678aa74dd05e","observation_id":"639eb42d-a1c6-4dc0-afb3-01fef177c005","resolution":{"observed_at":"2026-07-02T08:26:47.890484Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.13854","last_updated":"2024-04-16T15:13:18Z","snapshot_observed_at":"2026-08-06T12:47:01.809185Z","submitted_at":"2023-07-25T22:59:32Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","version":4},"cited_work":{"arxiv_id":"2307.13854","doi":"10.48550/arxiv.2307.13854","metadata_source":"pith","pith_arxiv_id":"2307.13854","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"WebArena: A Realistic Web Environment for Building Autonomous Agents","venue":"cs.AI","work_id":"7058ffd2-a339-4102-89eb-248eeb074652","year":2023},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"cited_paper":"/paper/2307.13854","citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:c316ad52aa30180f79f9970e0fce97981c075fcc5558836073fb83a1a2691e3e","observation_id":"6543bdea-cbc9-4372-9f24-2cce824ebc34","resolution":{"observed_at":"2026-07-02T08:26:47.885530Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:18.85917+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:18.85917+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:adfc638e8649eed038b2797dfca557d1c0cec41c24e7bba8d1bfed980e1377af","observation_id":"be25760c-5dc5-4558-80c8-82dcb39c024e","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:67ba9bc5028f0113aeb70d9126bd2c2a87da962db282c5572c9260c09e50f27d","observation_id":"281378de-0044-400f-be37-62cde4a4744a","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:51a0c5323890976bc29fbc92d4df9711e4c26dc8f26d7718bcd28f04cb5a7c10","observation_id":"7b5746a7-004f-4de7-96e3-c3d13f10c969","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:6006716d193e2ec4e58577e8ee831781dcf4c241a6eb8fe85541cfd984be7d8a","observation_id":"5620a73a-1c81-4269-bc94-4e140b9f8f21","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"Does [X]. Parameters: ’param1’ (string, required) - . . . Returns . . . Notes:","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:9055f1a512fd6e518e7c81595f12dce533a70cd7a878a7fe36c5444940803175","observation_id":"031fe367-dbe4-4ec5-8232-d61ee3984076","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"I first analyzed","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:e4523eaa222ef9cb9780f2ae0277108ce4dcb8872defe5b13f4de15be5c69eb8","observation_id":"f0a379d4-01a4-4067-ba2a-e7c7aa08717a","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"- DO NOT just add suffixes like ‘_v2’, ‘_new’, ‘_alt’, ‘_1’, etc","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:64d7a0fc64e1e1cd8746e8c58c85d2522b2063afb8dd13ccf7ab72bbb624b548","observation_id":"1ce68a84-8b8d-40d2-90b3-b4eeba0d99d4","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:d3030711ca5bbffcd9323dba6b82efa17a94c5dd700dea5eb36fd5623442725e","observation_id":"f386984c-6a34-451a-973b-a0dc5ff98948","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:3c5fa2e74cb60e38c4fa8e5a841ba171b9a1a46b124fcad6735d7058b30552d9","observation_id":"24757e40-eae0-47e3-b96b-e105a29c24b7","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"tool_name","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:adaf3db4601202a82107736d4268d4ac2207aecb9cbbc6418bcaf87a50f18ddd","observation_id":"75de49d9-b568-4989-bd16-9f8c1b62c2d0","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"First, I would obtain the exact sunset time","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:faa67db3b614698c176c0ed34f07c491ffb07300434f2aa0198a5f6c9bf08e53","observation_id":"5e83c4ea-85da-4c81-a99c-9df799f541a6","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"(Sequence of 14 tools) Figure 23: Data transformation example: converting step-wise trajectory into descriptivePlanwith extractedTool Chainfor holistic planning ground truth","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:457df9cffe3e30026300d51fbc58b9c194a10394067cbf8cef4e39cc3ce187ca","observation_id":"1ff2a26f-167e-4bb8-a946-4f8e117a0e2e","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"filter by date","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:11d4b667cefd55f7d5eb9de9750b7ac73467ad20822b689912248401a5027302","observation_id":"f2a2c8f5-fcd9-4d53-92e2-bbef121cc31c","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:19601b9bf1616b2d86f482d98c7e3f36695a2f5186a00e5a90112ad5436cfd7f","observation_id":"196533ff-457e-4201-9508-7d8c924f5485","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"Please search for the nearest open pizza place... All interface interactions must be executed through registered interaction handlers","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:dafd5b42861086dd92c94c5b2f23e41e9b7e864e80b21eb4dc1e5e0b09a8687c","observation_id":"394f5ffe-1ffd-4f93-aa4c-288d6bdfe35d","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"Please search for the nearest open pizza place to my home on Google Maps","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:925ce27b18a41fe94e3cd485d7dc8374fe063fcb7221e5d80b8f85b95f99be7d","observation_id":"fcece7da-21e0-49e5-8a97-79d63043f397","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"•Check:Does the predicted step align with the main query objective? Does it follow the logical progression established by previous steps? •Examples:","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:6008396e79b15d4f5ec3c8d697824389e347ce8f7f14a45fda27d5bcb207fc11","observation_id":"9c572ef4-9999-4cde-bb07-1617975432c1","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"•Check:Are all required sub-tasks completed? Does the step try to answer before gathering all necessary information? •Examples:","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:70dcb3e50dfe2f0deea16d68407b0277be331b71e894a776b638edc4ed53ace7","observation_id":"46c6bcc4-9523-4534-9113-4663d288a204","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"•Check:Does the step respect all specified constraints (time range, data source, format, method, etc.)? Does it follow the required output structure? •Examples:","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:79048758a49dcc3c7d3f676938e57e7ee4e7ccd0578f856c4d5c7f5d07bb95a2","observation_id":"3ac0d8ad-954a-472f-b2fb-90e693c3c6a8","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"•Check:Does the step use non-existent data? Does it ignore already-obtained data? Is the reasoning flow logical? •Examples:","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:9863b28e85dbea534af101bf07e634329933674e3556604e65c927f4d971ecda","observation_id":"f31a9e91-4815-4c57-961f-d54d2b6017c0","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"•Check:Does the tool call match the tool’s specification? Are parameter types correct? Are required parameters present? •Examples:","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:703df0acfc097a2f62eb42156d67e62555284a642be647afb0f24d996c32fe21","observation_id":"b6715f60-fb82-48c8-b6ed-ab9495f5a327","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"optimal\" or","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:7572fd97bc17896ef019efd9eea03edee54015b5557a82d04601ff75d910fcce","observation_id":"a7677a4c-a8fa-48f7-8aea-5f43428350cf","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"plan\" (string) and","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:8b281292e8f5391d1788ae9b4758aae1a7bf4a3757d6a995f0041c1cc4b0f4cb","observation_id":"7e9d3448-15de-4ff7-92bd-f0d04c7b2c77","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"name\": (string) The exact name of the tool to be called. •","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:00860af488fdc056ecce6cfe33b3710e91de41f78c6b8c8a70597d74fbc07b5e","observation_id":"f6560ef2-632b-483a-b57f-afbb8c31e8a0","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"parameter_description","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:d52efcc025e0d7c845c44b14829d4dcaba4ad500170ff54a3e47c828ec3f8edf","observation_id":"c562fe08-1521-4e58-a5a5-7fcee1f47f3c","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:41bc9f442d54ff1c8ca091a8cf70b047e6f77bbe9ea66a275ac85aef14ff6a99","observation_id":"35c7e62e-9bb9-4f4d-a345-62d235513809","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:ca2e464cc27bd7427f4a6250fbdffb34c8d72cc539e3787e5332c44dba2a6934","observation_id":"c7e9827c-731d-4682-9a1e-7db53637c4e2","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:553c7d4badde2c717ae70931fbfd13d5e2cc6e85005f2255d05f08cbadf68d9a","observation_id":"774ec799-c518-46f1-8b4a-b5cb97c85b4c","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:4846cfe3a14ae5f251786cd2671a2bb12a669d902b3f831b95c7ad7dbbb0c0a4","observation_id":"0e8f3a72-6b39-4f5c-bc60-ed06b2eae933","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:22ba1f8accb0eeeee2fd6f66d7b66e0574913db24a410ef2f33ede533df6b527","observation_id":"156d3aba-645b-443b-a6bd-c4e6f8635a6b","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"On the right track","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:e69f0a73a7a3edee63f6a4e3221492498525c67b279b0d0470a816d5b17be0af","observation_id":"1f7d12bf-37f6-4dcf-a11c-077dac303dcf","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"Analyze this UI,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:930d01eba48ae377bc098e3cc1ec906ea5c3931cac1255842c102a677e9a2d56","observation_id":"62119a8b-537a-40c5-b551-e7fba4fafbb5","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"is_correct","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:8fa7d5c5a1668661dd43447fb7cf369f218c2762a7c4382274e45ad242e7d080","observation_id":"a264f0d7-1d36-4ac4-ba82-6fab1fb84374","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"is_correct","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:8c84cdd4cb6c76f5e929920221a29d8c77fc4f4080ecd3ea172e569123cf869d","observation_id":"1fcee5b8-f705-4977-b31e-33cd8ec0cf24","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"the price we discussed","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:2a2c03cd5257f28a3a27cda3fa96ccffe46e50496df6fe53ce1a520a82a52594","observation_id":"64d2b75c-d94c-487e-843a-28e962e92b4b","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"I want to buy a PS5 for each child in the photo. I need to know the exact total cost including sales tax (8.5%)","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:f5905dd682ab1b5d539fa8d6a473224d4ac03f8eccc6e8bf4713f1cbc8a09f3b","observation_id":"42852a76-132b-426a-a84a-febef94370c3","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"I need to analyze Apple’s stock performance across multiple milestones. First, find when Apple stock first crossed $50","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:90d11f22e51d1fe7d9e390dba9a74b237b2df395b4862dfcc0687b9f851d006e","observation_id":"eed00b9d-44e6-4e3b-82d3-fe49299267e4","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"Can you explain this meme and help me understand its cultural context?","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:badb9f2f4f4a05501e7b980245fd32cd79d891d6a777d24d1ad443061e35f39d","observation_id":"226ae8a3-3a10-4fe6-bf88-ed2b56b489c8","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"I’m starting a new technology consulting company and need to find suitable office space in San Francisco’s Financial District","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:cf7aed17f8be7beaf25fa3fc6d2816e5a15135714d4f644ff9f0f5f50d1ed50d","observation_id":"261e1ff2-16db-4ae3-9fa7-40bc3616cf15","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T06:05:07.776116Z","title":"I’m dining at this beachfront restaurant and need a detailed expense breakdown","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-06-28T06:05:07.776116Z"},"links":{"citing_paper":"/paper/2606.04874"},"observation_digest":"sha256:89cc5180202b9076690716edd1f1c605fc86d0a015eeb1ce0cb1efe282c3fdda","observation_id":"c93dbdc0-2e5d-4992-9b26-6c6c92c3e251","resolution":{"observed_at":"2026-06-28T06:05:07.776116Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.04874","last_updated":"2026-06-05T05:23:52Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T12:33:11.325744Z","submitted_at":"2026-06-03T13:37:47Z","title":"Agent Planning Benchmark: A Diagnostic Framework for Planning Capabilities in LLM Agents"},"reference_resolution":{"displayed":44,"state_counts":{"malformed_identifier":2,"metadata_mismatch":3,"parse_uncertain":0,"unresolved":38,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":44},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 44 of 44 outbound references and 2 inbound Pith citation observations for arXiv:2606.04874."}