{"as_of":"2026-08-24T04:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7840c005d5cb7e1ef0bce0570aca042dad0771cb8e60c2e46e25aa7e78c3f339","coverage":[{"denominator":25,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":25,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-30T17:52:14.944875Z","state":"measured"},{"denominator":25,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":25,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2605.20530/citation-record","integrity":"/paper/2605.20530/integrity","json":"/paper/2605.20530/citation-record.json","paper":"/paper/2605.20530"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T10:56:11.938856Z","title":"online\" 'onlinestring :=","venue":null,"work_id":"38c07273-5071-4bbb-b2af-067af11becc7","year":null},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:bd5bc0aede6b29547945f652471158a69042b9658707f1bf6f847e5ee58da1bb","observation_id":"43be1ac7-1ccc-4b65-9712-3673b929a5f6","resolution":{"observed_at":"2026-07-08T07:24:43.740160Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-09T10:56:11.963345Z","title":"write newline","venue":null,"work_id":"b6ace3ad-bd44-4a95-86ee-c7b73bd4cda2","year":null},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:87a22bf257c36241fe07c27f5a44a90a36551e953a301b1ba0d3a9fc80a03cac","observation_id":"e7461f90-0761-432c-8464-06bdf04cc31a","resolution":{"observed_at":"2026-07-08T07:24:43.768884Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2603.26233","last_updated":"2026-06-03T19:43:34Z","snapshot_observed_at":"2026-08-15T03:38:18.880062Z","submitted_at":"2026-03-27T09:56:26Z","title":"Ask or Assume? Uncertainty-Aware Clarification-Seeking in Coding Agents","version":2},"cited_work":{"arxiv_id":"2603.26233","doi":null,"metadata_source":"pith","pith_arxiv_id":"2603.26233","snapshot_observed_at":"2026-07-02T01:16:24.974620Z","title":"arXiv preprint 2603.26233","venue":"cs.CL","work_id":"0f1e2cb2-8396-4c73-9979-2222f02e66b5","year":2026},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"cited_paper":"/paper/2603.26233","citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:614c24392cca3f36eeb108668f166b2a1198c8324578199a024d84c49e61bf27","observation_id":"fc45c5fc-23de-43f1-8d67-9e4922312b01","resolution":{"observed_at":"2026-06-30T17:54:57.838207Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.780353Z","title":null,"venue":null,"work_id":"da9cafbc-ba8f-4609-9aab-d79beb363e42","year":2026},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:b5f5edccfec453663de7767354b663fc7c52b1eaebd1f63bff21916b6776c8da","observation_id":"e85e6820-0f9c-4c67-b346-d004ea942085","resolution":{"observed_at":"2026-07-08T07:24:43.782067Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.13657","last_updated":"2025-10-26T23:25:18Z","snapshot_observed_at":"2026-08-16T06:37:17.259416Z","submitted_at":"2025-03-17T19:04:38Z","title":"Why Do Multi-Agent LLM Systems Fail?","version":3},"cited_work":{"arxiv_id":"2503.13657","doi":"10.48550/arxiv.2503.13657","metadata_source":"pith","pith_arxiv_id":"2503.13657","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Why Do Multi-Agent LLM Systems Fail?","venue":"cs.AI","work_id":"b186294a-cda7-4df0-9a28-27d379af92b2","year":2025},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"cited_paper":"/paper/2503.13657","citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:9d73d63f128607f56da0a5a4862a3feca756de5e90d459264ccb7051733cf763","observation_id":"3beb556d-7cfd-4e6a-abc6-bdf65c531081","resolution":{"observed_at":"2026-06-30T17:54:57.833585Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.762206Z","title":null,"venue":null,"work_id":"01747db8-fcbb-4a33-aefb-01767bcd0eed","year":2024},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:96ea1bb854cda3b983dff2361c65d138bb04f86d70db39584e5640e5d98f5b8b","observation_id":"3052e105-407f-4edc-8f04-7b7c151b0c38","resolution":{"observed_at":"2026-07-08T07:24:43.763851Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.772459Z","title":null,"venue":null,"work_id":"e547461b-9bde-4944-a304-33e21c9f8fac","year":2026},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:c8dceda4e1621f9699465efa51b866433d81e9adab138e3564c88182dfd27554","observation_id":"651ad81a-7dd0-4460-8bf0-cbf64b77ce3d","resolution":{"observed_at":"2026-07-08T07:24:43.774065Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2510.11977","doi":"10.48550/arxiv.2510.11977","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Holistic agent leaderboard: The missing infrastructure for ai agent evaluation","venue":"ArXiv.org","work_id":"dec804c2-eb85-4ee1-bae1-dfb23b87886d","year":2025},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:466087ba14b5fba00a0c52851f9441818715bbd224e96bd3c178d7c4f095adc6","observation_id":"95388839-225e-4881-b068-cca7f21932bf","resolution":{"observed_at":"2026-06-30T17:54:57.838641Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-05-20T18:52:16.448662+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T18:52:16.448662+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01502","last_updated":"2024-07-01T17:48:14Z","snapshot_observed_at":"2026-08-19T14:24:18.304488Z","submitted_at":"2024-07-01T17:48:14Z","title":"AI Agents That Matter","version":1},"cited_work":{"arxiv_id":"2407.01502","doi":"10.48550/arxiv.2407.01502","metadata_source":"pith","pith_arxiv_id":"2407.01502","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Siegel, Nitya Nadgir, and Arvind Narayanan","venue":"cs.LG","work_id":"07877e57-5393-47ee-ae5f-563ff8f9a6b2","year":2024},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"cited_paper":"/paper/2407.01502","citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:829395a9835160761cbbaac00eb39efc672386c4197ae4c3d0e4b3834e03a1b2","observation_id":"d6b4966e-61c6-4bd0-b72e-1bd7582b77c7","resolution":{"observed_at":"2026-06-30T17:54:57.841290Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-04T01:08:07.572928+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-04T01:08:07.572928+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.757004Z","title":null,"venue":null,"work_id":"54567903-4335-4f5b-afbd-2fa22e5c8fdb","year":2023},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:6b42a0a356e6fb6adb9e928ce0e0eb4c4f47c65744a8c53cd5d90f6b76eb52b9","observation_id":"13aaa927-2bd5-42e6-b1fd-00646f1abfeb","resolution":{"observed_at":"2026-07-08T07:24:43.758945Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.759793Z","title":null,"venue":null,"work_id":"39719d0e-b157-4942-b278-940b808e7fac","year":2026},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:7f53baf743c642beffd87bb79241e0c607b01845d5712b5b964d118c1662d5fd","observation_id":"98e1f0e2-50c8-4302-9408-f5403f7a0ec9","resolution":{"observed_at":"2026-07-08T07:24:43.761398Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.764613Z","title":null,"venue":null,"work_id":"59d3ac35-a1aa-4ff1-87ca-88e085c8fa9c","year":2024},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:9f9a279426e3ef4bc2691d06f329b5050d033705745f76a7cff73927834e2ae3","observation_id":"284c6389-acd5-45e1-b047-6d8a3871222f","resolution":{"observed_at":"2026-07-08T07:24:43.766277Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.13178","last_updated":"2024-12-23T20:12:48Z","snapshot_observed_at":"2026-08-20T13:31:05.293801Z","submitted_at":"2024-01-24T01:51:00Z","title":"AgentBoard: An Analytical Evaluation Board of Multi-turn LLM Agents","version":2},"cited_work":{"arxiv_id":"2401.13178","doi":"10.48550/arxiv.2401.13178","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.13178","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"NeurIPS / arXiv preprint 2401.13178","venue":"arXiv (Cornell University)","work_id":"64c5309b-a802-40af-bb4b-4fb9ecf315d8","year":2024},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"cited_paper":"/paper/2401.13178","citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:1059d2a81ab23b4a9fb93083f512e2b9c791ce3b2ddb2e6513f7fa8d5489590d","observation_id":"1508867e-de20-4be9-b4e3-fbfadd577f49","resolution":{"observed_at":"2026-06-30T17:54:57.825258Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-05-20T08:23:32.642283+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T08:23:32.642283+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.748910Z","title":null,"venue":null,"work_id":"0c904920-beb5-40be-b023-6093c9dc856c","year":2025},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:efa6c7a6ab0523af1ffa36f4d3d6a526d3d96ddf43a2df7f27445972d3467937","observation_id":"5f3f9286-45e2-4eda-9514-3d468078c252","resolution":{"observed_at":"2026-07-08T07:24:43.750549Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.769730Z","title":null,"venue":null,"work_id":"7c1e2c2b-d43d-480a-a7d4-41ddccdb9131","year":2023},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:06e07fbf50dc5c052f0b95ec0ea07147f65d75d2a315d6ae8ae0942796c42643","observation_id":"e181b54d-56bd-4cd8-b301-248587b08ab5","resolution":{"observed_at":"2026-07-08T07:24:43.771545Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.751460Z","title":null,"venue":null,"work_id":"4ebc6295-3b5f-4cc6-b18b-ad4846960129","year":2026},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:b7b042f4d4318c04bedfa1ebe44c4df81e11dffa6897280d96176814fcb007e9","observation_id":"b06df924-8d51-4654-a74c-4e0edefe88b3","resolution":{"observed_at":"2026-07-08T07:24:43.752923Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.16042","last_updated":"2026-05-18T17:55:59Z","snapshot_observed_at":"2026-08-12T20:26:29.464732Z","submitted_at":"2025-06-19T05:26:40Z","title":"OSWorld-Human: Benchmarking the Efficiency of Computer-Use Agents","version":2},"cited_work":{"arxiv_id":"2506.16042","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.16042","snapshot_observed_at":"2026-06-30T17:54:57.826556Z","title":"OSWorld-Human: Benchmarking the Efficiency of Computer-Use Agents","venue":"cs.AI","work_id":"3668a946-d0ad-45e6-8e5b-ea0a2bfb7efb","year":2025},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"cited_paper":"/paper/2506.16042","citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:25fcf90578a25243c2e3a1d7be718d1b9eb706a40221486c64999e8028e34b23","observation_id":"30b916e1-2fa2-4f4d-acde-da073e221b97","resolution":{"observed_at":"2026-06-30T17:54:57.828136Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.777810Z","title":null,"venue":null,"work_id":"94929815-e54e-4558-be77-a44624c1cffa","year":2024},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:56e8da8c1c8e51f3fcd752e4ff3f7a8b9295dadbe733cfe49f24d06b857c5cab","observation_id":"1a40c8cb-a20d-409d-9f01-5afa7c5533cf","resolution":{"observed_at":"2026-07-08T07:24:43.779476Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.775043Z","title":null,"venue":null,"work_id":"d44f2798-15b4-4139-9409-b046acfad598","year":2024},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:8add4b8c97f74f394c5469abaf3dc323b3ef13d8abca2155965350b2ce597578","observation_id":"431d7285-567b-49db-8056-a7ecd2e3f6b5","resolution":{"observed_at":"2026-07-08T07:24:43.776846Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.745955Z","title":null,"venue":null,"work_id":"c7442537-1901-4c5c-bc10-158c88f86a1f","year":2025},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:8454351bf308bcb4ec108d3cca54847194f0ad289ee1e689855c944531dc4ec5","observation_id":"1e0029f7-78d4-4672-a257-4585f0553391","resolution":{"observed_at":"2026-07-08T07:24:43.747922Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.753881Z","title":null,"venue":null,"work_id":"6aee26b8-2c1e-45b4-b7e3-c095d726ed1e","year":2024},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:dadc98bf022fcc349cf299bcd4b275d0035fc5fe5937d5086c6752dd6608f770","observation_id":"2efaeb29-3418-4c71-b22d-aedd66465712","resolution":{"observed_at":"2026-07-08T07:24:43.756084Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.16416","last_updated":"2026-04-23T17:36:18Z","snapshot_observed_at":"2026-08-21T15:43:57.563826Z","submitted_at":"2025-03-20T17:59:23Z","title":"Survey on Evaluation of LLM-based Agents","version":2},"cited_work":{"arxiv_id":"2503.16416","doi":"10.48550/arxiv.2503.16416","metadata_source":"pith","pith_arxiv_id":"2503.16416","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"Survey on Evaluation of LLM-based Agents","venue":"cs.AI","work_id":"d9ac1186-88b1-41bd-9bc7-8a0b87e6f305","year":2025},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"cited_paper":"/paper/2503.16416","citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:465bbbb886bd8498e209e6eb425de95246d14c8347c669afe9bb83681bf71787","observation_id":"8b76128d-7d76-4b4e-b0b8-bf77fde8b618","resolution":{"observed_at":"2026-06-30T17:54:57.832899Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-07-11T06:20:44.248546+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T06:20:44.248546+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.741055Z","title":null,"venue":null,"work_id":"b1e02e4b-e50f-4b40-8794-1b44d97ad083","year":2024},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:f78db79134be9f3db529b64ed3cd45f9d37475a2650fa67588e4c3d6a39ceff2","observation_id":"51fd1a65-613a-4f73-8334-bba4c4fa7bc8","resolution":{"observed_at":"2026-07-08T07:24:43.742633Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:24:43.743590Z","title":null,"venue":null,"work_id":"cf2c6226-03bb-4182-ad20-d975bd76b5df","year":2023},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:7b430b460486c8a7656c009a46bb22ee809596b05b1694968d49923a36d64ad8","observation_id":"4e955613-884e-44e3-8c68-cf285d817496","resolution":{"observed_at":"2026-07-08T07:24:43.745083Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10934","last_updated":"2024-10-16T17:54:12Z","snapshot_observed_at":"2026-08-21T16:42:55.877421Z","submitted_at":"2024-10-14T17:57:02Z","title":"Agent-as-a-Judge: Evaluate Agents with Agents","version":2},"cited_work":{"arxiv_id":"2410.10934","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.10934","snapshot_observed_at":"2026-07-10T15:07:19.644728Z","title":"arXiv preprint 2410.10934","venue":"cs.AI","work_id":"2e127924-0ccf-418b-9de5-0daa4fb9ad9b","year":2024},"citing_paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-06-30T17:52:14.944875Z"},"links":{"cited_paper":"/paper/2410.10934","citing_paper":"/paper/2605.20530"},"observation_digest":"sha256:221cb4bdc0535389f24d42d586d25660b65289e56fadff4979c104c7895500c0","observation_id":"77b746ae-9ad2-4198-82cb-31aaf57801d5","resolution":{"observed_at":"2026-06-30T17:54:57.843736Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2605.20530","last_updated":"2026-05-26T15:53:21Z","latest_version":2,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-17T12:31:08.435892Z","submitted_at":"2026-05-19T22:05:12Z","title":"AgentAtlas: Beyond Outcome Leaderboards for LLM Agents"},"reference_resolution":{"displayed":25,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":15,"verified_exact":7,"verified_fuzzy":2},"total_outbound_references":25},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 24 August 2026, this Paper Citation Record lists 25 of 25 outbound references and 0 inbound Pith citation observations for arXiv:2605.20530."}