{"as_of":"2026-08-23T11:23:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7ab5c041a3e9180c352b135272e81df2120414b4b1e2840d32adfa3968b64391","coverage":[{"denominator":19,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":19,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T20:21:21.845505Z","state":"measured"},{"denominator":21,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":21,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-28T12:14:21.322860Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T03:16:33.938023Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"cited_work":{"arxiv_id":"2509.08682","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2509.08682","snapshot_observed_at":"2026-07-02T03:16:33.938023Z","title":"Automatic failure attribution and critical step prediction method for multi-agent systems based on causal inference,","venue":null,"work_id":"cc535c05-2dfa-4824-a376-b82a490d7d83","year":2025},"citing_paper":{"arxiv_id":"2606.01581","last_updated":"2026-06-01T02:26:39Z","snapshot_observed_at":"2026-07-06T23:42:07.508474Z","submitted_at":"2026-06-01T02:26:39Z","title":"Agent System Operations: Categorization, Challenges, and Future Directions","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-28T12:14:21.322860Z"},"links":{"cited_paper":"/paper/2509.08682","citing_paper":"/paper/2606.01581"},"observation_digest":"sha256:e5ab884063f3c2cc43ecce844ba40719eb977331824fedc9dd903f73d8499949","observation_id":"a7155555-2b60-4a76-b18e-1678f5300e94","resolution":{"observed_at":"2026-07-02T01:16:24.970467Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"cited_work":{"arxiv_id":"2509.08682","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2509.08682","snapshot_observed_at":"2026-07-02T03:16:33.938023Z","title":"Automatic failure attribution and critical step prediction method for multi-agent systems based on causal inference,","venue":null,"work_id":"cc535c05-2dfa-4824-a376-b82a490d7d83","year":2025},"citing_paper":{"arxiv_id":"2606.03467","last_updated":"2026-06-02T10:45:49Z","snapshot_observed_at":"2026-08-13T23:15:06.264531Z","submitted_at":"2026-06-02T10:45:49Z","title":"StepFinder: A Temporal Semantic Framework for Failure Attribution in Multi-Agent Systems","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-28T10:12:35.956616Z"},"links":{"cited_paper":"/paper/2509.08682","citing_paper":"/paper/2606.03467"},"observation_digest":"sha256:43feaa1696105e9f5175cf0d7dd83cd1922c20f23f60fae6c1b7929c30f03d66","observation_id":"fce99290-e58a-4245-9e15-ac5fa585f4d2","resolution":{"observed_at":"2026-07-02T03:16:33.940349Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2509.08682/citation-record","integrity":"/paper/2509.08682/integrity","json":"/paper/2509.08682/citation-record.json","paper":"/paper/2509.08682"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2308.07201","last_updated":"2023-08-14T15:13:04Z","snapshot_observed_at":"2026-08-02T01:34:38.978920Z","submitted_at":"2023-08-14T15:13:04Z","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.07201","snapshot_observed_at":"2026-08-04T20:21:21.780517Z","title":"Chen, J.; Wang, Y .; Wang, J.; Xie, X.; Hu, J.; Wang, Q.; and Xu, F","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.780517Z"},"links":{"cited_paper":"/paper/2308.07201","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:2fec6f8d5e8832f8cc71017d8a2aac02cce9a736b259bb8f01a74a8bdfb4dc5a","observation_id":"c902768e-f4a0-4fbe-a0fe-b2c7e8a85c6d","resolution":{"observed_at":"2026-08-04T20:21:21.780517Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T20:21:21.788798Z","title":"InProceedings of the 2025 CHI Conference on Human Factors in Computing Systems, 1–15","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.788798Z"},"links":{"citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:d0dc6c689e83054a664c882c31f087deb824551431419b199506051873ffd335","observation_id":"c198064d-ead8-43c9-9a6b-efe79d92d78d","resolution":{"observed_at":"2026-08-04T20:21:21.788798Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.04166","last_updated":"2023-02-13T16:19:05Z","snapshot_observed_at":"2026-08-05T08:58:00.258106Z","submitted_at":"2023-02-08T16:17:29Z","title":"GPTScore: Evaluate as You Desire","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.04166","snapshot_observed_at":"2026-08-04T20:21:21.792325Z","title":"Gao, M.; Li, Y .; Liu, B.; Yu, Y .; Wang, P.; Lin, C.-Y .; and Lai, F","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.792325Z"},"links":{"cited_paper":"/paper/2302.04166","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:5cb9135cb622c570248550307c2d149a61f0af7a6d348d6aed7bd948170eb355","observation_id":"12fcdcbf-ae30-483a-ab58-046de08a7c7e","resolution":{"observed_at":"2026-08-04T20:21:21.792325Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.18286","last_updated":"2025-05-23T18:30:24Z","snapshot_observed_at":"2026-08-19T09:02:23.163273Z","submitted_at":"2025-05-23T18:30:24Z","title":"Single-agent or Multi-agent Systems? Why Not Both?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.18286","snapshot_observed_at":"2026-08-04T20:21:21.796071Z","title":"Gu, J.; Jiang, X.; Shi, Z.; Tan, H.; Zhai, X.; Xu, C.; Li, W.; Shen, Y .; Ma, S.; Liu, H.; et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.796071Z"},"links":{"cited_paper":"/paper/2505.18286","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:7ff8334d40fb108bf5684c968e8934184cd5885f766c058de350cc818dcde284","observation_id":"f855dc5f-d7ff-4b11-9856-495e09d4603e","resolution":{"observed_at":"2026-08-04T20:21:21.796071Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T20:21:21.804204Z","title":"Jiang, H.; Chen, Y .; Cao, Y .; Lee, H.-y.; and Tan, R","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.804204Z"},"links":{"citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:98d4300721aaa107ea018e9e7031ea383d4c2abdf6f10e8cefe46e8f55640e9d","observation_id":"20a6963e-b7df-49d0-9909-9c73a998dc4e","resolution":{"observed_at":"2026-08-04T20:21:21.804204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.10535","last_updated":"2025-08-14T17:58:50Z","snapshot_observed_at":"2026-08-23T01:16:35.904101Z","submitted_at":"2025-07-14T17:56:29Z","title":"CodeJudgeBench: Benchmarking LLM-as-a-Judge for Coding Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.10535","snapshot_observed_at":"2026-08-04T20:21:21.808023Z","title":"Jiang, S.; Huang, Z.; Luo, X.; and Sun, Y","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.808023Z"},"links":{"cited_paper":"/paper/2507.10535","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:490d0653da060ff94bec8c6d4570ea0b81a33d0fbe57938b7738170a34130be6","observation_id":"081fa9fd-8790-4a89-a31e-c299e3a060b9","resolution":{"observed_at":"2026-08-04T20:21:21.808023Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.00436","last_updated":"2023-10-05T12:59:59Z","snapshot_observed_at":"2026-08-20T10:14:26.346352Z","submitted_at":"2023-08-01T10:31:36Z","title":"SelfCheck: Using LLMs to Zero-Shot Check Their Own Step-by-Step Reasoning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.00436","snapshot_observed_at":"2026-08-04T20:21:21.815399Z","title":"arXiv preprint arXiv:2308.00436","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.815399Z"},"links":{"cited_paper":"/paper/2308.00436","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:d39d5cac28bc418372636493d524eae888110cfa8e6ab220d74dfa81cc9cf18a","observation_id":"f232e0bd-caa4-42ea-941f-10928430d000","resolution":{"observed_at":"2026-08-04T20:21:21.815399Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T20:21:21.818952Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.818952Z"},"links":{"citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:59e3c24e0ceec8d7d6ea512cebed57927e8b31ac02c94ae6c3f2b2c92c71c48f","observation_id":"8d8f1cd1-c266-4318-86be-6a56bbac0db0","resolution":{"observed_at":"2026-08-04T20:21:21.818952Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T20:21:21.822516Z","title":"InProceedings of the 36th annual acm symposium on user interface software and tech- nology, 1–22","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.822516Z"},"links":{"citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:57467393fdabdedcecd40d89bada4209076d55db2142e1011544ccad399a9203","observation_id":"2229c26b-abaf-4e36-9e3e-d6b85b43f0f4","resolution":{"observed_at":"2026-08-04T20:21:21.822516Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.07924","last_updated":"2024-06-05T13:23:49Z","snapshot_observed_at":"2026-08-16T00:37:44.307785Z","submitted_at":"2023-07-16T02:11:34Z","title":"ChatDev: Communicative Agents for Software Development","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.07924","snapshot_observed_at":"2026-08-04T20:21:21.826004Z","title":"Shinn, N.; Cassano, F.; Gopinath, A.; Narasimhan, K.; and Yao, S","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.826004Z"},"links":{"cited_paper":"/paper/2307.07924","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:35bb981922c11bae4c31718a7f36b9f2e609224d6936b078d4b1c0cfcf850401","observation_id":"e04e3dc9-e7c7-470d-8e1f-c82c6bb39b81","resolution":{"observed_at":"2026-08-04T20:21:21.826004Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12624","last_updated":"2025-08-18T00:07:23Z","snapshot_observed_at":"2026-08-19T05:45:27.077361Z","submitted_at":"2024-06-18T13:49:54Z","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12624","snapshot_observed_at":"2026-08-04T20:21:21.829738Z","title":"arXiv preprint arXiv:2406.12624","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.829738Z"},"links":{"cited_paper":"/paper/2406.12624","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:102ba3d62e8844443df6f29528cf88cc7d298a6fb1f864173584fa48c8e3089f","observation_id":"e6808b0f-c3d1-4656-8ec4-40373c23c594","resolution":{"observed_at":"2026-08-04T20:21:21.829738Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.11432","last_updated":"2025-03-02T04:04:03Z","snapshot_observed_at":"2026-08-17T02:16:24.215789Z","submitted_at":"2023-08-22T13:30:37Z","title":"A Survey on Large Language Model based Autonomous Agents","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.11432","snapshot_observed_at":"2026-08-04T20:21:21.838152Z","title":"Witmer, J","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.838152Z"},"links":{"cited_paper":"/paper/2308.11432","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:3850636c959ab32f55ab34083ecf3916ff9f26720e1de2fee7214546d1e7f269","observation_id":"b414399c-e581-4979-ab08-5953f520fa29","resolution":{"observed_at":"2026-08-04T20:21:21.838152Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03046","last_updated":"2023-10-03T22:16:13Z","snapshot_observed_at":"2026-08-16T14:55:19.126146Z","submitted_at":"2023-10-03T22:16:13Z","title":"EcoAssistant: Using LLM Assistant More Affordably and Accurately","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03046","snapshot_observed_at":"2026-08-04T20:21:21.841780Z","title":"Zhang, S.; Dong, Y .; Zhang, J.; Kautz, J.; Catanzaro, B.; Tao, A.; Wu, Q.; Yu, Z.; and Liu, G","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.841780Z"},"links":{"cited_paper":"/paper/2310.03046","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:4a27353ea6fbf8437311dfb0b47e042a3d8ebf43ba44cbdb04293382f34df16b","observation_id":"e00c60fd-a5fe-4749-9e76-4529f3c07f98","resolution":{"observed_at":"2026-08-04T20:21:21.841780Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10934","last_updated":"2024-10-16T17:54:12Z","snapshot_observed_at":"2026-08-21T16:42:55.877421Z","submitted_at":"2024-10-14T17:57:02Z","title":"Agent-as-a-Judge: Evaluate Agents with Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10934","snapshot_observed_at":"2026-08-04T20:21:21.845505Z","title":"arXiv preprint arXiv:2410.10934","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.845505Z"},"links":{"cited_paper":"/paper/2410.10934","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:53f7f48204d5b47946338465edc58122d55ba24c66b7e834fa463119d353338f","observation_id":"d5607280-273d-4c48-9b2f-87228fb4f022","resolution":{"observed_at":"2026-08-04T20:21:21.845505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.03688","last_updated":"2025-10-04T03:54:18Z","snapshot_observed_at":"2026-08-20T10:21:12.032735Z","submitted_at":"2023-08-07T16:08:11Z","title":"AgentBench: Evaluating LLMs as Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.03688","snapshot_observed_at":"2026-08-04T20:21:21.811611Z","title":"InProceedings of the AAAI Conference on Artificial Intelligence, volume 36, 12334– 12341","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.811611Z"},"links":{"cited_paper":"/paper/2308.03688","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:86d7ad409a576d928972cc77c85192bc2328583cab5100c464773895a0e9011c","observation_id":"a2a1320b-96b2-4cff-8f1e-0a7e8e33525d","resolution":{"observed_at":"2026-08-04T20:21:21.811611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-17T09:58:46.058102Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-04T20:21:21.776601Z","title":"Chan, C.-M.; Chen, W.; Su, Y .; Yu, J.; Xue, W.; Zhang, S.; Fu, J.; and Liu, Z","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.776601Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:05f9f06b2168e51aee4e58b207709324046e38cc9adc70e3608696043960b38d","observation_id":"7f24c156-c0ff-4f69-8cec-187b392fc734","resolution":{"observed_at":"2026-08-04T20:21:21.776601Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-20T12:52:29.141935Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-04T20:21:21.800001Z","title":"Herrera, M.; P´erez-Hern´andez, M.; Kumar Parlikad, A.; and Izquierdo, J","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.800001Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:3346580f708c8a1c2042d6d9ffb3609925aabf40566428d589f06d2c9b1f5eb7","observation_id":"f2981a15-32b8-41b3-be0f-8c716cecdd59","resolution":{"observed_at":"2026-08-04T20:21:21.800001Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.08638","last_updated":"2025-06-23T21:06:11Z","snapshot_observed_at":"2026-08-16T04:34:23.353569Z","submitted_at":"2025-05-13T14:55:31Z","title":"TRAIL: Trace Reasoning and Agentic Issue Localization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.08638","snapshot_observed_at":"2026-08-04T20:21:21.784615Z","title":"Epperson, W.; Bansal, G.; Dibia, V","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.784615Z"},"links":{"cited_paper":"/paper/2505.08638","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:bf34e383f65df728931b69bcbac9ad176382c31bebc2599fb88ad7aeadfe2b05","observation_id":"1bab987d-1c45-4554-825d-9f5be1c0b9c3","resolution":{"observed_at":"2026-08-04T20:21:21.784615Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.03350","last_updated":"2024-12-28T09:18:36Z","snapshot_observed_at":"2026-08-20T00:11:27.877642Z","submitted_at":"2024-11-04T04:43:01Z","title":"A Comprehensive Survey of Small Language Models in the Era of Large Language Models: Techniques, Enhancements, Applications, Collaboration with LLMs, and Trustworthiness","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.03350","snapshot_observed_at":"2026-08-04T20:21:21.834038Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference","version":1},"reference_index":2836,"source":"pdf_text","source_observed_at":"2026-08-04T20:21:21.834038Z"},"links":{"cited_paper":"/paper/2411.03350","citing_paper":"/paper/2509.08682"},"observation_digest":"sha256:fb28c543d6633a5f609bb180c40697851b0db04e689408e1fef9ac2a0473839b","observation_id":"1f2962c7-ab84-4b05-b9ed-d2241fc44d40","resolution":{"observed_at":"2026-08-04T20:21:21.834038Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2509.08682","last_updated":"2025-09-10T15:22:00Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-18T18:31:10.152283Z","submitted_at":"2025-09-10T15:22:00Z","title":"Automatic Failure Attribution and Critical Step Prediction Method for Multi-Agent Systems Based on Causal Inference"},"reference_resolution":{"displayed":19,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":19,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":19},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 19 of 19 outbound references and 2 inbound Pith citation observations for arXiv:2509.08682."}