{"as_of":"2026-08-13T18:30:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:13ef2da6eb45c5a200c36e14ac86cf94ba742c020a31454ba10877f7eeeb82ae","coverage":[{"denominator":27,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":27,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T00:37:48.192088Z","state":"measured"},{"denominator":27,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":27,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-13T06:32:02.005865+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.07583/citation-record","integrity":"/paper/2608.07583/integrity","json":"/paper/2608.07583/citation-record.json","paper":"/paper/2608.07583"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.11133","last_updated":"2025-02-16T14:00:59Z","snapshot_observed_at":"2026-08-07T18:14:45.344327Z","submitted_at":"2025-02-16T14:00:59Z","title":"MasRouter: Learning to Route LLMs for Multi-Agent Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.11133","snapshot_observed_at":"2026-08-11T00:37:48.058667Z","title":"MasRouter: Learning to route LLMs for multi-agent systems,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.058667Z"},"links":{"cited_paper":"/paper/2502.11133","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:3cf51fc56d1f8fb2d5a608b8c52b8076a93202c2656cd38260812006e811056a","observation_id":"705b7712-206a-441f-9014-5b53621344a6","resolution":{"observed_at":"2026-08-11T00:37:48.058667Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.00212","last_updated":"2025-06-02T03:25:55Z","snapshot_observed_at":"2026-08-07T15:57:31.436553Z","submitted_at":"2025-04-30T23:09:44Z","title":"Which Agent Causes Task Failures and When? On Automated Failure Attribution of LLM Multi-Agent Systems","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.00212","snapshot_observed_at":"2026-08-11T00:37:48.064617Z","title":"Which agent causes task failures and when? on automated failure attribution of LLM multi-agent systems,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.064617Z"},"links":{"cited_paper":"/paper/2505.00212","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:ec9a495740774e74b927287b3693c8dcdb103df1ee3c9599c12cfc91200800a7","observation_id":"77fceb62-7aef-4cec-8979-e48bd6b371ae","resolution":{"observed_at":"2026-08-11T00:37:48.064617Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.13657","last_updated":"2025-10-26T23:25:18Z","snapshot_observed_at":"2026-08-12T20:41:24.869212Z","submitted_at":"2025-03-17T19:04:38Z","title":"Why Do Multi-Agent LLM Systems Fail?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.13657","snapshot_observed_at":"2026-08-11T00:37:48.070092Z","title":"Why do multi-agent LLM systems fail?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.070092Z"},"links":{"cited_paper":"/paper/2503.13657","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:8789a292039e46f90c68ad39ea20c800a812fd1033221a3bc61ec55b7c3d4614","observation_id":"b9d5c5a5-cfaf-4e82-99fb-24b96a808886","resolution":{"observed_at":"2026-08-11T00:37:48.070092Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.317939Z","title":"OpenRCA: Can large language models locate the root cause of software failures?","venue":null,"work_id":"47e386a9-9340-4f30-941b-870fd66d811d","year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.075838Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:74533980a66dc95aad2ed8729fc0396d21f2c966fa0b9f6e7d51995567b46d5f","observation_id":"db13bba3-3583-45a2-88d2-ac089fd5ae4d","resolution":{"observed_at":"2026-08-11T00:37:49.323258Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.081155Z","title":"Where LLM agents fail and how they can learn from failures,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.081155Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:17f24da43e879acd1a30cbddee8291ec4e2e7cc9c536a6b8fc72b9e65fb1c939","observation_id":"ab04955d-352f-4174-8410-304052e9d642","resolution":{"observed_at":"2026-08-11T00:37:48.081155Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.086418Z","title":"Abduct, act, predict: Scaffolding causal inference for automated failure attribution in multi-agent systems,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.086418Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:1b19bd3016947f3937a000bdd9ec84f7f1588aacf4e7b649bc73cc5662e58530","observation_id":"d397fe6e-2615-433d-8401-015e005d4267","resolution":{"observed_at":"2026-08-11T00:37:48.086418Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2509.03312","last_updated":"2025-09-04T17:49:20Z","snapshot_observed_at":"2026-08-13T13:15:08.575488Z","submitted_at":"2025-09-03T13:42:14Z","title":"AgenTracer: Who Is Inducing Failure in the LLM Agentic Systems?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2509.03312","snapshot_observed_at":"2026-08-11T00:37:48.092374Z","title":"AgenTracer: Who is inducing failure in the LLM agentic systems?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.092374Z"},"links":{"cited_paper":"/paper/2509.03312","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:b6c02cbb66c6c1f57de6692b8373f8210feed67305fbe54faf7306d9b3c3986e","observation_id":"835ade05-3372-4a0e-99aa-9134f18f2389","resolution":{"observed_at":"2026-08-11T00:37:48.092374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.097876Z","title":"Causal LLM routing: End-to-end regret minimization from observa- tional data,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.097876Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:d9f0305f754d895dfd91b7f9695045f83fcce0134a089530ead46a16778342b7","observation_id":"051a4cf2-0b15-45f6-889d-01909edfcdeb","resolution":{"observed_at":"2026-08-11T00:37:48.097876Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.08773","last_updated":"2025-07-22T15:27:33Z","snapshot_observed_at":"2026-08-08T01:13:01.972942Z","submitted_at":"2025-02-12T20:30:28Z","title":"Universal Model Routing for Efficient LLM Inference","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.08773","snapshot_observed_at":"2026-08-11T00:37:48.103030Z","title":"Universal model routing for efficient LLM inference,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.103030Z"},"links":{"cited_paper":"/paper/2502.08773","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:86e3189cc4c47517df4350a6a20f0ac6b0b7e248abc5a668c8178f1149b9b5d2","observation_id":"eaf24fe4-8392-444b-8b14-111e0616b8e8","resolution":{"observed_at":"2026-08-11T00:37:48.103030Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.12031","last_updated":"2024-03-28T17:56:28Z","snapshot_observed_at":"2026-08-09T22:21:33.340392Z","submitted_at":"2024-03-18T17:59:04Z","title":"RouterBench: A Benchmark for Multi-LLM Routing System","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.12031","snapshot_observed_at":"2026-08-11T00:37:48.108261Z","title":"RouterBench: A benchmark for multi-LLM routing system,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.108261Z"},"links":{"cited_paper":"/paper/2403.12031","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:bc50a7ae7237c9cfa84c974cc0d56b862df3c1f276b4d957bf2f3a82314d558b","observation_id":"2ac553be-6103-4922-a81b-f6e215a305a8","resolution":{"observed_at":"2026-08-11T00:37:48.108261Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2602.11877","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.616682Z","title":"Towards fair and comprehensive evaluation of routers in collaborative LLM systems,","venue":null,"work_id":"30896bf9-502a-4713-b7b2-3a959f56ce64","year":2026},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.113927Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:082606dee572c8493b189e11c30229b35b91789ba8aef08e6eab0b34a401d610","observation_id":"6a4c0a62-30f5-467c-9c23-dc67b3a82c28","resolution":{"observed_at":"2026-08-11T00:37:48.625181Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.119220Z","title":"When routing collapses: On the degenerate convergence of LLM routers,","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.119220Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:ffe7cfba2ebb69a851b4119286b513cc47c4eee881c638e7aeaaa23a6f22fbf2","observation_id":"1ca6baa5-b0ba-4c1e-88ce-ffd775181f81","resolution":{"observed_at":"2026-08-11T00:37:48.119220Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.300784Z","title":"Predict responsibly: Improving fairness and accuracy by learning to defer,","venue":null,"work_id":"3937c8f3-c22c-46f2-b23e-745d404aed93","year":2018},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.124397Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:9d934d85efffc7111a3b5d7fb06033005f7b017cacb75e992462135d7c57ec09","observation_id":"8738e3cf-c5d3-475a-aff3-14fa1707aff8","resolution":{"observed_at":"2026-08-11T00:37:49.305862Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.283807Z","title":"Consistent estimators for learning to defer to an expert,","venue":null,"work_id":"7ea3a253-9652-4c29-a368-5ab039d39741","year":2020},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.129271Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:3321bd093fe4a01262ba35e0abb52c18d48226949f934eabc02954635a1dbae4","observation_id":"765e47fb-1f5a-4cf1-b745-0b5f61498e34","resolution":{"observed_at":"2026-08-11T00:37:49.289333Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.266116Z","title":"Learning to defer to multiple experts: Consistent surrogate losses, confidence calibration, and conformal ensembles,","venue":null,"work_id":"48af7369-b236-4364-badd-a8c190c5ea8b","year":2023},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.134126Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:d0fe90e984604b4b1723f1582653523f94c6901c9135410e1d52929961c442f7","observation_id":"dc5afed4-17d4-413c-823a-0ce2b3b860fe","resolution":{"observed_at":"2026-08-11T00:37:49.272370Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.250016Z","title":"Measures of diver- sity in classifier ensembles and their relationship with the ensemble accuracy,","venue":null,"work_id":"36cdfdb2-0c94-4344-b2e1-9383f20387c9","year":2003},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.139112Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:391ff2f2fada83e68dd9f2bdeb3cf79857d7786d48c8a02990aad8a3598d664b","observation_id":"40ccebb5-c127-4cda-9f1d-41247d3ee171","resolution":{"observed_at":"2026-08-11T00:37:49.255293Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.05176","last_updated":"2023-05-09T05:11:02Z","snapshot_observed_at":"2026-08-10T11:59:11.481480Z","submitted_at":"2023-05-09T05:11:02Z","title":"FrugalGPT: How to Use Large Language Models While Reducing Cost and Improving Performance","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.05176","snapshot_observed_at":"2026-08-11T00:37:48.143948Z","title":"FrugalGPT: How to use large language models while reducing cost and improving performance,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.143948Z"},"links":{"cited_paper":"/paper/2305.05176","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:f65f4a527f0dc3ea35b7a8bde08fc318b506739a41ce23e7ac34ae1c9a8bccde","observation_id":"6d2c4401-ac26-4c09-aab3-23d3ce3e512f","resolution":{"observed_at":"2026-08-11T00:37:48.143948Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.231562Z","title":"Selective classification for deep neural networks,","venue":null,"work_id":"9d496193-97f9-4d01-a240-aa301103e78b","year":2017},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.149163Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:4b11e6afdedea4f7c7c1d54ec50f0168567832649aaf7920910018d21c7825a2","observation_id":"4a4542f3-b0e1-4041-b16e-6903a4dfc430","resolution":{"observed_at":"2026-08-11T00:37:49.237913Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2603.14623","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.429653Z","title":"Proactive routing to interpretable surrogates with distribution-free safety guarantees,","venue":null,"work_id":"913ee881-dad2-4dec-9a33-2663c8156f97","year":2026},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.153918Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:e2bcfc7d431894f1bc9b77f949454c6729f1dd60446f46f57d30eeb8e4b4fd09","observation_id":"4725dc46-6bc6-46b0-8e3e-0cc7b3e9dd5d","resolution":{"observed_at":"2026-08-11T00:37:48.439251Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.03814","last_updated":"2025-05-02T17:05:01Z","snapshot_observed_at":"2026-08-07T15:56:59.946272Z","submitted_at":"2025-05-02T17:05:01Z","title":"Cer-Eval: Certifiable and Cost-Efficient Evaluation Framework for LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.03814","snapshot_observed_at":"2026-08-11T00:37:48.158499Z","title":"Cer-eval: Certifi- able and cost-efficient evaluation framework for LLMs,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.158499Z"},"links":{"cited_paper":"/paper/2505.03814","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:aab591b8353ef95a93b103466fa3e77bc4519959482a7da87b78957b2fe0a961","observation_id":"ecdb3c17-efd6-427f-ba9b-3647ca7e036f","resolution":{"observed_at":"2026-08-11T00:37:48.158499Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2201.04469","last_updated":"2022-12-28T21:31:01Z","snapshot_observed_at":"2026-08-13T14:39:46.615784Z","submitted_at":"2022-01-12T13:38:33Z","title":"Optimal Best Arm Identification in Two-Armed Bandits with a Fixed Budget under a Small Gap","version":8},"cited_work":{"arxiv_id":"2201.04469","doi":null,"metadata_source":"pith","pith_arxiv_id":"2201.04469","snapshot_observed_at":"2026-08-11T00:37:48.317547Z","title":"Optimal Best Arm Identification in Two-Armed Bandits with a Fixed Budget under a Small Gap","venue":"stat.ML","work_id":"02056e97-1fcd-49d8-b0fc-448970fe6685","year":2022},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.163508Z"},"links":{"cited_paper":"/paper/2201.04469","citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:04e4e85de62bfec508cb296ec8ed58c70cbce350eaae48d6dc86e5c1691f2ccf","observation_id":"1d20dd6a-0e53-4abe-abf5-fc9ead43d318","resolution":{"observed_at":"2026-08-11T00:37:48.326351Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:48.168475Z","title":"Why do AI agents systematically fail at cloud root cause analysis?","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.168475Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:85143ce1f8485bf216054e0e99a9a54cce423c77a3dfbbb65773e17934da4ba0","observation_id":"c077a9d5-74b4-4015-88ab-152697b5fb71","resolution":{"observed_at":"2026-08-11T00:37:48.168475Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.211486Z","title":"Probability inequalities for the sum of independent random variables,","venue":null,"work_id":"82c15ac1-08db-4b4c-8e20-5d90499d2c92","year":1962},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.173186Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:81c40e1e6702b41ebbc686cba8a8ec5860990e740348b63551cca84f8142c5df","observation_id":"e6da002b-cd20-4341-becc-13e76373d53f","resolution":{"observed_at":"2026-08-11T00:37:49.218661Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.194138Z","title":"Boucheron, G","venue":null,"work_id":"3248cad5-66f5-4238-825a-6ce50a8584d9","year":2013},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.177798Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:6500fc3e3e04b3937b12f55ceee40befb15120aeebfd4bf996d457e5723248e1","observation_id":"d7839837-96f0-4993-a071-80b436da4f11","resolution":{"observed_at":"2026-08-11T00:37:49.199781Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.177190Z","title":"Empirical Bernstein bounds and sample variance penalization,","venue":null,"work_id":"5d6b7bc9-a830-4d35-9bd8-47d2d411e49a","year":2009},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.182553Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:b269e0cfcb13af840772cdc541861cde7638694c57b8e1b0d02531ebe2b38279","observation_id":"90e77dca-abec-493c-9d98-0094575f7f8c","resolution":{"observed_at":"2026-08-11T00:37:49.182653Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.160002Z","title":"Convergence of estimates under dimension- ality restrictions,","venue":null,"work_id":"e3068ff5-d59c-44f8-a563-08d5a5b09d42","year":1973},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.187333Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:1ad045d60fe334b64c821f5e5b0cdb40ef308a4c52fb532e5dfdbac2c4748da4","observation_id":"d2e8a053-53df-496b-af57-d43d47c49801","resolution":{"observed_at":"2026-08-11T00:37:49.165496Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T00:37:49.142561Z","title":"Estimation des densit ´es: risque minimax,","venue":null,"work_id":"c482102f-1bcd-4be8-b7ab-d486dfda551e","year":1979},"citing_paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T00:37:48.192088Z"},"links":{"citing_paper":"/paper/2608.07583"},"observation_digest":"sha256:7b4f0db329f3ae4eb104d17e4509b7a4124719e2cae613819c9be2b79220bb75","observation_id":"02c93ae1-9933-46df-95f6-ce1a0bc79969","resolution":{"observed_at":"2026-08-11T00:37:49.148005Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-13T06:32:02.005865+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2608.07583","last_updated":"2026-08-05T05:01:26Z","latest_version":1,"primary_category":"stat.ML","snapshot_observed_at":"2026-08-13T18:13:12.414340Z","submitted_at":"2026-08-05T05:01:26Z","title":"RouteGuard: Certifying Routing Gain in LLM Multi-Agent Systems When Complementarity Is Not Enough"},"reference_resolution":{"displayed":27,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":13,"verified_exact":3,"verified_fuzzy":11},"total_outbound_references":27},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-13T06:32:02.005865+00:00","source":"crossref"},{"observed_at":"2026-08-13T06:31:53.387327+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 27 of 27 outbound references and 0 inbound Pith citation observations for arXiv:2608.07583."}