{"as_of":"2026-08-10T03:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4383cfe417ff41b5e089d4f5fe6390097ee328e807488e6aa333544876b7dbe3","coverage":[{"denominator":25,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":25,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-02T17:52:54.820035Z","state":"measured"},{"denominator":25,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":25,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2603.20324/citation-record","integrity":"/paper/2603.20324/integrity","json":"/paper/2603.20324/citation-record.json","paper":"/paper/2603.20324"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.jml","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T17:54:05.931961Z","title":"Barr, Roger Levy, Christoph Scheepers, and Harry J","venue":null,"work_id":"b5256c79-ba27-4dd7-aa98-d5e31397c5e9","year":2013},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.721072Z"},"links":{"citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:d9dec61e772f5d3cb957bd3723b2c0398d539879a48434189ea654116fd5a429","observation_id":"85e8117b-99b5-4440-aa3b-1f527ba26f06","resolution":{"observed_at":"2026-08-02T17:54:06.028103Z","resolver_source":"doi_truncated","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T17:52:54.726080Z","title":null,"venue":null,"work_id":null,"year":1952},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.726080Z"},"links":{"citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:1adfad9ca93aa5ce87e64de27478a66a2a1c0403496d4b480980a865506f6499","observation_id":"85b90301-beaf-4f64-a795-a86ab1b3ee50","resolution":{"observed_at":"2026-08-02T17:52:54.726080Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.14815","last_updated":"2025-02-20T18:36:25Z","snapshot_observed_at":"2026-08-07T18:01:06.436104Z","submitted_at":"2025-02-20T18:36:25Z","title":"Optimizing Model Selection for Compound AI Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.14815","snapshot_observed_at":"2026-08-02T17:52:54.730481Z","title":"LLMSelector: Se- lecting the right LLM for any task.arXiv preprint arXiv:2502.14815, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.730481Z"},"links":{"cited_paper":"/paper/2502.14815","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:858adada6de79d677083cd3ef8ff0ba5898fd025d6f2bed9a66b16a70f0d4cbc","observation_id":"260a4b1a-b1c3-4b45-ab75-db94f723af0e","resolution":{"observed_at":"2026-08-02T17:52:54.730481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.04132","last_updated":"2024-03-07T01:22:38Z","snapshot_observed_at":"2026-08-02T17:55:33.750637Z","submitted_at":"2024-03-07T01:22:38Z","title":"Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.04132","snapshot_observed_at":"2026-08-02T17:52:54.735172Z","title":"Gon- zalez, and Ion Stoica","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.735172Z"},"links":{"cited_paper":"/paper/2403.04132","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:fe58c7f57e094dba0911b99525ef230cf8e593ddad00115ebd04efa9eb141915","observation_id":"b57c1488-86c7-4bb4-ab30-95242d27c7db","resolution":{"observed_at":"2026-08-02T17:52:54.735172Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2510.07517","last_updated":"2026-04-09T17:03:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-10-08T20:29:46Z","title":"When Identity Skews Debate: Anonymization for Bias-Reduced Multi-Agent Reasoning","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2510.07517","snapshot_observed_at":"2026-08-02T17:52:54.739375Z","title":"Iden- tity bias in large language model debate.arXiv preprint arXiv:2510.07517, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.739375Z"},"links":{"cited_paper":"/paper/2510.07517","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:3bf2fe29cd5de0a6c3d44666f80cf31b44060b115d48fd068c695d191d58f096","observation_id":"fa4663f7-ba6a-4f21-bb46-8dd43cac72d1","resolution":{"observed_at":"2026-08-02T17:52:54.739375Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T17:52:54.743987Z","title":"Imprimerie Royale, Paris, 1785","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.743987Z"},"links":{"citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:356f6911118d58597e79e8d0280ed9fba375815fb6d5c6db1246577b184dfa24","observation_id":"e721e072-76eb-4f4b-b93e-6dd60fa09dcd","resolution":{"observed_at":"2026-08-02T17:52:54.743987Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14325","last_updated":"2023-05-23T17:55:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-05-23T17:55:11Z","title":"Improving Factuality and Reasoning in Language Models through Multiagent Debate","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14325","snapshot_observed_at":"2026-08-02T17:52:54.748148Z","title":"Tenenbaum, and Igor Mordatch","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.748148Z"},"links":{"cited_paper":"/paper/2305.14325","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:2ec0762c91a3c445562e4593fc4d0319290b5f897ca13fc1648df6208df1332a","observation_id":"b6d17b26-77ca-4817-bdf6-3d8b7680a755","resolution":{"observed_at":"2026-08-02T17:52:54.748148Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T17:52:54.753037Z","title":null,"venue":null,"work_id":null,"year":2004},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.753037Z"},"links":{"citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:93e8994f25d67d53daea3d707e758bc462a9f2d3db36857c0d51d287a7704adf","observation_id":"e6f92ed0-7926-48a5-b6f3-e1e4a3b8245b","resolution":{"observed_at":"2026-08-02T17:52:54.753037Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.00352","last_updated":"2024-11-01T14:36:52Z","snapshot_observed_at":"2026-07-06T16:01:07.532053Z","submitted_at":"2023-08-01T07:49:10Z","title":"MetaGPT: Meta Programming for A Multi-Agent Collaborative Framework","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.00352","snapshot_observed_at":"2026-08-02T17:52:54.756969Z","title":"MetaGPT: Meta programming for a multi-agent collaborative framework","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.756969Z"},"links":{"cited_paper":"/paper/2308.00352","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:6efcb97ce5a7f773ba396ce2cd5e992386a5878719ab6496605d4cc7aa855644","observation_id":"e6dcf257-40f4-42c5-9384-ea917cb60aa0","resolution":{"observed_at":"2026-08-02T17:52:54.756969Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.02561","last_updated":"2023-06-30T21:39:54Z","snapshot_observed_at":"2026-08-05T15:27:19.717152Z","submitted_at":"2023-06-05T03:32:26Z","title":"LLM-Blender: Ensembling Large Language Models with Pairwise Ranking and Generative Fusion","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.02561","snapshot_observed_at":"2026-08-02T17:52:54.761095Z","title":"LLM- Blender: Ensembling large language models with pair- wise ranking and generative fusion","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.761095Z"},"links":{"cited_paper":"/paper/2306.02561","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:23d2690a36a08ebadfa215b02daefea44cecfca90671db002904c14e953f62e0","observation_id":"4c94298c-68e7-4207-a626-7e755e893ae6","resolution":{"observed_at":"2026-08-02T17:52:54.761095Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T17:52:54.765204Z","title":null,"venue":null,"work_id":null,"year":1992},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.765204Z"},"links":{"citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:faf008716d68f274c844c393fee80f4f8fea6d19ee45d9dc53e7cc5289acb4f5","observation_id":"d415a3f8-1bb2-4928-b1bc-d876c57a40d9","resolution":{"observed_at":"2026-08-02T17:52:54.765204Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.17760","last_updated":"2023-11-02T17:34:57Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-03-31T01:09:00Z","title":"CAMEL: Communicative Agents for \"Mind\" Exploration of Large Language Model Society","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.17760","snapshot_observed_at":"2026-08-02T17:52:54.769110Z","title":"CAMEL: Communicative agents for “mind” explo- ration of large language model society.arXiv preprint arXiv:2303.17760, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.769110Z"},"links":{"cited_paper":"/paper/2303.17760","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:b83462494bdd253ac0c33cde768997b9f3971ecbc12641fb917b68c46c804d28","observation_id":"25c59f98-73ed-44f1-85e3-a01200b19ae8","resolution":{"observed_at":"2026-08-02T17:52:54.769110Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.05120","last_updated":"2024-10-11T09:38:40Z","snapshot_observed_at":"2026-08-09T10:40:49.501861Z","submitted_at":"2024-02-03T05:55:24Z","title":"More Agents Is All You Need","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.05120","snapshot_observed_at":"2026-08-02T17:52:54.773418Z","title":"More agents is all you need.arXiv preprint arXiv:2402.05120, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.773418Z"},"links":{"cited_paper":"/paper/2402.05120","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:51e8dd2d38a430b24ca86623cf4123f0ecdab76455544cd08f5ec6ecbfeeff1d","observation_id":"aeeaa329-c39d-48f7-ade2-dccb57339ae4","resolution":{"observed_at":"2026-08-02T17:52:54.773418Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00674","last_updated":"2025-02-02T05:23:29Z","snapshot_observed_at":"2026-08-09T18:06:03.044123Z","submitted_at":"2025-02-02T05:23:29Z","title":"Rethinking Mixture-of-Agents: Is Mixing Different Large Language Models Beneficial?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.00674","snapshot_observed_at":"2026-08-02T17:52:54.777529Z","title":"More agents is all you need: Self-MoA outperforms mixed-MoA.arXiv preprint arXiv:2502.00674, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.777529Z"},"links":{"cited_paper":"/paper/2502.00674","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:d605c5a7885372714c365acd7a8b136f552be94c6e10e43c932a1f5420bc09a2","observation_id":"efc449e2-c2b8-4f27-8fe2-a80dc9809ae1","resolution":{"observed_at":"2026-08-02T17:52:54.777529Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.13076","last_updated":"2024-04-15T16:49:59Z","snapshot_observed_at":"2026-07-06T18:02:53.240463Z","submitted_at":"2024-04-15T16:49:59Z","title":"LLM Evaluators Recognize and Favor Their Own Generations","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.13076","snapshot_observed_at":"2026-08-02T17:52:54.781379Z","title":"Bowman, and Shi Feng","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.781379Z"},"links":{"cited_paper":"/paper/2404.13076","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:3c4ee5c09d934c1b0dc5c06407ca30e2e546ae9578c6a893e088352750213168","observation_id":"fe068385-672f-4acc-8838-5f54f5456a33","resolution":{"observed_at":"2026-08-02T17:52:54.781379Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.17371","last_updated":"2024-07-18T05:18:14Z","snapshot_observed_at":"2026-08-06T15:40:06.757182Z","submitted_at":"2023-11-29T05:54:41Z","title":"Should we be going MAD? A Look at Multi-Agent Debate Strategies for LLMs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.17371","snapshot_observed_at":"2026-08-02T17:52:54.785455Z","title":"When mod- els think alike: The limits of multi-agent debate.arXiv preprint arXiv:2311.17371, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.785455Z"},"links":{"cited_paper":"/paper/2311.17371","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:99dd02432829941fc82e26223515b5c78cf08b28fda74f539845dc543d3451f7","observation_id":"2b14c049-4f99-4e88-9909-a1dbd7d95010","resolution":{"observed_at":"2026-08-02T17:52:54.785455Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.03314","last_updated":"2024-08-06T17:35:05Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-08-06T17:35:05Z","title":"Scaling LLM Test-Time Compute Optimally can be More Effective than Scaling Model Parameters","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.03314","snapshot_observed_at":"2026-08-02T17:52:54.789281Z","title":"Scaling LLM test-time compute optimally can be more effective than scaling model parameters.arXiv preprint arXiv:2408.03314, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.789281Z"},"links":{"cited_paper":"/paper/2408.03314","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:3bd706adaf97cb695e3a7d31ab18bd75533e1055d67a005bcd8d2b5ddb07ff55","observation_id":"6eceaf23-63d6-4507-a0cf-5a3cac175f3a","resolution":{"observed_at":"2026-08-02T17:52:54.789281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.01325","last_updated":"2022-02-15T19:09:36Z","snapshot_observed_at":"2026-08-06T19:18:51.065158Z","submitted_at":"2020-09-02T19:54:41Z","title":"Learning to summarize from human feedback","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.01325","snapshot_observed_at":"2026-08-02T17:52:54.793136Z","title":"Ziegler, Ryan Lowe, Chelsea V oss, Alec Radford, Dario Amodei, and Paul Christiano","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.793136Z"},"links":{"cited_paper":"/paper/2009.01325","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:35b62c6d01302bb08135ed27343d09e11b7a6817bdf9da0750656f8df4a10774","observation_id":"60625b48-df2d-4cc8-819c-7f5ad192d9ec","resolution":{"observed_at":"2026-08-02T17:52:54.793136Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.01724","last_updated":"2024-05-02T20:42:28Z","snapshot_observed_at":"2026-08-09T22:05:18.975210Z","submitted_at":"2024-05-02T20:42:28Z","title":"Large Language Models are Inconsistent and Biased Evaluators","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.01724","snapshot_observed_at":"2026-08-02T17:52:54.797274Z","title":"Large language models are inconsistent and bi- ased evaluators.arXiv preprint arXiv:2405.01724, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.797274Z"},"links":{"cited_paper":"/paper/2405.01724","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:fd00e967579252e91dd1a66b6dc311cefebafa33c57893813110f612a00880c0","observation_id":"06467578-9dc9-4e05-a862-ce0266e7b7a8","resolution":{"observed_at":"2026-08-02T17:52:54.797274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-02T17:52:54.801248Z","title":"The value of diversity in multi-agent systems.arXiv preprint arXiv:2602.07186, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.801248Z"},"links":{"citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:0f6552bcddf0affbc6b9e4399d8392a0631754c0045e2789d3f2adb0367be14e","observation_id":"29cb192d-06e0-447e-be55-5b98569a1a80","resolution":{"observed_at":"2026-08-02T17:52:54.801248Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.18796","last_updated":"2024-05-01T15:37:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-04-29T15:33:23Z","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.18796","snapshot_observed_at":"2026-08-02T17:52:54.804614Z","title":"Re- placing judges with juries: Evaluating LLM genera- tions with a panel of diverse models.arXiv preprint arXiv:2404.18796, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.804614Z"},"links":{"cited_paper":"/paper/2404.18796","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:cd249e0f5803be26aabe2846ac69e8d5c9462bccd73c725a2fdd070a6f1b51b2","observation_id":"bdc7483e-9365-40d2-b51b-ffbc59e5b24e","resolution":{"observed_at":"2026-08-02T17:52:54.804614Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04692","last_updated":"2024-06-07T07:04:10Z","snapshot_observed_at":"2026-08-07T21:51:22.136369Z","submitted_at":"2024-06-07T07:04:10Z","title":"Mixture-of-Agents Enhances Large Language Model Capabilities","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04692","snapshot_observed_at":"2026-08-02T17:52:54.808447Z","title":"Mixture-of-agents yields state-of-the- art on AlpacaEval 2.0, MT-Bench, and FLASK.arXiv preprint arXiv:2406.04692, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.808447Z"},"links":{"cited_paper":"/paper/2406.04692","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:d09a192dc7eb3e6fc85496fb25b7a247c34747e1cfab2ae7ee321381f9362570","observation_id":"fd0766cf-b311-4187-bcab-841da3d991cc","resolution":{"observed_at":"2026-08-02T17:52:54.808447Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.11171","last_updated":"2023-03-07T17:57:37Z","snapshot_observed_at":"2026-07-06T12:50:22.773056Z","submitted_at":"2022-03-21T17:48:52Z","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.11171","snapshot_observed_at":"2026-08-02T17:52:54.812325Z","title":"Self-consistency improves chain of thought reasoning in language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.812325Z"},"links":{"cited_paper":"/paper/2203.11171","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:30ffd5cecc1f49f82ac77744ef87405965b1d555f2954d2a5bce7767a2fa2b14","observation_id":"dc8d4f01-2a6b-496a-a6cd-0fedd8cf6399","resolution":{"observed_at":"2026-08-02T17:52:54.812325Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.08155","last_updated":"2023-10-03T20:47:10Z","snapshot_observed_at":"2026-08-08T22:28:26.004138Z","submitted_at":"2023-08-16T05:57:52Z","title":"AutoGen: Enabling Next-Gen LLM Applications via Multi-Agent Conversation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.08155","snapshot_observed_at":"2026-08-02T17:52:54.816324Z","title":"White, Doug Burger, and Chi Wang","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.816324Z"},"links":{"cited_paper":"/paper/2308.08155","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:f15f8c6a01d369fe03264bcb3e8e79781ee0085431966cd86af1ba55ab667525","observation_id":"183b7390-adcb-43ef-8cc5-765c9e1b1bbf","resolution":{"observed_at":"2026-08-02T17:52:54.816324Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05685","snapshot_observed_at":"2026-08-02T17:52:54.820035Z","title":"Xing, Hao Zhang, Joseph E","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-02T17:52:54.820035Z"},"links":{"cited_paper":"/paper/2306.05685","citing_paper":"/paper/2603.20324"},"observation_digest":"sha256:0641f0175214ea8dc79d84959ae19c7e696907d8a3d89ccb023d7b87de397a30","observation_id":"fbef79b8-acef-4017-8f48-719f9938cd32","resolution":{"observed_at":"2026-08-02T17:52:54.820035Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2603.20324","last_updated":"2026-07-21T00:19:03Z","latest_version":2,"primary_category":"cs.MA","snapshot_observed_at":"2026-08-07T10:38:46.914990Z","submitted_at":"2026-03-20T00:50:53Z","title":"When Agents Disagree: The Selection Bottleneck in Multi-Agent LLM Pipelines"},"reference_resolution":{"displayed":25,"state_counts":{"malformed_identifier":3,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":22,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":25},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 25 of 25 outbound references and 0 inbound Pith citation observations for arXiv:2603.20324."}