{"as_of":"2026-08-07T18:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:cfc17e1be400bc507e49daf9ca7f684efbecd9ed51f906158be0e6e3d7172fdf","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T12:47:37.445428Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-22T00:40:51.233674Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2311.08152","last_updated":"2023-12-17T13:02:27Z","snapshot_observed_at":"2026-07-06T16:47:21.000236Z","submitted_at":"2023-11-14T13:27:07Z","title":"Towards Reasoning in Large Language Models via Multi-Agent Peer Review Collaboration","version":2},"cited_work":{"arxiv_id":"2311.08152","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.08152","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Towards reasoning in large language models via multi-agent peer review collaboration","venue":null,"work_id":"8b06d4ca-d72a-4458-bada-3a1112879c2b","year":2023},"citing_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-07-31T01:42:39.468673Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"reference_index":270,"source":"pdf_text","source_observed_at":"2026-05-11T23:08:34.312466Z"},"links":{"cited_paper":"/paper/2311.08152","citing_paper":"/paper/2412.05579"},"observation_digest":"sha256:30e681189019a543c78732aac1fc7fa4fede941ccbe9ee1c675dbbe5efcd8117","observation_id":"a3eb20da-96ed-4ed7-b6f9-b47c26889c62","resolution":{"observed_at":"2026-05-11T23:08:35.807975Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08152","last_updated":"2023-12-17T13:02:27Z","snapshot_observed_at":"2026-07-06T16:47:21.000236Z","submitted_at":"2023-11-14T13:27:07Z","title":"Towards Reasoning in Large Language Models via Multi-Agent Peer Review Collaboration","version":2},"cited_work":{"arxiv_id":"2311.08152","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.08152","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Towards reasoning in large language models via multi-agent peer review collaboration","venue":null,"work_id":"8b06d4ca-d72a-4458-bada-3a1112879c2b","year":2023},"citing_paper":{"arxiv_id":"2501.06322","last_updated":"2025-01-10T19:56:50Z","snapshot_observed_at":"2026-07-30T22:07:13.869232Z","submitted_at":"2025-01-10T19:56:50Z","title":"Multi-Agent Collaboration Mechanisms: A Survey of LLMs","version":1},"reference_index":143,"source":"pdf_text","source_observed_at":"2026-05-13T15:54:54.146003Z"},"links":{"cited_paper":"/paper/2311.08152","citing_paper":"/paper/2501.06322"},"observation_digest":"sha256:8fb6f0715fc24dceb17bd939d399c1813e6ac15e2ba6ea558fa70972a60ff510","observation_id":"44286cbf-7b48-425b-8605-7c5473ceef34","resolution":{"observed_at":"2026-05-13T15:54:54.425125Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08152","last_updated":"2023-12-17T13:02:27Z","snapshot_observed_at":"2026-07-06T16:47:21.000236Z","submitted_at":"2023-11-14T13:27:07Z","title":"Towards Reasoning in Large Language Models via Multi-Agent Peer Review Collaboration","version":2},"cited_work":{"arxiv_id":"2311.08152","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.08152","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Towards reasoning in large language models via multi-agent peer review collaboration","venue":null,"work_id":"8b06d4ca-d72a-4458-bada-3a1112879c2b","year":2023},"citing_paper":{"arxiv_id":"2503.13657","last_updated":"2025-10-26T23:25:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-17T19:04:38Z","title":"Why Do Multi-Agent LLM Systems Fail?","version":3},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-05-12T05:42:57.561468Z"},"links":{"cited_paper":"/paper/2311.08152","citing_paper":"/paper/2503.13657"},"observation_digest":"sha256:2d1d430dd87f15c69a760c205fb1e8e96982b6303d722628877e1c9871826939","observation_id":"1c9cb407-270c-4f22-8b86-125102fb6029","resolution":{"observed_at":"2026-05-12T05:42:58.623989Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08152","last_updated":"2023-12-17T13:02:27Z","snapshot_observed_at":"2026-07-06T16:47:21.000236Z","submitted_at":"2023-11-14T13:27:07Z","title":"Towards Reasoning in Large Language Models via Multi-Agent Peer Review Collaboration","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08152","snapshot_observed_at":"2026-08-07T12:47:37.445428Z","title":"arXiv:2311.08152 [cs.CL] https://arxiv.org/abs/2311.08152 Hai Ye, Mingbao Lin, Hwee Tou Ng, and Shuicheng Yan","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.00066","last_updated":"2025-05-29T13:57:00Z","snapshot_observed_at":"2026-08-07T12:43:12.651589Z","submitted_at":"2025-05-29T13:57:00Z","title":"Literature Review Of Multi-Agent Debate For Problem-Solving","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T12:47:37.445428Z"},"links":{"cited_paper":"/paper/2311.08152","citing_paper":"/paper/2506.00066"},"observation_digest":"sha256:8d57ffca5593c1334800e04e386b4fc8412db67bad77541bbc6bf4bf674ad01c","observation_id":"35a65366-1bca-49f0-9b2a-49b385c5b6d9","resolution":{"observed_at":"2026-08-07T12:47:37.445428Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08152","last_updated":"2023-12-17T13:02:27Z","snapshot_observed_at":"2026-07-06T16:47:21.000236Z","submitted_at":"2023-11-14T13:27:07Z","title":"Towards Reasoning in Large Language Models via Multi-Agent Peer Review Collaboration","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08152","snapshot_observed_at":"2026-08-07T10:32:36.109854Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.05010","last_updated":"2025-06-05T13:20:50Z","snapshot_observed_at":"2026-08-07T14:54:55.290631Z","submitted_at":"2025-06-05T13:20:50Z","title":"ComfyUI-Copilot: An Intelligent Assistant for Automated Workflow Development","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T10:32:36.109854Z"},"links":{"cited_paper":"/paper/2311.08152","citing_paper":"/paper/2506.05010"},"observation_digest":"sha256:edd670c6f963efef57c5d797ce183dc8d2033c774b0402d6f2d7aeff545e15fa","observation_id":"3db3c0ed-5432-4ca0-9d59-b8628436a37f","resolution":{"observed_at":"2026-08-07T10:32:36.109854Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08152","last_updated":"2023-12-17T13:02:27Z","snapshot_observed_at":"2026-07-06T16:47:21.000236Z","submitted_at":"2023-11-14T13:27:07Z","title":"Towards Reasoning in Large Language Models via Multi-Agent Peer Review Collaboration","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08152","snapshot_observed_at":"2026-08-06T20:11:10.777604Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03928","last_updated":"2025-07-05T07:23:15Z","snapshot_observed_at":"2026-08-06T19:56:54.748556Z","submitted_at":"2025-07-05T07:23:15Z","title":"CortexDebate: Debating Sparsely and Equally for Multi-Agent Debate","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-06T20:11:10.777604Z"},"links":{"cited_paper":"/paper/2311.08152","citing_paper":"/paper/2507.03928"},"observation_digest":"sha256:9c69c203b754c3d1009bbb7d914eb55db7be7f75566f58e325bd0a74d43d1b62","observation_id":"cd682e7e-f1bf-4145-8ac1-b56b70038a5c","resolution":{"observed_at":"2026-08-06T20:11:10.777604Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08152","last_updated":"2023-12-17T13:02:27Z","snapshot_observed_at":"2026-07-06T16:47:21.000236Z","submitted_at":"2023-11-14T13:27:07Z","title":"Towards Reasoning in Large Language Models via Multi-Agent Peer Review Collaboration","version":2},"cited_work":{"arxiv_id":"2311.08152","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2311.08152","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Towards reasoning in large language models via multi-agent peer review collaboration","venue":null,"work_id":"8b06d4ca-d72a-4458-bada-3a1112879c2b","year":2023},"citing_paper":{"arxiv_id":"2507.21035","last_updated":"2026-05-17T21:43:43Z","snapshot_observed_at":"2026-07-06T22:04:01.721229Z","submitted_at":"2025-07-28T17:55:08Z","title":"GenoMAS: A Multi-Agent Framework for Scientific Discovery via Code-Driven Gene Expression Analysis","version":3},"reference_index":141,"source":"pdf_text","source_observed_at":"2026-05-22T00:37:11.945418Z"},"links":{"cited_paper":"/paper/2311.08152","citing_paper":"/paper/2507.21035"},"observation_digest":"sha256:76b52768a62501a973803fa929e8ccdeddf2d01247374ba5e5fb6e7face9ea3e","observation_id":"dbb4d23a-0d3c-4344-a6a2-1f9b9f114f2e","resolution":{"observed_at":"2026-05-22T00:40:51.236494Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08152","last_updated":"2023-12-17T13:02:27Z","snapshot_observed_at":"2026-07-06T16:47:21.000236Z","submitted_at":"2023-11-14T13:27:07Z","title":"Towards Reasoning in Large Language Models via Multi-Agent Peer Review Collaboration","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08152","snapshot_observed_at":"2026-08-01T00:32:38.103710Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.26212","last_updated":"2026-07-28T19:26:50Z","snapshot_observed_at":"2026-08-06T02:06:44.605975Z","submitted_at":"2026-07-28T19:26:50Z","title":"Multi-Agent Debate Strategies: Survey, Taxonomy, and Challenges","version":1},"reference_index":138,"source":"pdf_text","source_observed_at":"2026-08-01T00:32:38.103710Z"},"links":{"cited_paper":"/paper/2311.08152","citing_paper":"/paper/2607.26212"},"observation_digest":"sha256:0176d2ec5e639b9d40c608bacd91e7ca5d766e473b65b255aa02347ae586d964","observation_id":"4199801b-c2ec-4d4f-8335-7fc9012f2df9","resolution":{"observed_at":"2026-08-01T00:32:38.103710Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2311.08152/citation-record","integrity":"/paper/2311.08152/integrity","json":"/paper/2311.08152/citation-record.json","paper":"/paper/2311.08152"},"outbound":[],"paper":{"arxiv_id":"2311.08152","last_updated":"2023-12-17T13:02:27Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T16:47:21.000236Z","submitted_at":"2023-11-14T13:27:07Z","title":"Towards Reasoning in Large Language Models via Multi-Agent Peer Review Collaboration"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 8 inbound Pith citation observations for arXiv:2311.08152."}