{"as_of":"2026-08-08T18:19:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3ee68b0272532c6625f3387ea6f215899b3709eaa8b479b401bd7be30e5d0537","coverage":[{"denominator":72,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":72,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:56:20.169929Z","state":"measured"},{"denominator":83,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":83,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T18:12:59.939425Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":2,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-06T18:12:59.939425Z","title":"X-mas: Towards building multi-agent systems with heterogeneous llms.arXiv preprint arXiv:2505.16997, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.08960","last_updated":"2025-07-11T18:34:07Z","snapshot_observed_at":"2026-08-06T18:05:47.861506Z","submitted_at":"2025-07-11T18:34:07Z","title":"How to Train a Leader: Hierarchical Reasoning in Multi-Agent LLMs","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T18:12:59.939425Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2507.08960"},"observation_digest":"sha256:2822e0b0888aec277a3285cd50fd4b991356d6bafc54636ac2afcbe5f2bdaec2","observation_id":"3a0deef6-b5a5-46c0-893e-2f70b92aef8b","resolution":{"observed_at":"2026-08-06T18:12:59.939425Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2507.21046","last_updated":"2026-01-16T20:59:08Z","snapshot_observed_at":"2026-08-01T06:32:44.461162Z","submitted_at":"2025-07-28T17:59:05Z","title":"A Survey of Self-Evolving Agents: What, When, How, and Where to Evolve on the Path to Artificial Super Intelligence","version":4},"reference_index":269,"source":"arxiv_source","source_observed_at":"2026-05-14T22:23:14.621091Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2507.21046"},"observation_digest":"sha256:be71137cc7e791eda3e67a5de59b51bd1e3353c8d307018205bc0f6bb64b1690","observation_id":"ee1a5778-d955-436d-8b32-97dfe90e0fe1","resolution":{"observed_at":"2026-05-14T22:23:15.331641Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2601.12024","last_updated":"2026-05-03T08:13:27Z","snapshot_observed_at":"2026-08-02T19:48:13.681373Z","submitted_at":"2026-01-17T12:07:55Z","title":"Beyond Sentiment: A Multi-Agent Pipeline for Actionable Business Advice from Reviews","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-16T13:05:11.907398Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2601.12024"},"observation_digest":"sha256:48093299d181632f50c6f1561fd2a9e958c464c7276df81373a3701c0b7426fe","observation_id":"870c481d-cd7e-451d-9223-9629cb0860f9","resolution":{"observed_at":"2026-05-16T13:07:54.668119Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2604.22446","last_updated":"2026-04-24T11:02:44Z","snapshot_observed_at":"2026-07-06T23:08:51.913995Z","submitted_at":"2026-04-24T11:02:44Z","title":"From Skills to Talent: Organising Heterogeneous Agents as a Real-World Company","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-08T12:05:38.965920Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2604.22446"},"observation_digest":"sha256:42498adb4762fbf95722775219525d2211521397ac215227ece4da64fd347157","observation_id":"7c44401f-ea6e-4758-b0ca-1874ae02f04d","resolution":{"observed_at":"2026-05-11T19:21:09.515950Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2604.27351","last_updated":"2026-04-30T03:02:27Z","snapshot_observed_at":"2026-07-06T23:12:52.141592Z","submitted_at":"2026-04-30T03:02:27Z","title":"Heterogeneous Scientific Foundation Model Collaboration","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-05-07T08:50:05.980191Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2604.27351"},"observation_digest":"sha256:7beaf737e3423f5589a6a4d2d587f2c315cfe3a17547725e053d6a9072fbea31","observation_id":"de470aa8-f4fa-4362-b476-0517a7a04cb8","resolution":{"observed_at":"2026-05-09T04:30:11.028332Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2605.13647","last_updated":"2026-05-13T15:06:36Z","snapshot_observed_at":"2026-08-04T02:26:48.399326Z","submitted_at":"2026-05-13T15:06:36Z","title":"FlowCompile: An Optimizing Compiler for Structured LLM Workflows","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-05-14T19:48:28.425792Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2605.13647"},"observation_digest":"sha256:ea7a8640b2186086342eff70028a4fa582615639e3342e042b1b316f1743263b","observation_id":"25fb9b2d-14f6-465b-844f-9af3faa01319","resolution":{"observed_at":"2026-05-14T19:49:25.952279Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2605.14892","last_updated":"2026-05-15T09:12:41Z","snapshot_observed_at":"2026-08-07T13:04:48.115170Z","submitted_at":"2026-05-14T14:36:13Z","title":"Beyond Individual Intelligence: Surveying Collaboration, Failure Attribution, and Self-Evolution in LLM-based Multi-Agent Systems","version":1},"reference_index":172,"source":"arxiv_source","source_observed_at":"2026-05-15T03:07:38.232966Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2605.14892"},"observation_digest":"sha256:1b23faead03f858030bf9d0380c1e0e867d0b8e3aa5973bdb7d62f494405388a","observation_id":"30815989-28b0-4f59-8c93-c4cafc891c4e","resolution":{"observed_at":"2026-05-15T03:08:57.839900Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2605.14892","last_updated":"2026-05-15T09:12:41Z","snapshot_observed_at":"2026-08-07T13:04:48.115170Z","submitted_at":"2026-05-14T14:36:13Z","title":"Beyond Individual Intelligence: Surveying Collaboration, Failure Attribution, and Self-Evolution in LLM-based Multi-Agent Systems","version":2},"reference_index":173,"source":"arxiv_source","source_observed_at":"2026-05-19T16:51:13.491389Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2605.14892"},"observation_digest":"sha256:22e5fb3e41735ba76686399ce125a7dbaeceb71e68716a20b77d4c4adf443bd3","observation_id":"e1c8c8b9-5ac6-4656-864a-61492551539e","resolution":{"observed_at":"2026-05-19T16:52:39.964020Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2605.15573","last_updated":"2026-05-15T03:33:20Z","snapshot_observed_at":"2026-07-06T23:26:51.110846Z","submitted_at":"2026-05-15T03:33:20Z","title":"Response-Conditioned Parallel-to-Sequential Orchestration for Multi-Agent Systems","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-05-20T19:30:13.469451Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2605.15573"},"observation_digest":"sha256:d03b5b470eb24637fc67a95187e8d26eeadbdf9ddd6b7980ea43682f1756db28","observation_id":"d68c4a99-50b6-4d58-8fbf-bd22a89f52b3","resolution":{"observed_at":"2026-05-20T19:33:42.346287Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2605.26112","last_updated":"2026-05-25T17:59:36Z","snapshot_observed_at":"2026-07-06T23:36:01.564747Z","submitted_at":"2026-05-25T17:59:36Z","title":"From Model Scaling to System Scaling: Scaling the Harness in Agentic AI","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-06-29T21:29:57.326718Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2605.26112"},"observation_digest":"sha256:2dba6182557edfc08e7e31bb00129b64e162411bfe1d564db9ce1a94795f0d1c","observation_id":"3314c09e-1789-48e1-bc09-abf0887291b2","resolution":{"observed_at":"2026-06-29T21:33:59.158363Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"cited_work":{"arxiv_id":"2505.16997","doi":"10.48550/arxiv.2505.16997","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.16997","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2505.16997 , year=","venue":"ArXiv.org","work_id":"48efe7da-0431-4725-9396-25b36169819e","year":2025},"citing_paper":{"arxiv_id":"2606.24428","last_updated":"2026-06-23T11:05:05Z","snapshot_observed_at":"2026-08-05T04:36:12.703717Z","submitted_at":"2026-06-23T11:05:05Z","title":"Escaping the Self-Confirmation Trap: An Execute-Distill-Verify Paradigm for Agentic Experience Learning","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-06-25T23:49:38.932474Z"},"links":{"cited_paper":"/paper/2505.16997","citing_paper":"/paper/2606.24428"},"observation_digest":"sha256:b1cc371052f92edd0f861c8029ba8ba8a605c41afba902ecca190fae84231389","observation_id":"51317599-fc8e-4b72-98e3-4c6fb2fd7b45","resolution":{"observed_at":"2026-07-04T17:19:59.969352Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.16997/citation-record","integrity":"/paper/2505.16997/integrity","json":"/paper/2505.16997/citation-record.json","paper":"/paper/2505.16997"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-07T14:56:12.950934Z","title":"Gpt-4 technical report","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:12.950934Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:928403863dcf929481505046ec6b9a3ed4353333648514a67746da1853b48546","observation_id":"e1bd94cc-2b2b-43d0-b96e-b99bf4444784","resolution":{"observed_at":"2026-08-07T14:56:12.950934Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.05530","last_updated":"2024-12-16T17:39:39Z","snapshot_observed_at":"2026-07-06T17:41:42.995949Z","submitted_at":"2024-03-08T18:54:20Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.05530","snapshot_observed_at":"2026-08-07T14:56:13.094048Z","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.094048Z"},"links":{"cited_paper":"/paper/2403.05530","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:a29af72790a28376962dcb305d7874c3f10a9d5c71c194a9bbe45a3292e55254","observation_id":"8c67f104-4051-4df1-9bda-796e6e07700f","resolution":{"observed_at":"2026-08-07T14:56:13.094048Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.01219","last_updated":"2025-09-14T09:34:46Z","snapshot_observed_at":"2026-07-06T16:13:46.112815Z","submitted_at":"2023-09-03T16:56:48Z","title":"Siren's Song in the AI Ocean: A Survey on Hallucination in Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.01219","snapshot_observed_at":"2026-08-07T14:56:13.385647Z","title":"Siren’s song in the ai ocean: a survey on hallucination in large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.385647Z"},"links":{"cited_paper":"/paper/2309.01219","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:7f30e7f2b63e13b87f8966e6602b409cb70562a7a11729fded22481ca900c954","observation_id":"bf1239fb-4081-4440-ab78-5176f4eabc48","resolution":{"observed_at":"2026-08-07T14:56:13.385647Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:28.008296Z","title":"Factscore: Fine-grained atomic evaluation of factual precision in long form text generation","venue":null,"work_id":"a71ee85c-255d-4b7f-8039-259fd2b81fc2","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.520582Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:64f322e2ccc870f6728136b186fa0a801f063aa3b6f42fe9de44f274da7d726f","observation_id":"3532ae06-f22d-4dcf-bdb5-1d26d8ca71a8","resolution":{"observed_at":"2026-08-07T14:56:28.076017Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:27.825083Z","title":"MAS-GPT: Training LLMs to build LLM-based multi-agent systems","venue":null,"work_id":"3c7e0afc-d813-457b-be91-bb7e87e7e2fe","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.659203Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:01b3cd807ce342c4d8c9ab7e781165548430f387a9f744bf510abc3ca04db0d6","observation_id":"5149f40a-1b30-48f0-ac8c-35f680f397d2","resolution":{"observed_at":"2026-08-07T14:56:27.953582Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:27.650291Z","title":"Chatdev: Communicative agents for software development","venue":null,"work_id":"a925784a-ea05-44dc-9ace-d781b75d8327","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.831157Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:f9defa89f0d716589e21d4ac3fa4fdf74a7ce96cf2216fbc51df3cbdb422d0e5","observation_id":"ba4da8b6-77a4-4785-a73b-61772d402c46","resolution":{"observed_at":"2026-08-07T14:56:27.688239Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.18864","last_updated":"2025-02-26T06:17:13Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-26T06:17:13Z","title":"Towards an AI co-scientist","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.18864","snapshot_observed_at":"2026-08-07T14:56:13.962802Z","title":"Towards an ai co-scientist.arXiv preprint arXiv:2502.18864, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:13.962802Z"},"links":{"cited_paper":"/paper/2502.18864","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:79daf1e275c7a334fab158abddfa380bcc31aefd3868bb7aa945daf2220e29f7","observation_id":"88199a62-d141-44f3-acd7-fb5455d6ec78","resolution":{"observed_at":"2026-08-07T14:56:13.962802Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:27.427177Z","title":"Metagpt: Meta programming for a multi-agent collaborative framework","venue":null,"work_id":"e31d501b-6e5d-46b2-883c-8ecf4663393e","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.127780Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:0dd6dff3551371c82bc4ee621ab8cc926d1246302c6154acf214f333b76431dd","observation_id":"b7a056cb-406a-4d9d-b677-83c5e9be5e37","resolution":{"observed_at":"2026-08-07T14:56:27.525390Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:27.246744Z","title":"Macm: Utilizing a multi-agent system for condition mining in solving complex mathematical problems","venue":null,"work_id":"86055aec-8fa5-44c8-8bdd-81bde3f86af8","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.252079Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:26c2bf9f83b3a890394e5d60ade852c1578948c751e3c1822dad2b9aa7d1dfad","observation_id":"1ff3545c-988e-41a3-9e45-eee35e822c11","resolution":{"observed_at":"2026-08-07T14:56:27.319870Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:14.393877Z","title":"A dynamic llm-powered agent network for task-oriented agent collaboration","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.393877Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:5cbf2c63cf928f351bb27943e22fb1a593402b337f6323871bf84828cab4a60d","observation_id":"43d112a5-86f1-4627-8abd-b5bdd4589edc","resolution":{"observed_at":"2026-08-07T14:56:14.393877Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:14.463701Z","title":"Autonomous chemical research with large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.463701Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:d6633d9f0a6bce7b57f3121640f3d20965c5302f6187714c86de05de487cf830","observation_id":"3d84dd75-8f8b-4c81-a378-e35ad8047585","resolution":{"observed_at":"2026-08-07T14:56:14.463701Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.06292","last_updated":"2024-09-01T00:41:18Z","snapshot_observed_at":"2026-07-06T18:59:43.564435Z","submitted_at":"2024-08-12T16:58:11Z","title":"The AI Scientist: Towards Fully Automated Open-Ended Scientific Discovery","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.06292","snapshot_observed_at":"2026-08-07T14:56:14.585687Z","title":"The ai scientist: Towards fully automated open-ended scientific discovery","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.585687Z"},"links":{"cited_paper":"/paper/2408.06292","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:373a9ca0cbed967f9a475b5415c99af9564c0dcf4bf15388ad03068d6167d34f","observation_id":"3642e7f3-8bd7-4580-8b8d-d1abe3edce3d","resolution":{"observed_at":"2026-08-07T14:56:14.585687Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:27.016298Z","title":"Self-evolving multi-agent networks for software development","venue":null,"work_id":"70dba4cd-3556-443a-b95d-2a069692a2f6","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.739396Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:2e800821d21ca666eb3a9ff2b9af7e8bc5ac1e03d3ccfe32d2f16f644c53b163","observation_id":"5f8b6c3d-2c7a-4c79-9c91-a9766e5cf457","resolution":{"observed_at":"2026-08-07T14:56:27.133930Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:14.919082Z","title":"Improving factuality and reasoning in language models through multiagent debate","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:14.919082Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:b5de4732ff10e752f72c1de14f126c7246800108bf5072911b258c45c69d21e9","observation_id":"1ff88f16-11af-495d-8d73-4ff8313e22ad","resolution":{"observed_at":"2026-08-07T14:56:14.919082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:26.799528Z","title":"Agentverse: Facilitating multi-agent collaboration and exploring emergent behaviors","venue":null,"work_id":"e6bdc6dc-a2d3-4f95-87ec-fcd7e4dbc2da","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.038046Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:4c5c6cb362961de4365fe12e1718dff88199a0f390044564ee19770c42edf555","observation_id":"54228d32-20ea-49af-a86e-c896b534b948","resolution":{"observed_at":"2026-08-07T14:56:26.871977Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:26.627916Z","title":"Groups of diverse problem solvers can outperform groups of high-ability problem solvers","venue":null,"work_id":"27fb1f2d-8c97-43de-b4be-66f648385b03","year":2004},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.123193Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:03770e7ecb955d19dd7f23e11d6e2d8992fc144f696a6469eaf24cba680e3834","observation_id":"22fc8921-5420-4b5a-bf01-41d5a2df7d14","resolution":{"observed_at":"2026-08-07T14:56:26.694205Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:26.407498Z","title":"Cognitive style as environmentally sensitive individual differences in cognition: A modern synthesis and applications in education, business, and management","venue":null,"work_id":"59b1dd07-d1f2-4e8e-afe4-e6eb133fe96b","year":2014},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.239641Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:d4c385e87daed03c90e0a94833c8d9c6a6814e3c2f04fca37b271de55382d08e","observation_id":"d732d899-6d3b-42c5-99b4-863ab49cbcb6","resolution":{"observed_at":"2026-08-07T14:56:26.506457Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:26.184492Z","title":"Cognitive diversity, collective intelligence, and learning in teams","venue":null,"work_id":"76c6b334-3f48-4ced-8064-8aff9d4efb11","year":2015},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.329682Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:4a81135766b2c657420ca060a4e5fdb134cb43b341ee9cdd3c54138df257dfae","observation_id":"16c97eb0-7f84-4adb-b45a-fe13c38527c7","resolution":{"observed_at":"2026-08-07T14:56:26.301833Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-07T14:56:15.492500Z","title":"Qwen2.5 technical report","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.492500Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:b7dc065b6beb9740bc1ad341bc32febdfc432e32745020af8d6b2a4c1269e915","observation_id":"73cca058-bfd3-4c04-92a8-1bd9ed429c94","resolution":{"observed_at":"2026-08-07T14:56:15.492500Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-07T14:56:15.666814Z","title":"The llama 3 herd of models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.666814Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:311cc0a1288ef8e2c615398ff98d9c578c44c9ed95dd553fa91df17120ad8c20","observation_id":"fd49d9b7-e81c-4c2f-b775-c537afe546c4","resolution":{"observed_at":"2026-08-07T14:56:15.666814Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12122","last_updated":"2024-09-18T16:45:37Z","snapshot_observed_at":"2026-07-06T19:17:41.512834Z","submitted_at":"2024-09-18T16:45:37Z","title":"Qwen2.5-Math Technical Report: Toward Mathematical Expert Model via Self-Improvement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12122","snapshot_observed_at":"2026-08-07T14:56:15.859990Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:15.859990Z"},"links":{"cited_paper":"/paper/2409.12122","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:d24ed4180b434ae3b51dab58af0d73a0c5914f55b0fefe1644a17b71350e7801","observation_id":"4bf57dbc-c0ac-405b-b92d-fc51bffb92ce","resolution":{"observed_at":"2026-08-07T14:56:15.859990Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:16.007804Z","title":"Self-refine: Iterative refinement with self-feedback","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.007804Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:6d73844f00491342cba52005afc53121ddc48a5abae0c1eeca411e1a686f1f78","observation_id":"e9e3eb3f-3f10-494d-b5e1-2eb764672729","resolution":{"observed_at":"2026-08-07T14:56:16.007804Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:16.158573Z","title":"Scaling large language model-based multi-agent collaboration","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.158573Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:6b7e4dbc5a63497201cdc1cc9a18cdb0aa065575a717f0b5b521778123723432","observation_id":"9856dbcf-8260-4dc4-bf8c-36d22dde4ecf","resolution":{"observed_at":"2026-08-07T14:56:16.158573Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.974867Z","title":"Encouraging divergent thinking in large language models through multi-agent debate","venue":null,"work_id":"ad6264ab-659a-4c00-b14c-81e25bc6cf3e","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.343171Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:447d608214ffabd4ffc4db1bb08b9936e47740055bc5aa6b1364da4d182e30fa","observation_id":"92536cbe-cef3-4b47-b376-0609acc6a87f","resolution":{"observed_at":"2026-08-07T14:56:26.058077Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.835440Z","title":"Mapcoder: Multi-agent code generation for competitive problem solving","venue":null,"work_id":"883a8ed3-e087-4bf5-aff7-b1352373d14c","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.545902Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:884a30ca4fbe9fcd9979fbee2027dbad78e319e02cdd2b89b32d4adef10aaa11","observation_id":"5fe8adf3-ccf5-46b8-b4f7-323cc3f23464","resolution":{"observed_at":"2026-08-07T14:56:25.892785Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:16.641702Z","title":"Measuring mathematical problem solving with the math dataset","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.641702Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:338675fd57dc43d6d86b9902124b45f3ea8c2bc4ebf248e534d7bcdc841fd4ca","observation_id":"67181ac2-b86b-4b09-a240-3e368401dca5","resolution":{"observed_at":"2026-08-07T14:56:16.641702Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.645155Z","title":"Automated design of agentic systems","venue":null,"work_id":"9b22ff4e-9d4e-4715-ab83-a4ccde6cc4b0","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.756064Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:4cb53a92b54cd418b0d3d254291a84ed52d5b864f8807e9cc766b812f7a2d666","observation_id":"1787364b-8022-4bff-8506-a43967a5b2f3","resolution":{"observed_at":"2026-08-07T14:56:25.764326Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.397801Z","title":"Less is more: Using multiple LLMs for applications with lower costs","venue":null,"work_id":"0ccb9bd2-744b-4680-89dd-d86a2f2fcb2c","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.874587Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:4e851ce4ac9f223e70af00569a9353621da578fb4443556e16d61054dc85c56a","observation_id":"93eade86-d82b-467f-aa46-7b6b98a26fbc","resolution":{"observed_at":"2026-08-07T14:56:25.523147Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.12665","last_updated":"2025-02-11T02:09:38Z","snapshot_observed_at":"2026-07-06T18:33:02.286642Z","submitted_at":"2024-06-18T14:35:12Z","title":"CollabStory: Multi-LLM Collaborative Story Generation and Authorship Analysis","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.12665","snapshot_observed_at":"2026-08-07T14:56:16.987442Z","title":"Collabstory: Multi-llm collaborative story generation and authorship analysis","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.987442Z"},"links":{"cited_paper":"/paper/2406.12665","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:a83fbc65dada7c4618e8c374352c65ab06c92523d7073d14055cb95478232352","observation_id":"3b63b271-586d-4d89-b813-dad77ffb6e01","resolution":{"observed_at":"2026-08-07T14:56:16.987442Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.218152Z","title":"Llm-blender: Ensembling large language models with pairwise ranking and generative fusion","venue":null,"work_id":"590bf4c3-9627-402b-8f5b-0f0fcaa19e1f","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.044992Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:eef7e5198d5af2f0a57988f84e7bba9dfb5f92b57ff495e31df8fe47cd3cf84e","observation_id":"0fa5ef8e-e702-436c-9719-bd1660e6ada1","resolution":{"observed_at":"2026-08-07T14:56:25.292594Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:25.005718Z","title":"Mixture-of-agents enhances large language model capabilities","venue":null,"work_id":"f0702edb-e141-40bf-a6f1-4d518681c1f0","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.120948Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:b9105663749ac540ff8531b9769f09123744925dafa2b486ba3b57e9ee67d6a4","observation_id":"b15b70bb-5315-40b8-8754-0039bebf16e2","resolution":{"observed_at":"2026-08-07T14:56:25.110130Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:24.868005Z","title":"Reconcile: Round-table conference improves reasoning via consensus among diverse llms","venue":null,"work_id":"115e3bfa-bb8d-40fe-92d0-b238a908c393","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.198192Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:2c888d8b695ef50d80f8e765bf51703bb121583c9681279bb4bd0e2190e6671c","observation_id":"bf854170-7f33-4f87-a6e1-e30049418d3a","resolution":{"observed_at":"2026-08-07T14:56:24.917779Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.11133","last_updated":"2025-02-16T14:00:59Z","snapshot_observed_at":"2026-08-07T18:14:45.344327Z","submitted_at":"2025-02-16T14:00:59Z","title":"MasRouter: Learning to Route LLMs for Multi-Agent Systems","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.11133","snapshot_observed_at":"2026-08-07T14:56:17.289868Z","title":"Masrouter: Learning to route llms for multi-agent systems","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.289868Z"},"links":{"cited_paper":"/paper/2502.11133","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:92df8776270baf8927e8ba25247f91ef63bc40a1c92ab51c7b0a395e0d035917","observation_id":"c885b066-ba05-4f35-8790-977fb7e04a8b","resolution":{"observed_at":"2026-08-07T14:56:17.289868Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:24.746827Z","title":"Swe-bench: Can language models resolve real-world github issues? In The Twelfth International Conference on Learning Representations, 2024","venue":null,"work_id":"57e2ce55-33e7-463e-ae7a-8da6352f203c","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.354402Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:dc14eb366d387f48dfe8adee3cb1f59a5347741428c934c92447d737fb4e6cff","observation_id":"8592dca8-5183-4e6f-96e7-6ab3ccf6a063","resolution":{"observed_at":"2026-08-07T14:56:24.804763Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.12022","last_updated":"2023-11-20T18:57:34Z","snapshot_observed_at":"2026-08-04T22:55:15.345443Z","submitted_at":"2023-11-20T18:57:34Z","title":"GPQA: A Graduate-Level Google-Proof Q&A Benchmark","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.12022","snapshot_observed_at":"2026-08-07T14:56:17.427258Z","title":"Gpqa: A graduate-level google-proof q&a benchmark","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.427258Z"},"links":{"cited_paper":"/paper/2311.12022","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:0f35e2fde6f4b506af9e7bc79c02716835a799d80b0a27c01ddc1cedca9461a5","observation_id":"45235036-775a-462a-8036-5fbb352037d8","resolution":{"observed_at":"2026-08-07T14:56:17.427258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:24.477298Z","title":"Introducing healthbench","venue":null,"work_id":"68d9cd65-0a71-4163-b829-36630c22ddd3","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.493932Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:baec5b7f0d1307cf4bfd248caf3334992ebedca315a4cd211b3ab7792148fc99","observation_id":"7039e55a-abaa-4b5b-a919-638a3732ebf8","resolution":{"observed_at":"2026-08-07T14:56:24.588469Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:24.247228Z","title":"Pixiu: a large language model, instruction data and evaluation benchmark for finance","venue":null,"work_id":"1560cadd-cbd7-4f98-a872-8a8c67e6af13","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.581084Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:07c7ecf15f4e1ea61e637d9daf605623add5df9b9395371598b6a5bb43d9d373","observation_id":"61f62060-dac7-4daf-89b3-263bf2a875a8","resolution":{"observed_at":"2026-08-07T14:56:24.361448Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:24.094780Z","title":"Planbench: An extensible benchmark for evaluating large language models on planning and reasoning about change","venue":null,"work_id":"4fd56ad5-9afd-4e0e-9163-3d2a7a0da886","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.669761Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:56a2494731a47ca6eddfc05384fc8af19835c8be6a5eb7d468ef3918748a5cf1","observation_id":"32d64737-d2e5-4d59-8114-15e077e82a80","resolution":{"observed_at":"2026-08-07T14:56:24.175769Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:17.715014Z","title":"Judgebench: A benchmark for evaluating LLM-based judges","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.715014Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:796451be5186d82517068e6cc71a722461947b356f5ed34b005663b7c0a63c73","observation_id":"7a140101-cb25-4fb9-ab36-9620dbbd50b3","resolution":{"observed_at":"2026-08-07T14:56:17.715014Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:23.895372Z","title":"Mistral-7b-instruct-v0.3","venue":null,"work_id":"38693488-f60b-4702-a118-0a62d0984211","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.765525Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:91b67533555c3485712e094d3a6d5d92747ff6a63fff6e59ca19fcf40a849034","observation_id":"7378a532-c655-434d-b390-565fd30d50e2","resolution":{"observed_at":"2026-08-07T14:56:23.988035Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:23.591955Z","title":"Mistral-small-3.1-24b-instruct-2503","venue":null,"work_id":"3bfafafc-8da9-410d-b367-5423c9754834","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.860902Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:8ab58c22225fc0416b9d3068d63698d7cb79b8efefd7eafe9c0daa8acbf3c6f3","observation_id":"f931654f-aa19-479f-a8f5-314a995b9a49","resolution":{"observed_at":"2026-08-07T14:56:23.741812Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12186","last_updated":"2024-11-12T13:24:25Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-18T17:57:57Z","title":"Qwen2.5-Coder Technical Report","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12186","snapshot_observed_at":"2026-08-07T14:56:17.927682Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:17.927682Z"},"links":{"cited_paper":"/paper/2409.12186","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:5cb7657aa803ae9a0998f5b73dc3a0f70b503e4c75311e2c5ca0df4012ae1884","observation_id":"c0b110d7-d02e-43fe-8ba6-466fd1d4db17","resolution":{"observed_at":"2026-08-07T14:56:17.927682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:23.254571Z","title":"Developing chemdfm as a large language foundation model for chemistry","venue":null,"work_id":"20386e9a-a9dd-43f6-8a29-01d6bde7fb84","year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.011140Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:6af7779c7c30905402249c4e4ac7578762cf17bd0312edd70622efce30f8c815","observation_id":"53fbc1bd-69b7-491e-a25d-0a0ecd31a65f","resolution":{"observed_at":"2026-08-07T14:56:23.448656Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:22.931507Z","title":"Sciphi-mistral-7b-32k","venue":null,"work_id":"990410ff-a030-4d3c-9d01-b16a1fc0f451","year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.056466Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:2ef25550f30b564f8c7bb49bdfe5447411cffcbd1cb6422f24a6e2e966b70e68","observation_id":"388f5004-f7fd-42fd-aa3f-875472ee7a79","resolution":{"observed_at":"2026-08-07T14:56:23.063346Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:22.653427Z","title":"Llama3-xuanyuan3-70b-chat","venue":null,"work_id":"de28dca4-3862-417d-89eb-e6e87fbe3ae3","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.157839Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:aec0dd3ed641941380a4d672564199055c6acf811cc70b9d72d7c4121e6d91f3","observation_id":"48b074f4-260f-4803-a308-e9882c1bbdc6","resolution":{"observed_at":"2026-08-07T14:56:22.811321Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:22.407798Z","title":"Zhilu-2-8b-instruct","venue":null,"work_id":"8ae33048-7a2f-4824-9f0f-8d4f9e004513","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.239602Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:7b2541c9bdd093003dffa55b1e71cc733535e5a46c31c5888dd6a30f3f89b929","observation_id":"97795c31-42e4-4a17-a938-6d47cfbef5c5","resolution":{"observed_at":"2026-08-07T14:56:22.477046Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-07T14:56:18.300778Z","title":"Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.300778Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:8e9fd5c7e807ccecf45d48f4235f6506e2e239035b5ef71032fc590085b179e9","observation_id":"74572775-f553-4d80-b591-d13b0bfcbe01","resolution":{"observed_at":"2026-08-07T14:56:18.300778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:18.353587Z","title":"Qwq-32b: Embracing the power of reinforcement learning, March 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.353587Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:e3b508f41acdc62efcebef3f4d9e2854c01d467a7118eb9f5c8721a4fb8b7523","observation_id":"0c54b62f-0d57-4e6f-abdc-fa3763194e6a","resolution":{"observed_at":"2026-08-07T14:56:18.353587Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:18.426104Z","title":"Open Thoughts","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.426104Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:5a0c008a0ea48813f777857ec1095fc1ac3cc26c3d2b9fbf6c115f9d3c0cf903","observation_id":"bc82ec2e-a322-4f9b-bebc-268086e7fa4f","resolution":{"observed_at":"2026-08-07T14:56:18.426104Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:22.161131Z","title":"Program induction by rationale generation: Learning to solve and explain algebraic word problems","venue":null,"work_id":"e9b701ce-0b36-4e1e-be52-70fc896df5ef","year":2017},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.487704Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:e576f47068ee1915e36e6c780a458b16eb1a620b037fbbf6fa64f366603bc9fe","observation_id":"9f289a62-e54f-491f-805c-4b16c33daf91","resolution":{"observed_at":"2026-08-07T14:56:22.322992Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:18.582867Z","title":"Pal: Program-aided language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.582867Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:4fac0baa187f7200dce1904545143b39979d3495ac968ca0528f804a3d1679be","observation_id":"623ad1e0-a422-4864-a833-f9838bd8de86","resolution":{"observed_at":"2026-08-07T14:56:18.582867Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.898016Z","title":"Aime-2024","venue":null,"work_id":"ee84673e-c607-40be-8f5f-995d98f7d1f0","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.678281Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:f2e338ee0328b1c7209c9281a05fa0a6d2f6b3e75cbf879554b23862de9b7535","observation_id":"cc74f0ac-f4b5-4356-a7fe-21e96d54b07a","resolution":{"observed_at":"2026-08-07T14:56:21.986194Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:18.745409Z","title":"Measuring massive multitask language understanding","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.745409Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:ecee4270bba5baf7dbf9b96461ca34c4f955593e81fd7f340df3f8c92a7c39a8","observation_id":"a9537493-538a-4b25-95c2-d0e0d6cfcbde","resolution":{"observed_at":"2026-08-07T14:56:18.745409Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.749097Z","title":"MMLU-pro: A more robust and challenging multi-task language understanding benchmark","venue":null,"work_id":"5ecdcd8d-8996-4051-93f6-b241a9cb135b","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.800380Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:1f1472770c173ad25e05f6b3bdd50ced27bc16ce8faf054ecc87ebf0ac2216e7","observation_id":"001c3634-310c-46ea-92c5-7742de7d2840","resolution":{"observed_at":"2026-08-07T14:56:21.807179Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-07T14:56:18.856269Z","title":"Evaluating large language models trained on code","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.856269Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:877ccbe04e39abf093034e7c968b26df8b7b0ba6503c50d6f411f9a5f5d46f67","observation_id":"6f343a77-5bae-4b11-960b-cd7328470781","resolution":{"observed_at":"2026-08-07T14:56:18.856269Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-07T14:56:18.923843Z","title":"Program synthesis with large language models","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.923843Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:43563392bee71fd3d61b7cc867935f72557669d7f72a6e811483a0d15ff8ac40","observation_id":"2deb4640-c132-41db-9ee7-022260c8860b","resolution":{"observed_at":"2026-08-07T14:56:18.923843Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:18.988619Z","title":"Is your code generated by chatGPT really correct? rigorous evaluation of large language models for code generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:18.988619Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:a18c7fd0c1801b17f8842df152ae52328aeb563931a852a60c200c211014abc0","observation_id":"0af168d1-adda-489b-abfd-8bfab6a0c681","resolution":{"observed_at":"2026-08-07T14:56:18.988619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.581624Z","title":"Scibench: Evaluating college-level scientific problem- solving abilities of large language models","venue":null,"work_id":"96b10424-b519-49fc-90ca-7e72b3f70f3c","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.034330Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:ecd50834465eaf73a081cf59622ca2ef3e89f6e7c067dcc5c0e2d7d3bb8e8a66","observation_id":"777e1df8-fdb1-47e2-9829-3bdc38f3ffb3","resolution":{"observed_at":"2026-08-07T14:56:21.656683Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.451662Z","title":"Scieval: A multi-level large language model evaluation benchmark for scientific research","venue":null,"work_id":"2f7bc0a4-5f74-4a11-9c48-27e289363357","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.117754Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:503677a63b4063dce3bb6691839ac528b9a476cba0d79c1852f592dd174eaeed","observation_id":"efe5d50a-0dd7-4c89-a13c-c98f85acb07f","resolution":{"observed_at":"2026-08-07T14:56:21.503402Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:19.192621Z","title":"Sciknoweval: Evaluating multi-level scientific knowledge of large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.192621Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:61babaf3cb38acdd76c838d7519a21aaf6f264490802c01bbd9b3192ae8bfb29","observation_id":"033ffbba-dc08-4792-b726-e61d3ce34555","resolution":{"observed_at":"2026-08-07T14:56:19.192621Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.257167Z","title":"Medmcqa: A large-scale multi- subject multi-choice dataset for medical domain question answering","venue":null,"work_id":"2e9e7472-276c-4894-8f75-c43c69898252","year":2022},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.261687Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:062f8bb4a704eee15ae7fc3ff562b4f1a9664e0941b6b3026301eddc902c360f","observation_id":"b6b8c028-d67c-4ef5-9e5b-eac0fd7da4cb","resolution":{"observed_at":"2026-08-07T14:56:21.346240Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:19.323713Z","title":"What disease does this patient have? a large-scale open domain question answering dataset from medical exams","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.323713Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:b936b2db73b25af0c132f7a5a8d96b07ba933ad57008c2de06597d9172ed4566","observation_id":"176f82b3-9a87-41d1-9bba-98d1b581b4c9","resolution":{"observed_at":"2026-08-07T14:56:19.323713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:21.110561Z","title":"Pubmedqa: A dataset for biomedical research question answering","venue":null,"work_id":"15c98a1f-54c5-4f40-872c-ef7e82b506e5","year":2019},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.400349Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:03ce3b1a9dc9b8e77bbf80a787eec05341e2ee2fe48d1e6fe9d09b6c74f7a780","observation_id":"25a0e1c0-5648-4354-b07c-9b154607500c","resolution":{"observed_at":"2026-08-07T14:56:21.167655Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.11944","last_updated":"2023-11-20T17:28:02Z","snapshot_observed_at":"2026-07-06T16:50:06.095609Z","submitted_at":"2023-11-20T17:28:02Z","title":"FinanceBench: A New Benchmark for Financial Question Answering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.11944","snapshot_observed_at":"2026-08-07T14:56:19.488106Z","title":"Fi- nancebench: A new benchmark for financial question answering","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.488106Z"},"links":{"cited_paper":"/paper/2311.11944","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:14d220ee055564ea6c95c63f6222f0de7b21a11a073ed9704d85db2820ec2ba4","observation_id":"32132789-63dc-4736-8df1-4aff64f30525","resolution":{"observed_at":"2026-08-07T14:56:19.488106Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:19.580778Z","title":"Finqa: A dataset of numerical reasoning over financial data","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.580778Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:29503cdfe38cd24fd846d0957a0712b241253156b994e85a81b301df6085965b","observation_id":"57d8df30-03e8-4eab-b25e-e6c52a9aab9d","resolution":{"observed_at":"2026-08-07T14:56:19.580778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:20.915269Z","title":null,"venue":null,"work_id":"bd7e7b05-408c-4ee9-9ff6-c0a8581711d6","year":2014},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.733423Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:d4aeea5869fcd3b4213e8abba642b15ef9fc7346796f819dad3fe6a77f4c77ac","observation_id":"456b63be-2a3e-4829-9003-911f4bc8b422","resolution":{"observed_at":"2026-08-07T14:56:21.023859Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:20.741804Z","title":"Aime2025","venue":null,"work_id":"6be154a6-9c5f-4aa7-a9ee-c821beab5500","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.832316Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:86460678a37c1025981eeac2eec627d42b12b5f6b9faf47f9104e381547ce4f5","observation_id":"dfb331ff-ccab-41e9-96dd-889666824425","resolution":{"observed_at":"2026-08-07T14:56:20.805772Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.02390","last_updated":"2025-05-30T11:40:44Z","snapshot_observed_at":"2026-08-07T17:31:11.290779Z","submitted_at":"2025-03-04T08:28:04Z","title":"ReSo: A Reward-driven Self-organizing LLM-based Multi-Agent System for Reasoning Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.02390","snapshot_observed_at":"2026-08-07T14:56:19.901471Z","title":"Reso: A reward-driven self-organizing llm-based multi-agent system for reasoning tasks","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:19.901471Z"},"links":{"cited_paper":"/paper/2503.02390","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:8475982e23eaeb86901508b4e6ac89b988a03516f1f03d29db27b746316a9b7e","observation_id":"f6c6a078-025c-44de-bc9c-4dac425e4d73","resolution":{"observed_at":"2026-08-07T14:56:19.901471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:20.645081Z","title":"Codestral-22b-v0.1","venue":null,"work_id":"a0a38de4-d5d2-4ee1-9f98-1342a7a8806e","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:20.011101Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:01ffa00f228134d5bf1be742914f5e68598dab864105eebdcdaca2ee4d1a9d68","observation_id":"66e6587a-168d-4315-8abc-c53063c7e9ef","resolution":{"observed_at":"2026-08-07T14:56:20.688926Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:20.469795Z","title":"Openbiollms: Advancing open-source large language models for healthcare and life sciences","venue":null,"work_id":"1a95f390-671c-46d9-8e22-a54ace4c0770","year":2024},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:20.093760Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:e90fb15b066527121a5f326764531d272f9a0b3debb1fc3eb5aa025b6ae29b0a","observation_id":"41a05d09-9376-4706-9575-2d7832ebcdc2","resolution":{"observed_at":"2026-08-07T14:56:20.590081Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.09442","last_updated":"2023-08-21T07:49:37Z","snapshot_observed_at":"2026-07-06T16:07:37.940200Z","submitted_at":"2023-08-18T10:14:35Z","title":"BioMedGPT: Open Multimodal Generative Pre-trained Transformer for BioMedicine","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.09442","snapshot_observed_at":"2026-08-07T14:56:20.169929Z","title":"Biomedgpt: Open multimodal generative pre-trained transformer for biomedicine","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:20.169929Z"},"links":{"cited_paper":"/paper/2308.09442","citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:201d152180e97cda1d30bf13465f7df592d1f70d2b0140db914d212f92b345d4","observation_id":"cdd69850-37bc-4bfc-9052-f6da866a1529","resolution":{"observed_at":"2026-08-07T14:56:20.169929Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T14:56:16.448880Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T14:56:16.448880Z"},"links":{"citing_paper":"/paper/2505.16997"},"observation_digest":"sha256:dcaaba4e81edf41bd3a69991d32790146a409e2f7c0cf63ab3dea9db1a61b278","observation_id":"6c514cbe-bf91-4a78-9c22-776779b1d4ef","resolution":{"observed_at":"2026-08-07T14:56:16.448880Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.16997","last_updated":"2025-05-22T17:56:39Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T14:49:30.424513Z","submitted_at":"2025-05-22T17:56:39Z","title":"X-MAS: Towards Building Multi-Agent Systems with Heterogeneous LLMs"},"reference_resolution":{"displayed":72,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":35,"verified_exact":0,"verified_fuzzy":37},"total_outbound_references":72},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 72 of 72 outbound references and 11 inbound Pith citation observations for arXiv:2505.16997."}