{"as_of":"2026-08-13T05:05:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ed8c8e6a05567a62ea8a2613a604265afec9d65a18209694be9b9a2d9736fa0c","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T21:46:44.887481Z","state":"measured"},{"denominator":40,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":40,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T19:10:53.895829Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-02T07:36:45.092472Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.04167","snapshot_observed_at":"2026-08-09T19:10:53.895829Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.00409","last_updated":"2025-07-21T12:20:06Z","snapshot_observed_at":"2026-08-10T00:34:58.507365Z","submitted_at":"2025-02-01T12:08:38Z","title":"Doing More with Less: A Survey on Routing Strategies for Resource Optimisation in Large Language Model-Based Systems","version":3},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-09T19:10:53.895829Z"},"links":{"cited_paper":"/paper/2412.04167","citing_paper":"/paper/2502.00409"},"observation_digest":"sha256:b902b8680616a82fef4197f36c66e667d545b231431718140c545c8067a5905f","observation_id":"bda5256c-2560-4ab1-871a-59c8ccb574ed","resolution":{"observed_at":"2026-08-09T19:10:53.895829Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"cited_work":{"arxiv_id":"2412.04167","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.04167","snapshot_observed_at":"2026-07-02T07:36:45.092472Z","title":"Bench-coe: a framework for collaboration of ex- perts from benchmark.arXiv preprint arXiv:2412.04167","venue":null,"work_id":"fa2392f8-9f60-4482-953a-7baa0cd0d0e7","year":2024},"citing_paper":{"arxiv_id":"2502.18036","last_updated":"2026-04-22T02:19:48Z","snapshot_observed_at":"2026-08-02T22:41:05.099083Z","submitted_at":"2025-02-25T09:48:53Z","title":"Harnessing Multiple Large Language Models: A Survey on LLM Ensemble","version":6},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-05-23T02:22:28.649071Z"},"links":{"cited_paper":"/paper/2412.04167","citing_paper":"/paper/2502.18036"},"observation_digest":"sha256:585541f86c735dc3c43bf9505b658d98217cf4e232fa9ff0de7c124dcba55884","observation_id":"6dedef51-0fbf-4685-a435-0cbb76324400","resolution":{"observed_at":"2026-05-23T02:25:19.649790Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"cited_work":{"arxiv_id":"2412.04167","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2412.04167","snapshot_observed_at":"2026-07-02T07:36:45.092472Z","title":"Bench-coe: a framework for collaboration of ex- perts from benchmark.arXiv preprint arXiv:2412.04167","venue":null,"work_id":"fa2392f8-9f60-4482-953a-7baa0cd0d0e7","year":2024},"citing_paper":{"arxiv_id":"2606.04378","last_updated":"2026-06-03T02:51:56Z","snapshot_observed_at":"2026-08-07T12:02:05.254549Z","submitted_at":"2026-06-03T02:51:56Z","title":"DLLG: Dynamic Logit-Level Gating of LLM Experts","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-06-28T06:50:32.988192Z"},"links":{"cited_paper":"/paper/2412.04167","citing_paper":"/paper/2606.04378"},"observation_digest":"sha256:39e9fe3b1a3be8ec8c9c5f0280b1810783027957f58418177ad88b9f7afa7c09","observation_id":"ea4f1e90-ebd5-4db5-b0ca-220d192361e8","resolution":{"observed_at":"2026-07-02T07:36:45.094204Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2412.04167/citation-record","integrity":"/paper/2412.04167/integrity","json":"/paper/2412.04167/citation-record.json","paper":"/paper/2412.04167"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.315684Z","title":"Bowman, Gabor Angeli, Christopher Potts, and Christopher D","venue":null,"work_id":"4f718743-bc51-4a03-82b9-4d706de83d05","year":2015},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.750797Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:9dbbf304f5d23ece7fee8a9553f95505e983d37322556c84c10c2ea94081cd2a","observation_id":"5918cccf-0ad5-42f7-bccb-57ac63e54715","resolution":{"observed_at":"2026-08-11T21:46:45.319677Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.304566Z","title":null,"venue":null,"work_id":"e5804ccc-702f-4b61-b8bc-1f4df6d8ed10","year":2020},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.755404Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:5e71a096cec919150b9a5ff7af822bcf8a1c28cd3911df6daa24af1c2795b60c","observation_id":"8bda7517-7469-4739-b85a-efd8217647d6","resolution":{"observed_at":"2026-08-11T21:46:45.308474Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.05176","last_updated":"2023-05-09T05:11:02Z","snapshot_observed_at":"2026-08-10T11:59:11.481480Z","submitted_at":"2023-05-09T05:11:02Z","title":"FrugalGPT: How to Use Large Language Models While Reducing Cost and Improving Performance","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.05176","snapshot_observed_at":"2026-08-11T21:46:44.759395Z","title":"Frugalgpt: How to use large language models while reducing cost and improving performance","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.759395Z"},"links":{"cited_paper":"/paper/2305.05176","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:a164ddb1571a731e590cb71e3cba57a16d955a5de77b9b8f4e320a301fcda9bc","observation_id":"c138a71c-62d5-4b98-a72c-974d91b2dd2c","resolution":{"observed_at":"2026-08-11T21:46:44.759395Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.20330","last_updated":"2024-04-09T15:17:50Z","snapshot_observed_at":"2026-08-07T12:15:30.838846Z","submitted_at":"2024-03-29T17:59:34Z","title":"Are We on the Right Way for Evaluating Large Vision-Language Models?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.20330","snapshot_observed_at":"2026-08-11T21:46:44.764011Z","title":"Are we on the right way for evaluating large vision-language models? ArXiv preprint, abs/2403.20330,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.764011Z"},"links":{"cited_paper":"/paper/2403.20330","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:e1f591dfceee9d782ec2fcac29d673b7c520eca84b0c7457be937da8c99c455f","observation_id":"4a13d49d-304f-41ff-8dd6-61c5e61eff50","resolution":{"observed_at":"2026-08-11T21:46:44.764011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.14238","last_updated":"2024-01-15T15:23:55Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-21T18:59:31Z","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.14238","snapshot_observed_at":"2026-08-11T21:46:44.768175Z","title":"Internvl: Scaling up vision foundation models and aligning for generic visual-linguistic tasks","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.768175Z"},"links":{"cited_paper":"/paper/2312.14238","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:8952ec0e9807d37d95712575254da67419f307ab181a4046df69720b7703169f","observation_id":"5af9441d-70bd-45b9-8e2a-245fbdf39bfa","resolution":{"observed_at":"2026-08-11T21:46:44.768175Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.16821","last_updated":"2024-04-29T20:24:30Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-04-25T17:59:19Z","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.16821","snapshot_observed_at":"2026-08-11T21:46:44.772239Z","title":"How far are we to gpt-4v? closing the gap to commercial multimodal models with open-source suites","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.772239Z"},"links":{"cited_paper":"/paper/2404.16821","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:97a6ec24888aff6be10b02d8315f863b39cb2c7dd87ec28d2d0e8befc46b2a84","observation_id":"300a9d80-a620-4745-a682-afbf4b142de8","resolution":{"observed_at":"2026-08-11T21:46:44.772239Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-07T01:45:38.840969Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-11T21:46:44.776446Z","title":"Training verifiers to solve math word problems","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.776446Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:652f886197fd95c6f9dca3d1c6fcd4ece4709984ff5df5b967001f9d3d4ae625","observation_id":"49bd7a67-d392-4809-9a3a-ebb457219540","resolution":{"observed_at":"2026-08-11T21:46:44.776446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.293877Z","title":"BERT: Pre-training of deep bidirectional trans- formers for language understanding","venue":null,"work_id":"8456082d-b4ff-4ce0-b78d-8cb767793b82","year":2019},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.779964Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:e53bc25036d2ca3b552bce66ec6cd807a600efc1edba47736d70ad7cb870dbeb","observation_id":"46973ba0-13ea-483f-9fb8-a6f7c4b8e15b","resolution":{"observed_at":"2026-08-11T21:46:45.297887Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.282556Z","title":null,"venue":null,"work_id":"bea04655-6cc4-434c-ba08-e127c912326d","year":null},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.783430Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:0b22e3e5483ccaebcd02d0c6f07e4a42bdb9c1970fa5d8271a0f66202119a50b","observation_id":"9b1b66f1-f573-4387-883f-2b5d7ea17dbf","resolution":{"observed_at":"2026-08-11T21:46:45.286850Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:44.786737Z","title":"Switch transformers: Scaling to trillion parameter models with sim- ple and efficient sparsity","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.786737Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:e51bf37dc0e1cba25f14d48c1a33737726a643d486fd3d93c2b69c68b7ecd92e","observation_id":"251e6251-3edb-4a45-895b-d212ab8ddfd0","resolution":{"observed_at":"2026-08-11T21:46:44.786737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03834","last_updated":"2025-03-17T15:08:47Z","snapshot_observed_at":"2026-08-12T22:30:29.734929Z","submitted_at":"2024-10-04T18:02:48Z","title":"GraphRouter: A Graph-based Router for LLM Selections","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03834","snapshot_observed_at":"2026-08-11T21:46:44.790065Z","title":"Graphrouter: A graph-based router for llm selections","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.790065Z"},"links":{"cited_paper":"/paper/2410.03834","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:7293d7986bf98d348f1447d46155016f6ae9a171f5348f78945e3bf8a38a3487","observation_id":"f44cf830-5d70-4430-a00a-83a783b79263","resolution":{"observed_at":"2026-08-11T21:46:44.790065Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-11T21:46:44.793960Z","title":"Mistral 7b","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.793960Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:a19aea7ad464ff3eb5084180b70ca15483cba47b0a14838b509985b018f076d0","observation_id":"7d2c7f86-f692-48bc-90ad-88e32ce9afac","resolution":{"observed_at":"2026-08-11T21:46:44.793960Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04088","last_updated":"2024-01-08T18:47:34Z","snapshot_observed_at":"2026-08-08T06:16:25.839566Z","submitted_at":"2024-01-08T18:47:34Z","title":"Mixtral of Experts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04088","snapshot_observed_at":"2026-08-11T21:46:44.797572Z","title":"Mixtral of experts","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.797572Z"},"links":{"cited_paper":"/paper/2401.04088","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:1b6dd2c2b1dc0be97abaac1c97aa6a01a6cff56b61e8cc20116290f4deed0789","observation_id":"83b20151-0a60-4161-9e36-0d09ce005a21","resolution":{"observed_at":"2026-08-11T21:46:44.797572Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.265263Z","title":"Llm- blender: Ensembling large language models with pairwise ranking and generative fusion","venue":null,"work_id":"79063043-eae7-484c-bdd6-ecc961233faa","year":2023},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.801464Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:b830ba5f446ae61c01353bba7e6317dc6de7cb9e189b0f6af4f43ffbf2e77c1e","observation_id":"f38e1d18-ea8a-4f50-a6f5-08e89cbf652c","resolution":{"observed_at":"2026-08-11T21:46:45.269079Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.03326","last_updated":"2024-10-26T16:35:13Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-08-06T17:59:44Z","title":"LLaVA-OneVision: Easy Visual Task Transfer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.03326","snapshot_observed_at":"2026-08-11T21:46:44.807567Z","title":"Llava-onevision: Easy visual task transfer","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.807567Z"},"links":{"cited_paper":"/paper/2408.03326","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:c06b1b8dd322cce5088a27f9b8c3c397d3d743eb68f443e0608ff4514f57320c","observation_id":"c2ad3d26-4682-4820-be42-3e443e5f651c","resolution":{"observed_at":"2026-08-11T21:46:44.807567Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:44.811607Z","title":"Visual instruction tuning","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.811607Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:fc31edcfbeab2af77c7f3441f7bd016530ffea00744db73dd5bd50a67a51179b","observation_id":"d1c2a2a9-8e0e-450a-8ccf-3d47bbd4bc7f","resolution":{"observed_at":"2026-08-11T21:46:44.811607Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.247555Z","title":"Routing to the expert: Efficient reward-guided ensemble of large language models","venue":null,"work_id":"3da9c941-2d2a-4995-9360-3a175b62cfcd","year":1964},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.815106Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:665871ed077edd9b43898baf1b528c06488194018d9c9747f05d93ed11403df0","observation_id":"30163ee1-b966-4db0-878f-6ad4ffbff5a9","resolution":{"observed_at":"2026-08-11T21:46:45.251573Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.236345Z","title":"Introducing meta llama 3: The most capable openly available llm to date","venue":null,"work_id":"e385908c-94b1-4b62-987f-e3c822bf0390","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.818575Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:fb6406aa26150f01f2c769dd24286c3260005a9cc7bb3ac6f44f70f7fe8d0ed1","observation_id":"f41923c6-2218-4dd0-984c-fe7463656aa5","resolution":{"observed_at":"2026-08-11T21:46:45.240324Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.19878","last_updated":"2025-01-03T06:55:02Z","snapshot_observed_at":"2026-08-12T22:34:57.494110Z","submitted_at":"2024-09-30T02:23:31Z","title":"HDMoLE: Mixture of LoRA Experts with Hierarchical Routing and Dynamic Thresholds for Fine-Tuning LLM-based ASR Models","version":3},"cited_work":{"arxiv_id":"2409.19878","doi":null,"metadata_source":"pith","pith_arxiv_id":"2409.19878","snapshot_observed_at":"2026-08-11T21:46:45.025349Z","title":"HDMoLE: Mixture of LoRA Experts with Hierarchical Routing and Dynamic Thresholds for Fine-Tuning LLM-based ASR Models","venue":"cs.SD","work_id":"b6aa9328-add1-49ab-8cbc-a24946fab805","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.821969Z"},"links":{"cited_paper":"/paper/2409.19878","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:e380f2edc2cb83e74682164e239a64ba3cae8c9d8606d41b2f8412d34238f6c6","observation_id":"6aa33964-d805-41ed-b638-dd026f41b1ae","resolution":{"observed_at":"2026-08-11T21:46:45.032782Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.18665","last_updated":"2025-02-23T08:50:33Z","snapshot_observed_at":"2026-07-30T15:06:18.011623Z","submitted_at":"2024-06-26T18:10:22Z","title":"RouteLLM: Learning to Route LLMs with Preference Data","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.18665","snapshot_observed_at":"2026-08-11T21:46:44.826231Z","title":"Routellm: Learning to route llms with preference data","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.826231Z"},"links":{"cited_paper":"/paper/2406.18665","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:a80494e0d6a349adc6f87d06e5e574f4b661a1da9a3bed9e7786670a0ceebac5","observation_id":"41a0db19-fa56-4907-8bd3-5997f832f642","resolution":{"observed_at":"2026-08-11T21:46:44.826231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.13228","last_updated":"2024-07-03T13:46:33Z","snapshot_observed_at":"2026-08-08T16:03:10.053914Z","submitted_at":"2024-02-20T18:42:34Z","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.13228","snapshot_observed_at":"2026-08-11T21:46:44.829980Z","title":"Smaug: Fixing failure modes of preference optimisation with dpo-positive","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.829980Z"},"links":{"cited_paper":"/paper/2402.13228","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:930e36d1c3e0efcfe1ee2b7c4bcac42e9e84263e7cc83dc43455849a17883503","observation_id":"a315f71f-dfda-430d-8508-d388364cc913","resolution":{"observed_at":"2026-08-11T21:46:44.829980Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.224574Z","title":"Rankmean: Module-level importance score for merging fine-tuned llm models","venue":null,"work_id":"4bd8f110-2e91-42d6-a3e5-35198fd052d9","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.833681Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:d0803160b4c538146745e9b0475b0a914e8b7a0a63143e6a9a0ae883550011cd","observation_id":"fd14d1ac-c238-4def-bfba-e96f2cb59a3b","resolution":{"observed_at":"2026-08-11T21:46:45.228684Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:44.836901Z","title":"Language models are unsu- pervised multitask learners","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.836901Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:521872a454c46194ac3e59c758e0ba7377356c4f8b2db5306eb05137fc00b07c","observation_id":"29259c42-0aa6-42b9-8b2c-659fe3e20130","resolution":{"observed_at":"2026-08-11T21:46:44.836901Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.205379Z","title":"SQuAD: 100,000+ questions for machine com- prehension of text","venue":null,"work_id":"634ff201-4c7f-4078-bbb5-0ed364560a2a","year":2016},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.840114Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:b3187a284fd369122a91334c97d4540d1982442018ee2aad74e176c05441868f","observation_id":"1a7c0214-38a8-4cde-b396-646ba00eb926","resolution":{"observed_at":"2026-08-11T21:46:45.209657Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.193608Z","title":"Winogrande: An adversarial winograd schema challenge at scale","venue":null,"work_id":"cc14afe4-c742-4057-b49b-ff5c2719e479","year":2021},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.843481Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:0883fcf7863a1101481929620904126f98634500d3400f55a4cfece50179300d","observation_id":"ec9e755d-e1d5-4068-9cdc-59815756c83e","resolution":{"observed_at":"2026-08-11T21:46:45.197741Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.12320","last_updated":"2024-10-23T18:11:42Z","snapshot_observed_at":"2026-08-12T22:59:22.125454Z","submitted_at":"2024-08-22T11:57:07Z","title":"TensorOpera Router: A Multi-Model Router for Efficient LLM Inference","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.12320","snapshot_observed_at":"2026-08-11T21:46:44.846975Z","title":"Polyrouter: A multi-llm querying system","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.846975Z"},"links":{"cited_paper":"/paper/2408.12320","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:95771dd5fd50565588f691865e46f4e48beb1205fa4cf50bca7a020b5a62ef16","observation_id":"3a97c8e0-0473-4082-9ea9-96e08e198a90","resolution":{"observed_at":"2026-08-11T21:46:44.846975Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.181528Z","title":"Le, Ed H","venue":null,"work_id":"bf2bfc08-bfa5-46d7-a9c6-0446830be1dc","year":2023},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.850625Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:192e68a95036bf2ca49d274fcb3e810f89c0befdb49589622ab117dd985d05a5","observation_id":"a3c81caf-89ea-482c-97ed-689392b2d579","resolution":{"observed_at":"2026-08-11T21:46:45.185478Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.168977Z","title":null,"venue":null,"work_id":"e0a6f22d-9ab4-430e-9a9b-7a5c5c547c61","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.854630Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:d861691abc2569b84d3a1ad27eb49815ed851fcae8deb96cb4c9e616b4e0fded","observation_id":"399cd99d-6be9-48ef-92b2-9ed814f2e2fe","resolution":{"observed_at":"2026-08-11T21:46:45.173455Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.158277Z","title":"Tjong Kim Sang","venue":null,"work_id":"808a2199-8767-4d5a-addd-940d96a950b2","year":2002},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.858400Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:b6f250ee95e3106e43b7ed0f500517f248baf677f3e51179f32d4ddedc026ffb","observation_id":"36b8d2d7-9556-4a33-b427-44d88b0474f0","resolution":{"observed_at":"2026-08-11T21:46:45.161999Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01574","last_updated":"2024-11-06T02:54:00Z","snapshot_observed_at":"2026-08-06T00:29:17.674418Z","submitted_at":"2024-06-03T17:53:00Z","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01574","snapshot_observed_at":"2026-08-11T21:46:44.861907Z","title":"Mmlu-pro: A more robust and challenging multi-task language understanding benchmark","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.861907Z"},"links":{"cited_paper":"/paper/2406.01574","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:3c6cf8a62e469ad03b76eadd36ca30fbeaaa3e6701574b699bb3d831d17a4de0","observation_id":"38456d1a-12ca-4197-a291-ee410a2bae07","resolution":{"observed_at":"2026-08-11T21:46:44.861907Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10671","last_updated":"2024-09-10T13:25:53Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-07-15T12:35:42Z","title":"Qwen2 Technical Report","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10671","snapshot_observed_at":"2026-08-11T21:46:44.865516Z","title":"Qwen2 technical report","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.865516Z"},"links":{"cited_paper":"/paper/2407.10671","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:77b7c0e88bf1c2a8d22098c88fc2cc422eaa2a44cf6a44b62bb8952dbb452f71","observation_id":"f86ffcba-3f6b-486e-be45-73dce2e63e93","resolution":{"observed_at":"2026-08-11T21:46:44.865516Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.01800","last_updated":"2024-08-03T15:02:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-08-03T15:02:21Z","title":"MiniCPM-V: A GPT-4V Level MLLM on Your Phone","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.01800","snapshot_observed_at":"2026-08-11T21:46:44.869470Z","title":"Minicpm-v: A gpt-4v level mllm on your phone","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.869470Z"},"links":{"cited_paper":"/paper/2408.01800","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:ce575f7e21b95bec61815421636caea290de09ef6cb5e913a731af5980f8ae92","observation_id":"987caa89-a5c2-4399-91cd-3bbe6a0ad824","resolution":{"observed_at":"2026-08-11T21:46:44.869470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.04652","last_updated":"2025-01-21T10:12:05Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-03-07T16:52:49Z","title":"Yi: Open Foundation Models by 01.AI","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.04652","snapshot_observed_at":"2026-08-11T21:46:44.873313Z","title":"Yi: Open foundation models by 01","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.873313Z"},"links":{"cited_paper":"/paper/2403.04652","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:489462b7895cde7a4a5b0a13efaa9d52460fcccbfe867e202f324e6c93f1596d","observation_id":"74bd5c2b-7e7d-4e48-b582-7067b30e6cd3","resolution":{"observed_at":"2026-08-11T21:46:44.873313Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.146330Z","title":"Mmmu: A massive multi-discipline multimodal understanding and reasoning benchmark for ex- pert agi","venue":null,"work_id":"2beb99c1-41df-4ae7-b297-5bece074a3cd","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.876975Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:2f3fdc8201b816c8513115c87c9169c813406694ad83a509a042877cbb498037","observation_id":"b754e5ea-9380-4257-ae67-2b91b05cd8df","resolution":{"observed_at":"2026-08-11T21:46:45.150709Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.06462","last_updated":"2025-04-18T16:42:48Z","snapshot_observed_at":"2026-08-12T23:46:15.788797Z","submitted_at":"2024-06-10T16:58:48Z","title":"VCR: A Task for Pixel-Level Complex Reasoning in Vision Language Models via Restoring Occluded Text","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.06462","snapshot_observed_at":"2026-08-11T21:46:44.880206Z","title":"Vcr: Visual caption restoration","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.880206Z"},"links":{"cited_paper":"/paper/2406.06462","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:80093f5c52456ca98f10099d39b642abcf65f13264fe2d8f6d8dced418d3fa5b","observation_id":"4ca1c7e7-eb2c-4a20-bfb9-f79dcbb931e5","resolution":{"observed_at":"2026-08-11T21:46:44.880206Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.15518","last_updated":"2024-10-29T00:20:45Z","snapshot_observed_at":"2026-08-13T03:21:16.728284Z","submitted_at":"2024-09-23T20:10:10Z","title":"Eagle: Efficient Training-Free Router for Multi-LLM Inference","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.15518","snapshot_observed_at":"2026-08-11T21:46:44.883992Z","title":"Eagle: Ef- ficient training-free router for multi-llm inference","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.883992Z"},"links":{"cited_paper":"/paper/2409.15518","citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:f40b28c931606db995dc3ee887f6efa44f75cc800389c9ba4eb73b7219cf8562","observation_id":"92e29c45-89ae-4a8b-ae0d-984f0edb2b70","resolution":{"observed_at":"2026-08-11T21:46:44.883992Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T21:46:45.135256Z","title":"Minigpt-4: Enhancing vision-language understanding with advanced large language models","venue":null,"work_id":"d6f57a0c-b806-4bcc-9f95-c1b8605ed0b4","year":2024},"citing_paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T21:46:44.887481Z"},"links":{"citing_paper":"/paper/2412.04167"},"observation_digest":"sha256:4c9d3d39153ffcacd8acc77e4bbf2a98b7505496b61ed1e54d74ec639538c06d","observation_id":"33e25254-ac92-4551-873e-4199fc70a3b3","resolution":{"observed_at":"2026-08-11T21:46:45.139155Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.04167","last_updated":"2024-12-05T14:03:41Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-12T15:11:45.435153Z","submitted_at":"2024-12-05T14:03:41Z","title":"Bench-CoE: a Framework for Collaboration of Experts from Benchmark"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":24,"verified_exact":1,"verified_fuzzy":12},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 13 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 3 inbound Pith citation observations for arXiv:2412.04167."}