{"as_of":"2026-08-12T17:53:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:111817451779f49db97083ad7fc3aed5edfbd974552faeb6e75942b80c164b4c","coverage":[{"denominator":39,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":39,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T14:58:45.981001Z","state":"measured"},{"denominator":39,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":39,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2412.11453/citation-record","integrity":"/paper/2412.11453/integrity","json":"/paper/2412.11453/citation-record.json","paper":"/paper/2412.11453"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:47.041842Z","title":null,"venue":null,"work_id":"a415ea87-7fae-4f8f-b871-fdabf14dcb75","year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.405485Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:b2c251d46f4267817208d75c131065130512b81d52ce4e250785d1547ecfcfdf","observation_id":"2f7daa66-4c84-4675-a7d0-4bfc9c7132f7","resolution":{"observed_at":"2026-08-11T14:58:47.140082Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.438324Z","title":"Chateval: Towards better llm-based evaluators through multi-agent debate","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.438324Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:8544b0ddf290188761f29de35aed0a7c21d7cf97c558f8cf74ec7d7a927bac94","observation_id":"3410428a-e668-4542-be5b-fa9b82a2677c","resolution":{"observed_at":"2026-08-11T14:58:45.438324Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.442555Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.442555Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:a7bbd876685f11d4743cddd3d7971f76d514002c2f1affdf8bd55c7ed2c36330","observation_id":"231f0d3d-545f-449d-a9fb-be999c421999","resolution":{"observed_at":"2026-08-11T14:58:45.442555Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:47.016827Z","title":"Chexagent: Towards a foundation model for chest x-ray interpretation","venue":null,"work_id":"66855299-c68e-4e03-ac85-77ff6b7aeccf","year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.447463Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:33a643463d88061ca67e0d8f369fdf969d9a5e72711a048f23771b2b55d24a2b","observation_id":"c445bfc6-868d-41ef-b82e-88835f5a4178","resolution":{"observed_at":"2026-08-11T14:58:47.021103Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.949387Z","title":null,"venue":null,"work_id":"c1ecba99-5ce4-4718-9b78-b0126302e774","year":1993},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.451533Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:0ff072c07a567de7801c4b0a182f3843dad7c2449c22677884895514be8583c2","observation_id":"ac7a3e42-2c0b-4978-bdc8-5bc257a25ea5","resolution":{"observed_at":"2026-08-11T14:58:47.009217Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.859258Z","title":"Flashattention-2: Faster attention with better parallelism and work partitioning","venue":null,"work_id":"7b175217-a5c3-4690-90d0-d72d603183f2","year":null},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.455081Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:fb143520a73ab980efbfa928fcb13da037c510f56b393caef041c4d73935bc03","observation_id":"0996da3c-16a2-4d2a-9ffe-ea1e11bd61ce","resolution":{"observed_at":"2026-08-11T14:58:46.866747Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.459138Z","title":"Fu, Stefano Ermon, Atri Rudra, and Christopher R \\'e","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.459138Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:653026f3a4684f6b950248663f1ad354ea96c41dbedcd7cec5279bb3aa146f47","observation_id":"dfc595f1-a9da-4ffc-ba92-43f6d133f5a8","resolution":{"observed_at":"2026-08-11T14:58:45.459138Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.462665Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.462665Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:3f7f0bd837d8057a6d51dd575d150065ac4d42b16c181669d6a6c8f76131079d","observation_id":"506ec475-032b-48d4-9f46-dab81a164fca","resolution":{"observed_at":"2026-08-11T14:58:45.462665Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.08247","last_updated":"2025-03-18T21:31:51Z","snapshot_observed_at":"2026-08-10T20:47:48.622277Z","submitted_at":"2023-04-14T11:28:08Z","title":"MedAlpaca -- An Open-Source Collection of Medical Conversational AI Models and Training Data","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.08247","snapshot_observed_at":"2026-08-11T14:58:45.466238Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.466238Z"},"links":{"cited_paper":"/paper/2304.08247","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:897ee035326ad89755fb3260e1827ff75a18b33fee4310ea585a3aaf0fd720bd","observation_id":"fcf69be2-14f6-4494-a09e-17410f662136","resolution":{"observed_at":"2026-08-11T14:58:45.466238Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2003.10286","last_updated":"2020-03-07T17:55:41Z","snapshot_observed_at":"2026-07-06T09:06:42.071993Z","submitted_at":"2020-03-07T17:55:41Z","title":"PathVQA: 30000+ Questions for Medical Visual Question Answering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2003.10286","snapshot_observed_at":"2026-08-11T14:58:45.470722Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.470722Z"},"links":{"cited_paper":"/paper/2003.10286","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:7ec8ab698ad6ea06518cd7ba3b0d040d47b020eac27529cb33b570fcec3404ae","observation_id":"6bac68f5-a5ac-4a9e-8417-8f7fcee5d256","resolution":{"observed_at":"2026-08-11T14:58:45.470722Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.475582Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.475582Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:8915eb77fb2779ea3f8aaae7f54e9719ab647a81c20bf0f58bfb8c497d31c979","observation_id":"f506cbe7-15b9-4522-b901-6b08f774508d","resolution":{"observed_at":"2026-08-11T14:58:45.475582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.480420Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.480420Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:c93f221272b445b8891038e1384f10101b7580d90cb373a98b0693266a23fa90","observation_id":"ed6d7ffe-5fd1-4b4b-b9d2-916e41607c22","resolution":{"observed_at":"2026-08-11T14:58:45.480420Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.825150Z","title":"Generative judge for evaluating alignment","venue":null,"work_id":"abe9cc95-98ee-4985-8d3f-81e254abc775","year":null},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.483535Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:10732d341af26684f35e318fd4b7c5f7f45e3ffd854ffe9781c0b63c9e07e802","observation_id":"8a3f7615-3241-4e5c-a9ac-41be88c59333","resolution":{"observed_at":"2026-08-11T14:58:46.830107Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.486952Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.486952Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:9835db4e42ce7ff08ad5330951fa7509874590829dbc92144f6c73907dc65111","observation_id":"0c38217a-4f92-49d3-8a54-0260e924ee9d","resolution":{"observed_at":"2026-08-11T14:58:45.486952Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07103","last_updated":"2024-06-12T08:31:58Z","snapshot_observed_at":"2026-08-09T19:02:58.867874Z","submitted_at":"2024-01-13T15:59:09Z","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.07103","snapshot_observed_at":"2026-08-11T14:58:45.497919Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.497919Z"},"links":{"cited_paper":"/paper/2401.07103","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:a1171e41a6f96066c559763fef5c8602718d5b341bf77650495afaf2f7066c6a","observation_id":"5d0a54fe-95da-4fb9-834a-114a85a676a1","resolution":{"observed_at":"2026-08-11T14:58:45.497919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.806107Z","title":null,"venue":null,"work_id":"bad8faef-c75b-489e-a6be-eb8dbc51c4a0","year":2004},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.572420Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:f454e2beb661c3cafa0be29a9eaf72de87bee6ddc14ba9c9abd796a2886c3c4a","observation_id":"9c36f67f-efe1-4d03-9e38-e3ca63d4e194","resolution":{"observed_at":"2026-08-11T14:58:46.809875Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.640622Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.640622Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:8758fcf65ccc8ee0cf29f8214df3689b43c00f9f5654f25d68e71e00e5abfae0","observation_id":"0e7ef28e-5f1c-4362-9631-344b0973ceb2","resolution":{"observed_at":"2026-08-11T14:58:45.640622Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.644764Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.644764Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:e40b856bb27a865a5ae3c91accebd9cdcad27c90d0b793d037479f51c364c05f","observation_id":"56558ea0-df7d-4bd1-b9e0-60b2d509fa5d","resolution":{"observed_at":"2026-08-11T14:58:45.644764Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.648732Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.648732Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:be08104d836d823097b9cec05bd35078bbf45d560e1a39543494a122b8508fe0","observation_id":"72d6cd95-a9c0-4a09-aefd-4846d054e942","resolution":{"observed_at":"2026-08-11T14:58:45.648732Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.680436Z","title":null,"venue":null,"work_id":"5b1aa348-b3f9-4619-b066-2295dd8c8e3a","year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.652530Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:d61039721d2de1b05ddf347c647b72dcdec536326f28d6c8b06a4308fe8c4cdc","observation_id":"63d7d7e5-9621-4227-b2a2-457665752242","resolution":{"observed_at":"2026-08-11T14:58:46.784561Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.513487Z","title":null,"venue":null,"work_id":"c52cfcfb-6261-44ba-81f4-3a67f27d9456","year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.655594Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:d3900f891af319f6527cd9fb4de7156b8c65c001a2f7e4f54ce5699568f474c6","observation_id":"8f9599b8-38e2-4177-85ee-344ca4421f34","resolution":{"observed_at":"2026-08-11T14:58:46.573325Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.13375","last_updated":"2023-04-12T16:48:39Z","snapshot_observed_at":"2026-08-12T12:22:21.685330Z","submitted_at":"2023-03-20T16:18:38Z","title":"Capabilities of GPT-4 on Medical Challenge Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.13375","snapshot_observed_at":"2026-08-11T14:58:45.658675Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.658675Z"},"links":{"cited_paper":"/paper/2303.13375","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:2f0b181f088e4b15c27b54f38ac91d102b75c7a3eadf6182afc0aeffe0549d3a","observation_id":"9ed2a86a-f4a9-40bf-9ff0-d1c5770f7800","resolution":{"observed_at":"2026-08-11T14:58:45.658675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.662231Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.662231Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:5e4a8b2148c4e757455014416acc25c87c193eac053d963fb9e3e763ad501333","observation_id":"cc8ee2b4-9d62-4973-9f37-c3e6ac612a22","resolution":{"observed_at":"2026-08-11T14:58:45.662231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.18681","last_updated":"2025-05-07T07:22:02Z","snapshot_observed_at":"2026-08-08T07:17:08.019150Z","submitted_at":"2023-11-30T16:28:40Z","title":"RaDialog: A Large Vision-Language Model for Radiology Report Generation and Conversational Assistance","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.18681","snapshot_observed_at":"2026-08-11T14:58:45.665572Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.665572Z"},"links":{"cited_paper":"/paper/2311.18681","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:2de76d7f8156bfee6116a9a36cebb40f78dc15ea0325b002c16dd843aa232938","observation_id":"dac4a831-8d9f-4497-be8a-0186a49abe79","resolution":{"observed_at":"2026-08-11T14:58:45.665572Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.669489Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.669489Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:8234224fec7717110691e1ef043a153edf0a7e221bb23aac344a8f5a5bcb47c5","observation_id":"6f9ca47b-d970-4a38-88f6-090f5e407a20","resolution":{"observed_at":"2026-08-11T14:58:45.669489Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.672819Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.672819Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:bd3d0e7280bd9d15e8426ea4186e410741d0af225634a7dc1def4929b6635df4","observation_id":"3ac496ab-bc6f-42f3-b750-dcabe91e55f7","resolution":{"observed_at":"2026-08-11T14:58:45.672819Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.676468Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.676468Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:a56d32d8794f9e424a948f67e76f054ee75b5f3c84c9842552abcb4612a1b04b","observation_id":"835d6b36-92ec-48a7-a9d4-7aef95301d7b","resolution":{"observed_at":"2026-08-11T14:58:45.676468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.680280Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.680280Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:3cd2146dc39fa0351a1b9026f941f8ccb18a4fd1bc29ce5b12eb0bf2ff00d05d","observation_id":"41da5873-aca0-4542-b6cb-077e1e48f742","resolution":{"observed_at":"2026-08-11T14:58:45.680280Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.683764Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.683764Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:3b38364318f89cbcbd87a07dd376f5d4515e8ee84c8ae74d9c711f8176b8d9d3","observation_id":"75a752ff-38b4-4d60-ab72-98b37ad6e660","resolution":{"observed_at":"2026-08-11T14:58:45.683764Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.460755Z","title":null,"venue":null,"work_id":"1d8e8940-dc41-4c39-9f9c-c22f29f8a26b","year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.688486Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:9724b8935b6d8cdeb92a28870543684f93bf69d7f2210b97fe5f38688acca937","observation_id":"1e721a90-f93b-431b-b701-66b37eec824e","resolution":{"observed_at":"2026-08-11T14:58:46.465563Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.448763Z","title":null,"venue":null,"work_id":"2746da62-4c79-440c-a8af-b48534643354","year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.691910Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:1e6be5762ef41823780c421ac4a69011783a9db187b2ce39ec6db8ad5b7a6fba","observation_id":"c7552a36-98c4-4adb-ba86-5ef9684f2744","resolution":{"observed_at":"2026-08-11T14:58:46.452172Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.07340","last_updated":"2023-05-12T09:37:13Z","snapshot_observed_at":"2026-07-06T15:26:22.787911Z","submitted_at":"2023-05-12T09:37:13Z","title":"MedGPTEval: A Dataset and Benchmark to Evaluate Responses of Large Language Models in Medicine","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.07340","snapshot_observed_at":"2026-08-11T14:58:45.695547Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.695547Z"},"links":{"cited_paper":"/paper/2305.07340","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:ca45f776d43b2bc3827818ece8640f49da94e1f191524e63d40f2f3b320034c9","observation_id":"6e51bc22-dfa1-4ed7-9d9a-c5bd1247c7db","resolution":{"observed_at":"2026-08-11T14:58:45.695547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.03162","last_updated":"2024-05-06T04:44:22Z","snapshot_observed_at":"2026-07-06T18:10:12.621492Z","submitted_at":"2024-05-06T04:44:22Z","title":"Advancing Multimodal Medical Capabilities of Gemini","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.03162","snapshot_observed_at":"2026-08-11T14:58:45.699956Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.699956Z"},"links":{"cited_paper":"/paper/2405.03162","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:a892841c7edec78417f83c1cd163f1ccf58e06bd3a4ed7b9d2cd3a4a7a6a84fa","observation_id":"6b6c7294-3278-4557-8b5b-4c898a30671f","resolution":{"observed_at":"2026-08-11T14:58:45.699956Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.740605Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.740605Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:905a1c202925ce92d78c2c67bdb43a3f9959db0725516c36a8b32a14507360e7","observation_id":"9f5a4b3d-981a-40c8-9cd2-4b285903d15a","resolution":{"observed_at":"2026-08-11T14:58:45.740605Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.427549Z","title":null,"venue":null,"work_id":"971b048d-2b6b-47f8-b489-10d0bdd98699","year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.845833Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:4cab30d205a3bf956b48387318a50e5a012c9de235c9c2f931546c65ff3fe2f5","observation_id":"f809da8d-cc29-4a44-bc1e-bc4db657882a","resolution":{"observed_at":"2026-08-11T14:58:46.432461Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:46.203590Z","title":null,"venue":null,"work_id":"ff0df3e4-dd65-4757-8568-dd4972b14ca2","year":2020},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.875463Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:dff5b7a79b9d52c796842ea4247c8165dc3dc5d301080b8e6c8e93954ee3c939","observation_id":"e563872d-722e-44eb-a0e5-a67b9ef7721e","resolution":{"observed_at":"2026-08-11T14:58:46.319426Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.00915","last_updated":"2025-01-08T22:58:51Z","snapshot_observed_at":"2026-07-06T14:57:39.647497Z","submitted_at":"2023-03-02T02:20:04Z","title":"BiomedCLIP: a multimodal biomedical foundation model pretrained from fifteen million scientific image-text pairs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.00915","snapshot_observed_at":"2026-08-11T14:58:45.972370Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.972370Z"},"links":{"cited_paper":"/paper/2303.00915","citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:76f7f327f6634b620a9915be943d99d85d57eda8fa5de4fe9ddee8f12dac1bb4","observation_id":"e36f00db-00c4-4877-b70a-632261ea1bf4","resolution":{"observed_at":"2026-08-11T14:58:45.972370Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.976333Z","title":"Bertscore: Evaluating text generation with bert","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.976333Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:35999c6125b43cd1b7edb25c297c345d3600adf9e619154cde35a40a4f7832a3","observation_id":"0f1597b5-ee11-4609-b215-3fac1c1cedb2","resolution":{"observed_at":"2026-08-11T14:58:45.976333Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T14:58:45.981001Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-11T14:58:45.981001Z"},"links":{"citing_paper":"/paper/2412.11453"},"observation_digest":"sha256:4a335c46352118c20881692a1c9f04203b14a62bf5ec110166c8fb15e574c5ae","observation_id":"f3c6f303-f5b2-4b4e-ba82-3d20eb83b032","resolution":{"observed_at":"2026-08-11T14:58:45.981001Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.11453","last_updated":"2024-12-16T05:15:43Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T14:53:01.200922Z","submitted_at":"2024-12-16T05:15:43Z","title":"ACE-$M^3$: Automatic Capability Evaluator for Multimodal Medical Models"},"reference_resolution":{"displayed":39,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":36,"verified_exact":0,"verified_fuzzy":3},"total_outbound_references":39},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 39 of 39 outbound references and 0 inbound Pith citation observations for arXiv:2412.11453."}