{"as_of":"2026-08-24T02:17:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:335240bc8a2066b790341012cd1e00087935760c0eb73f24cc6f750668c85b2b","coverage":[{"denominator":93,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":93,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T10:53:59.353791Z","state":"measured"},{"denominator":101,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":101,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-23T06:30:58.430688+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T23:11:38.148136Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-07-10T10:37:01.673012Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"cited_work":{"arxiv_id":"2506.04078","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.04078","snapshot_observed_at":"2026-07-10T10:37:01.673012Z","title":"Zhang et al","venue":"cs.CL","work_id":"c61f8880-e52b-42a7-ae06-f7caaa8a2aca","year":2025},"citing_paper":{"arxiv_id":"2509.22258","last_updated":"2026-04-04T13:15:46Z","snapshot_observed_at":"2026-08-14T23:52:12.294455Z","submitted_at":"2025-09-26T12:20:01Z","title":"Beyond Classification Accuracy: Neural-MedBench and the Need for Deeper Reasoning Benchmarks","version":5},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-05-18T13:26:58.309566Z"},"links":{"cited_paper":"/paper/2506.04078","citing_paper":"/paper/2509.22258"},"observation_digest":"sha256:62b96873cbd7b017a9db73a7adb86dbc6f95381caf55ff422125987debbc5559","observation_id":"d5bb3a88-f0b1-4aa3-a789-e20cbf8e89e2","resolution":{"observed_at":"2026-05-18T13:31:25.588334Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"cited_work":{"arxiv_id":"2506.04078","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.04078","snapshot_observed_at":"2026-07-10T10:37:01.673012Z","title":"Zhang et al","venue":"cs.CL","work_id":"c61f8880-e52b-42a7-ae06-f7caaa8a2aca","year":2025},"citing_paper":{"arxiv_id":"2605.30637","last_updated":"2026-05-28T22:38:26Z","snapshot_observed_at":"2026-08-15T02:58:19.749294Z","submitted_at":"2026-05-28T22:38:26Z","title":"EHRBench: An Automated and Reliable EHR-based Benchmark for Clinical Decision Making with LLMs","version":1},"reference_index":123,"source":"pdf_text","source_observed_at":"2026-06-29T06:41:06.828814Z"},"links":{"cited_paper":"/paper/2506.04078","citing_paper":"/paper/2605.30637"},"observation_digest":"sha256:930a052e45555abdca9dd63688d803edf11f7fbd267164e55e5c23f5ee11f163","observation_id":"d92a35f2-11b9-4768-88d5-9f9bae1891a8","resolution":{"observed_at":"2026-06-29T06:43:10.426328Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"cited_work":{"arxiv_id":"2506.04078","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.04078","snapshot_observed_at":"2026-07-10T10:37:01.673012Z","title":"Zhang et al","venue":"cs.CL","work_id":"c61f8880-e52b-42a7-ae06-f7caaa8a2aca","year":2025},"citing_paper":{"arxiv_id":"2606.28332","last_updated":"2026-05-26T14:39:18Z","snapshot_observed_at":"2026-08-13T09:06:41.080761Z","submitted_at":"2026-05-26T14:39:18Z","title":"When Medical Safety Alignment Fails: A Benchmark for Evaluating LLMs on High-Risk Medical Queries","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-06-30T11:03:52.230759Z"},"links":{"cited_paper":"/paper/2506.04078","citing_paper":"/paper/2606.28332"},"observation_digest":"sha256:ea0e80883adb44b4d78bad976d418ae1f5dbb023212289e58b9f41428c51f84e","observation_id":"2364da63-bcd7-4cb0-9375-58bc31548022","resolution":{"observed_at":"2026-06-30T11:04:37.457795Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"cited_work":{"arxiv_id":"2506.04078","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.04078","snapshot_observed_at":"2026-07-10T10:37:01.673012Z","title":"Zhang et al","venue":"cs.CL","work_id":"c61f8880-e52b-42a7-ae06-f7caaa8a2aca","year":2025},"citing_paper":{"arxiv_id":"2607.08257","last_updated":"2026-07-09T09:03:42Z","snapshot_observed_at":"2026-08-15T04:47:45.725866Z","submitted_at":"2026-07-09T09:03:42Z","title":"MentalHospital: A Virtual Environment for Evaluating Psychiatric Clinical Encounters","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-07-10T10:30:27.256710Z"},"links":{"cited_paper":"/paper/2506.04078","citing_paper":"/paper/2607.08257"},"observation_digest":"sha256:fba9bd4ac9256d011d08e6059cd272a307a7b74f3890e6a5d3703ef42d3cafda","observation_id":"dc0aef91-c6a5-494d-8e80-c532a3084a11","resolution":{"observed_at":"2026-07-10T10:37:01.674231Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.04078","snapshot_observed_at":"2026-08-04T01:35:37.154894Z","title":"arXiv preprint arXiv:2506.04078 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00640","last_updated":"2026-08-01T12:53:24Z","snapshot_observed_at":"2026-08-16T18:13:50.161623Z","submitted_at":"2026-08-01T12:53:24Z","title":"TreeProbe : A Tibetan Medicine Benchmark for Cultural Bias in LLMs","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-04T01:35:37.154894Z"},"links":{"cited_paper":"/paper/2506.04078","citing_paper":"/paper/2608.00640"},"observation_digest":"sha256:1594463e7bde4132c21ecfc1123fab51d8d6db00783ea4a3f4ec435c7be58bf2","observation_id":"5c04eb6e-c1ce-4d16-9e06-a4cac33d52fc","resolution":{"observed_at":"2026-08-04T01:35:37.154894Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.04078","snapshot_observed_at":"2026-08-06T23:09:09.587425Z","title":"Llmeval-med: A real-world clinical benchmark for medical llms with physician validation.arXiv preprint arXiv:2506.04078, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.04514","last_updated":"2026-08-06T01:21:33Z","snapshot_observed_at":"2026-08-20T12:42:16.908628Z","submitted_at":"2026-08-05T06:49:30Z","title":"RESPClinBench: Benchmarking Multimodal Clinical Decision-Making and Longitudinal Disease Management in Respiratory Specialty Care","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T23:09:09.587425Z"},"links":{"cited_paper":"/paper/2506.04078","citing_paper":"/paper/2608.04514"},"observation_digest":"sha256:c4b58bfd0060e16e757004962d466feb6b0857af78bf6868f1835ff60c218bcc","observation_id":"8707fa23-5ce8-4a3d-9342-b1c6b9494cec","resolution":{"observed_at":"2026-08-06T23:09:09.587425Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.04078","snapshot_observed_at":"2026-08-08T18:24:08.339661Z","title":"Llmeval-med: A real-world clinical benchmark for medical llms with physician validation.arXiv preprint arXiv:2506.04078, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.04514","last_updated":"2026-08-06T01:21:33Z","snapshot_observed_at":"2026-08-20T12:42:16.908628Z","submitted_at":"2026-08-05T06:49:30Z","title":"RESPClinBench: Benchmarking Multimodal Clinical Decision-Making and Longitudinal Disease Management in Respiratory Specialty Care","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-08T18:24:08.339661Z"},"links":{"cited_paper":"/paper/2506.04078","citing_paper":"/paper/2608.04514"},"observation_digest":"sha256:1b3c1b7a2b27afb4f18914ca3615d08d4cfeca3c8c88bde29c243762ad66f7a7","observation_id":"c099f4d9-34c4-4766-abe5-ff94138ec5a6","resolution":{"observed_at":"2026-08-08T18:24:08.339661Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.04078","snapshot_observed_at":"2026-08-11T23:11:38.148136Z","title":"arXiv preprint arXiv:2506.04078 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.09123","last_updated":"2026-08-10T05:02:28Z","snapshot_observed_at":"2026-08-16T07:10:56.288467Z","submitted_at":"2026-08-10T05:02:28Z","title":"RISE-RL: Rubric-Informed Selective Exploration for Open-Ended Reinforcement Learning","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-11T23:11:38.148136Z"},"links":{"cited_paper":"/paper/2506.04078","citing_paper":"/paper/2608.09123"},"observation_digest":"sha256:d2e64290e37e845034e06d379eb9eb34148a344adf5a9300d6843116960b463d","observation_id":"64de9da0-61a2-4473-8bb0-e97d61f24011","resolution":{"observed_at":"2026-08-11T23:11:38.148136Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2506.04078/citation-record","integrity":"/paper/2506.04078/integrity","json":"/paper/2506.04078/citation-record.json","paper":"/paper/2506.04078"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:49.262357Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.262357Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:4e9cbc5829bad31016981fa75db82403700420e01976ceb8ef63b18c9cd0098e","observation_id":"9e84cb7f-f846-42a5-9610-8ee42a7fcead","resolution":{"observed_at":"2026-08-07T10:53:49.262357Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:49.359752Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.359752Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:8cc932082233f42f057d52fa80a9218a87ef9d08bbbec03f43cab59f7f0d4a85","observation_id":"e0bd2a4c-9805-4cc4-ab6d-6161a75192dd","resolution":{"observed_at":"2026-08-07T10:53:49.359752Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:49.425466Z","title":"Complex Medical Reasoning","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.425466Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:311ebea45b0fc83cca9765470f987221bc9537de5133387d9467eaf8c572aee4","observation_id":"49a621dc-3071-40f9-a499-588fe4258239","resolution":{"observed_at":"2026-08-07T10:53:49.425466Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:49.736904Z","title":"This model missed critical clinical reasoning elements and failed to recognize the urgency of potential deep vein throm- bosis in a patient with antiphospholipid syndrome history","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.736904Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:7bb9e2abcafac33a8fab49002d399d6083dded8e575399035fd3207b03600fe4","observation_id":"8b671304-d24c-438f-8257-2d38679d6282","resolution":{"observed_at":"2026-08-07T10:53:49.736904Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:50.068250Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:50.068250Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:bb063749d0befe20c290b3099e2c22ac21726c0d462206bbc934cdf6ec973e9b","observation_id":"ede616a9-2c7a-4bb6-9e4e-1760bce042fd","resolution":{"observed_at":"2026-08-07T10:53:50.068250Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:49.491473Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.491473Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:c6deb06c77fe96cfcabe40b8acffeb59e12f412be4e552dd0c7916210dbf79b5","observation_id":"225f84bb-0f7f-47a0-bf2f-b59c092cb06b","resolution":{"observed_at":"2026-08-07T10:53:49.491473Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:49.560849Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.560849Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:851fd32cd15f907d11be0eaea1c065ce62494f573501226e747927d67c9a5431","observation_id":"934ef881-134a-4711-8461-ae000c07d6a5","resolution":{"observed_at":"2026-08-07T10:53:49.560849Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:49.652818Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.652818Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:0d6aec8c4976feb9dfecb3e727d037ceeb7e61b347fb32113517b5a924e3b72c","observation_id":"e452d91e-ed9e-4628-a32d-d5740955107f","resolution":{"observed_at":"2026-08-07T10:53:49.652818Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:49.812515Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.812515Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:0d0c4d92cb034557b882783f58e8d9d00919f2a44133efe709f1f46215b76e6d","observation_id":"45b9d33c-2a23-4f86-a638-21e9ceea55c1","resolution":{"observed_at":"2026-08-07T10:53:49.812515Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:49.884743Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.884743Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:5a8e6f336c0d035fcf9951e97d70d4b2262ba29516d5925799db99d567c3e693","observation_id":"bfbbe05c-c30d-4a5e-91b5-04a707d61387","resolution":{"observed_at":"2026-08-07T10:53:49.884743Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:49.945517Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.945517Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:5ea70fd1e0729f2cb05c4eb591583eb978f63caf3f669527255ee8d51a6b681f","observation_id":"cb405f4d-a032-457d-90b0-d92c2b157718","resolution":{"observed_at":"2026-08-07T10:53:49.945517Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:50.002430Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:50.002430Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:cff6d25d0f00cbe74170ad2d6faafbd6748658522f975bf9885c1d772bca5ccf","observation_id":"0c1cfa09-b441-488a-8cea-a58cf8d30e2d","resolution":{"observed_at":"2026-08-07T10:53:50.002430Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:50.147621Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:50.147621Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:1a91dfc78259297acac4bbed66145b544503cfb09e35c58927e355fb713245da","observation_id":"9f4b9077-f717-45ad-82cf-4f34b344a305","resolution":{"observed_at":"2026-08-07T10:53:50.147621Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.944932Z","title":null,"venue":null,"work_id":"33a8f2a7-8f45-4d1f-b1a6-fd539d3f5b9c","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:50.394413Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:940dc5686ae61eec6ae6dcdcfdca5e77cb657b19a37fa6c71a7dddac166e36d9","observation_id":"caf104e3-128f-48d7-a2d3-391969468ddc","resolution":{"observed_at":"2026-08-07T10:54:05.948693Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.965707Z","title":null,"venue":null,"work_id":"cecd67e5-5416-4337-a4b5-45306d102a2b","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:50.471902Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:6e9c8699959aa7d48c5f9595dae1c7256abecba9e42d75f864b358af51da80e6","observation_id":"62cbe116-dbfb-4138-b741-bbc68da79b60","resolution":{"observed_at":"2026-08-07T10:54:05.968976Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.920843Z","title":null,"venue":null,"work_id":"151c6e01-9bbd-4e9f-87b6-a242d6ea4d69","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:50.636633Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:06330db9310efc6a2b8475693b59a7810a2a59c9f6cd0450ed9f5ef065ecd98c","observation_id":"b2786308-011a-4d69-aa60-a08cac85a9f2","resolution":{"observed_at":"2026-08-07T10:54:05.925322Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.908610Z","title":null,"venue":null,"work_id":"162b62d4-ed28-45e8-a381-d690710c0fca","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:50.736795Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:1071cd96a75144ce1e7af09723c06751aa61795290bd53d3fa039b646397fbad","observation_id":"bc79bc44-023d-4d05-afbc-d51430baf07f","resolution":{"observed_at":"2026-08-07T10:54:05.912218Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.885390Z","title":null,"venue":null,"work_id":"1054ffdd-0255-4440-afbb-72d2060fdfd7","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:50.879953Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:e3095b0af256b6c529bf6b29b10770d9b5c5e97278e52b71ec2824fdffe3c65c","observation_id":"fc97f265-15b5-42f2-bbc0-47499fe8b15a","resolution":{"observed_at":"2026-08-07T10:54:05.889179Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.863987Z","title":null,"venue":null,"work_id":"334ef0f8-3edd-4561-a896-dcc3dccf97fa","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:51.044918Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:e01e502adcf9888890bfabb63b6ee214117ce176f5169d9e9ad6d6fd4b3530f1","observation_id":"e669a6fd-0982-4266-bccb-868669ebf106","resolution":{"observed_at":"2026-08-07T10:54:05.868130Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.852975Z","title":"[]”. In the “Judgment Basis","venue":null,"work_id":"d0d619c9-fc6b-4ac9-bea9-ead004f3893b","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:51.125807Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:e06b5a8ee27d5198073b2af17151e4afaf2f9f39a8bd72220f2924762fe19d78","observation_id":"024c482e-1dea-49b3-b6a8-dbe63726e392","resolution":{"observed_at":"2026-08-07T10:54:05.856559Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.827607Z","title":null,"venue":null,"work_id":"9649fe2b-ded4-4a4d-802a-87a91224fd47","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:51.267296Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:fdb0a0c83fa3e0f133dded7e54f957435c17768a3fde03508318758f40f2c027","observation_id":"4346e9fe-7320-42fd-9200-980329339bed","resolution":{"observed_at":"2026-08-07T10:54:05.833843Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.841284Z","title":null,"venue":null,"work_id":"33e8f88d-fc0b-4e95-a7c5-02670b9d3d1a","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:51.451282Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:c2986e1b3a3a37933bd62916a09ce77452472e2957b07be439529d810f1d324f","observation_id":"5fb22a54-5955-4463-acb8-f43f19a841a0","resolution":{"observed_at":"2026-08-07T10:54:05.844824Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.807880Z","title":null,"venue":null,"work_id":"754abb34-9a22-41fc-a418-e4cfdc040bc7","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:51.541081Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:734f91a45da736a4bcacb220e648918e80d3d65d3306935a74f46a90d672e90b","observation_id":"38d3a6ca-aae5-4462-976c-2c03af9b9694","resolution":{"observed_at":"2026-08-07T10:54:05.815535Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.887576Z","title":null,"venue":null,"work_id":"61708b93-d106-4be0-b482-f36e1d3b4fe8","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:51.834250Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:601eb0b84ef42173d89342eb88f463eddd735cd9cda9bcc457aa2cc42c5991e2","observation_id":"b53804bd-70b5-4c35-8b99-926db931932d","resolution":{"observed_at":"2026-08-07T10:54:05.770359Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.876418Z","title":null,"venue":null,"work_id":"c6a56b70-242b-4675-94c0-b1beb5b024de","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:52.244248Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:53981ae0b47bbab4b2ebf8ea383e938e5ab73c2261001c692a6789e0e6135ac0","observation_id":"d3c82741-3ada-4330-b5ee-46bb43484982","resolution":{"observed_at":"2026-08-07T10:54:04.880439Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.786903Z","title":null,"venue":null,"work_id":"566bf7f0-93b3-44df-980d-7dbd359ac793","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:52.511669Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:81c44f175c7d74d55aec6e46d3d940929317d614a09b7000a1173e1f7921bdf7","observation_id":"600b26ec-aa28-4bee-867e-2b7b7995ae51","resolution":{"observed_at":"2026-08-07T10:54:05.796287Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.865013Z","title":null,"venue":null,"work_id":"9adbb048-d8dc-49e6-bf20-e0424828c9c8","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:52.631132Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:e004538ebae2618e91e93bfc65c639285757339c0be8bd6b0f4c7ec496a1d92e","observation_id":"e9a432f8-8fc9-4b1d-9d1b-6175e8d8e9d8","resolution":{"observed_at":"2026-08-07T10:54:04.869602Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.853427Z","title":"[]”. In the “Judgment Basis","venue":null,"work_id":"f3816dc8-1704-4bf7-a701-a0998b2e35f4","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:52.746229Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:ab4415d6f40138ad56a9ea3770e326677068566988de3538ea76e4f48f6bc23e","observation_id":"effa5b17-1ebd-4eef-ba32-ed80cc560cf6","resolution":{"observed_at":"2026-08-07T10:54:04.857764Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.840824Z","title":null,"venue":null,"work_id":"5107a599-a3ff-4f3a-8d4c-64df9ab98930","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:52.856258Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:45aa2bf7fff679f43ef58cb717c149e7f2ca6be148c32d5a85ccf69dfc2c8c1a","observation_id":"b6483b47-7471-4a55-9437-6fd3ef2bf11b","resolution":{"observed_at":"2026-08-07T10:54:04.845082Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.828138Z","title":null,"venue":null,"work_id":"a33ec2ba-c164-471e-9511-ebd484e385ca","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:52.952025Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:6dbfebac506861434ff9cb880acbdeebe5be4897d127bd5d2a384d0166620712","observation_id":"8fa67c9b-b179-4f32-a6f3-a84d85069afd","resolution":{"observed_at":"2026-08-07T10:54:04.833223Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.815950Z","title":"- 4 points: All of the following conditions are met:","venue":null,"work_id":"9ef2221c-c1a6-46a4-baaa-748c13a9ed76","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:53.088183Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:ba0b425a19705be18d795bd7d3dde580fc2faea5fd78cca7419678d2311b8765","observation_id":"f60fd8e7-dec6-4cd4-9e6d-00f333cbb07b","resolution":{"observed_at":"2026-08-07T10:54:04.820720Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.802315Z","title":null,"venue":null,"work_id":"3cd19708-9acc-4a95-b51d-d91c689efee6","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:53.241595Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:f38f7011adbb435bddfbcb41c1e53aaaafa9e33a2ba5d8d2b3873ed088cd64d3","observation_id":"b864d8f3-5728-4c38-b364-e84e1454cd0c","resolution":{"observed_at":"2026-08-07T10:54:04.807607Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.790276Z","title":null,"venue":null,"work_id":"df6a3d1f-b9bb-4971-924f-b2dd9ec53576","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:53.359862Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:692c628e4f24b7432eb40f940ae0ab50af016fd5b0dd9347bd86e3dd3b3a1403","observation_id":"88bd3136-cff5-4418-8270-55a95d339312","resolution":{"observed_at":"2026-08-07T10:54:04.794841Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.777450Z","title":null,"venue":null,"work_id":"b6f844c4-9170-41c7-a612-f58dbedd3ea1","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:53.545835Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:914382708af5251dea0b0549e3de77d16aa0c6dc49a2ad0106b48717eabd5c4a","observation_id":"ed0c7230-417c-4469-892f-175033a6bc61","resolution":{"observed_at":"2026-08-07T10:54:04.781874Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.765424Z","title":null,"venue":null,"work_id":"87ac81ac-cd2d-4719-bf92-fbfd54f4a2c5","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:53.641362Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:fedca23c66b5eab5a017786b75cda92b1d99aa0d25a25c275ab505db8c0d9873","observation_id":"0dceaeae-a670-4583-a067-9f94f8f68858","resolution":{"observed_at":"2026-08-07T10:54:04.769173Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.752251Z","title":"- 2 points: Any of the following conditions is met:","venue":null,"work_id":"02c54cbd-9fb1-4c62-8057-82182ec45fd6","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:53.740961Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:6f6d1ec838c6f18a43af2a2fe05c11311f21989e65173ed06438d2a5e7b65d3c","observation_id":"c19181cd-5af6-42e8-8b1c-a85e175cbe71","resolution":{"observed_at":"2026-08-07T10:54:04.757707Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.739331Z","title":null,"venue":null,"work_id":"f0586b50-f96c-4cfd-bbcd-b0284c7831dd","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:53.881670Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:71e64be951fa32de103933b0555b1a5dde749f40d5b9bfb95ff189f061dfa8c4","observation_id":"f41e548f-0b86-4a5e-b8b0-5a1d70a3b9d0","resolution":{"observed_at":"2026-08-07T10:54:04.744973Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.724547Z","title":null,"venue":null,"work_id":"cfae5bd6-8211-4337-932c-736107c4f3a4","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:54.078041Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:87c36505b65aa04ce33aeb7396be439bc55ec53139f66e4c8e17dbc5636258de","observation_id":"01e303f2-d871-4d26-a7ed-7b31d57c7f7e","resolution":{"observed_at":"2026-08-07T10:54:04.730342Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.709834Z","title":"[]”. In the “Judgment Basis","venue":null,"work_id":"1682c597-f359-4426-8ee7-b0a7e2154970","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:54.225394Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:d7360ad7c9c4befc3231926acd3025f2a07bb436b8d325102997ba45c0c3ae8f","observation_id":"62a37b01-00ca-48a3-b7a1-e7919289114d","resolution":{"observed_at":"2026-08-07T10:54:04.716158Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.696063Z","title":"The response includes key information required by the [core requirement]","venue":null,"work_id":"28e1e211-133f-4767-bba7-47a9ab4db8fb","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:54.341009Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:967f1da1d5e1d31f5cb96998650ae81bb2f4dab8c4dd2ff7624301de17393f16","observation_id":"6743d683-9faf-422f-af04-fee06dc1575b","resolution":{"observed_at":"2026-08-07T10:54:04.701345Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.681915Z","title":"- 4 points: All of the following conditions are met:","venue":null,"work_id":"e2bc6665-b372-402c-8e58-466640ed9a4f","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:54.500182Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:db806ee1cac37c010a3d318a9cfaee9d500d662d394bc5f8f0802db98bd589d1","observation_id":"32a817af-0802-4434-a0b1-5f639c0d0d93","resolution":{"observed_at":"2026-08-07T10:54:04.687454Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.666349Z","title":"The response includes key information required by the [core requirement] but does not meet the [secondary requirement]","venue":null,"work_id":"164d2067-a3d9-40f1-bd78-caad594491a7","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:54.675931Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:ff1d4c5d89766b88083cd020e7559f458bbdda3c77e5133284a1bc3acc909845","observation_id":"23320c78-3a96-45b9-a74e-e2e5da6aa52e","resolution":{"observed_at":"2026-08-07T10:54:04.672931Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.647790Z","title":"- 3 points: All of the following conditions are met:","venue":null,"work_id":"9057c258-bb6a-40f5-873f-13b264cf4f0d","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:54.869602Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:f401c16927d27c247af6bce004c903c219a26a2e83658b722d803672f397a240","observation_id":"fe161bcb-0b6e-4de8-ab9a-fecf4e9f1629","resolution":{"observed_at":"2026-08-07T10:54:04.656973Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.631887Z","title":null,"venue":null,"work_id":"fbc24cb2-c08e-427b-808f-0d0b0d1c5af8","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:54.982208Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:574ed1e730bf27ba9b9559965209de241892a0eb9ea31e5b8aed56b091d0d8c7","observation_id":"13ceef7c-942f-4510-9051-b686fb93e46d","resolution":{"observed_at":"2026-08-07T10:54:04.637322Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.615217Z","title":"- 2 points: Any of the following conditions is met:","venue":null,"work_id":"ab01b48a-61f9-4748-bfb8-b4c0d046c901","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:55.104355Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:dc46c1abb8c6b642d012efbf408ace035bd1ad06f10db314bb9e459f7ab9e54c","observation_id":"cff4e49b-f216-4d90-adcc-78d2dc5823c7","resolution":{"observed_at":"2026-08-07T10:54:04.620876Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.596820Z","title":null,"venue":null,"work_id":"22a0e6d2-7e74-47dc-abfe-da712447ee98","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:55.251752Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:49b936253957140777520201a8584f5e03607ce7b76e7eae549325dbed302abc","observation_id":"1abb29bc-f4d3-4fc2-8925-8f8ef808f7a4","resolution":{"observed_at":"2026-08-07T10:54:04.603373Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.577424Z","title":"- 1 point: Any of the following conditions is met:","venue":null,"work_id":"ed7d31c0-4177-4e69-b0d8-e522aafaab86","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:55.407147Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:b4ccaa530b48be1a945573d87a1b7888415785d7d0c2c78083a03ed09b82861f","observation_id":"99ba3471-ef7d-48bd-aff8-49d41bb0bd1c","resolution":{"observed_at":"2026-08-07T10:54:04.585563Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.552811Z","title":null,"venue":null,"work_id":"6001c6af-4bce-45e1-81d7-8bbefb1d3bb5","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:55.530723Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:2e32f149cee97d611d136c9537da056b3ff3cd03d93cdd55e6d9158034a128d8","observation_id":"55ceb0f7-e02d-4819-8a42-736f36ed4a33","resolution":{"observed_at":"2026-08-07T10:54:04.565049Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.532806Z","title":"[]”. In the “Judgment Basis","venue":null,"work_id":"f85879b5-9a64-4721-8110-860aaa95461c","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:55.618010Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:93fcb2b1df85ce34032bc160b41b11569050092dc5d7051155f9e1803976f781","observation_id":"8443f8bf-2c34-42b4-ba94-aa902a73401d","resolution":{"observed_at":"2026-08-07T10:54:04.539439Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.516644Z","title":null,"venue":null,"work_id":"898faa93-5d7a-44a7-8474-13a04c7e8341","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:55.719523Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:44ccc5d07ea137b88a818674781908ea4decb761cbef26d512bb0d075ff58655","observation_id":"5e187c27-acaa-4e87-a953-df03e3e460d8","resolution":{"observed_at":"2026-08-07T10:54:04.523580Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.499896Z","title":null,"venue":null,"work_id":"55f90614-1969-41fb-8bdf-4aaeefc0d4ee","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:55.853083Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:02d064cbad7ded5c43e0ada57c0da05ed9d2b305b136af79b95b60e45089b0c7","observation_id":"a2540329-28fa-4661-9e17-b82004f8477c","resolution":{"observed_at":"2026-08-07T10:54:04.505271Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.955358Z","title":"- 4 points: All of the following conditions are met:","venue":null,"work_id":"faa10cc1-3ad4-4845-8f00-edb0e61f2f14","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:55.950100Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:65393db84b40d85beeb3562febf3f2d3c3e1e1c1300201dcef138273ce55fe54","observation_id":"5f767b90-c4c8-4370-a972-b32f371e980a","resolution":{"observed_at":"2026-08-07T10:54:05.958921Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.477931Z","title":null,"venue":null,"work_id":"b0e72864-628f-447d-8b8c-332464e695d4","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:56.035675Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:8d58c08bf2424cff15e172b695216d7bd6ee4ab2c1d9ec441eaa67c74bc6c502","observation_id":"54adc1e1-ade0-488f-9402-c10d000cf8ac","resolution":{"observed_at":"2026-08-07T10:54:04.486652Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.457609Z","title":null,"venue":null,"work_id":"3c374347-0fcf-479b-a57e-3f95acd98369","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:56.119728Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:62d58a7bdb68288170ced8259675055cd7a0652fc34df0af6e726d877cb72f11","observation_id":"0cada996-1734-465e-aa70-43c14e65de6b","resolution":{"observed_at":"2026-08-07T10:54:04.465217Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.933432Z","title":"- 3 points: All of the following conditions are met:","venue":null,"work_id":"3b4f8524-c3b3-42e7-93b3-2df54fb03e4c","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:56.225947Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:754d5c9ad2645729aecb648ef9827eb444f10ac72986e1acee378157946b0e59","observation_id":"405571c3-de1d-4a4e-a016-beacb127d844","resolution":{"observed_at":"2026-08-07T10:54:05.937311Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.436829Z","title":null,"venue":null,"work_id":"06d085ab-9e25-42d8-b21a-a55ba3d9037c","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:56.343618Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:1790cb888e01f5b28f5aff58d03ec3aad286df581eeecc5d1e925299fea5ac5c","observation_id":"524b6939-f44e-4955-b5dd-6c262193b759","resolution":{"observed_at":"2026-08-07T10:54:04.444218Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.405589Z","title":null,"venue":null,"work_id":"c3d9b751-8056-46b3-bd19-43bca604fcf9","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:56.442425Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:07aba7115e5b17e1b7c158ef12d71c2ae9a17a2f74155815205bfa5b09c77225","observation_id":"51d0c93a-e048-4655-ae55-317fff88b181","resolution":{"observed_at":"2026-08-07T10:54:04.425893Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.896323Z","title":"- 2 points: Any of the following conditions is met:","venue":null,"work_id":"5eb7222b-a048-4a1d-8cd1-5f483bf5edff","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:56.578628Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:55cf3170a9d11d480a40dc38ed73f2ecb8da4ecae73f692e8e2fffb92c6a6977","observation_id":"eeb8d498-b245-46b9-a713-d2511c07101d","resolution":{"observed_at":"2026-08-07T10:54:05.900378Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.387213Z","title":null,"venue":null,"work_id":"29edcec1-0b38-4803-a318-bac410070359","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:56.659960Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:b64e344f7e5bbe703545b290f969aeec02bcd4ae772601447cf48a930d22282f","observation_id":"332126e6-227a-4596-a8d5-74f70b3564c6","resolution":{"observed_at":"2026-08-07T10:54:04.394904Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.372373Z","title":null,"venue":null,"work_id":"b67905aa-5baf-45a5-bb8a-b4c915ebd52b","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:56.777726Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:c15e76ecd172b837720fc52cf372632e6cc417e3ac5ade4543b092a92b88452d","observation_id":"1fe51092-c24e-4e90-b421-ce24a5d90420","resolution":{"observed_at":"2026-08-07T10:54:04.378682Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:05.875111Z","title":"- 1 point: Any of the following conditions is met:","venue":null,"work_id":"eecea78d-1b4e-44e4-a492-b168f0aed52e","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:56.861072Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:00dca6f92827f2fcb2f79fce1e62e4bf8c394318af92e2848e955afe890d0430","observation_id":"390c80e1-5e13-4ef7-adb1-c0e9afba95a6","resolution":{"observed_at":"2026-08-07T10:54:05.878644Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.357001Z","title":null,"venue":null,"work_id":"980a2721-e0ee-4449-9422-80c55e0d4ed0","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:56.940284Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:d77b6ac682a4278d25cbe0e9435c55b112e39a599d0569d6d7d67fcdfd354ea0","observation_id":"cb1a18a5-807f-4756-abb8-cbe88e002c77","resolution":{"observed_at":"2026-08-07T10:54:04.363300Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.335944Z","title":null,"venue":null,"work_id":"25476518-b822-41ae-bfa9-7547d887f48f","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:57.050885Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:3687b760a301cf7129a98c6f00012fb87b65eaa86b351044ef456cf90eb14ee3","observation_id":"a0d0b405-700a-4825-b54c-2c665baa72ea","resolution":{"observed_at":"2026-08-07T10:54:04.344793Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.316190Z","title":"[]”. In the “Judgment Basis","venue":null,"work_id":"3479c7b1-460e-4f14-827c-e0c7aa098a46","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:57.191318Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:bf2b29a26bb6bc0a85ee7da32e7d6e1635ca87a5ef00f7e3c457a67ded211c3f","observation_id":"008c99a8-2372-405f-995b-8a1790911234","resolution":{"observed_at":"2026-08-07T10:54:04.325563Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.296592Z","title":null,"venue":null,"work_id":"a3b15b3f-f999-491c-ab26-b4921bbd8598","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:57.298881Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:4106cf3471676b8237c59a81d95f884557f66c83113a7f5d04207f38d3587a48","observation_id":"706fcdf5-247f-415b-95c5-1ccaed60c128","resolution":{"observed_at":"2026-08-07T10:54:04.304835Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.277018Z","title":"Secondary requirements:","venue":null,"work_id":"6c9645bd-551e-42fa-b538-915548dc6eb5","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:57.374546Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:0cdfc02942a28fc03277ec019d18b954463bcf3bf992f06addf6eafba491da40","observation_id":"75ad91b2-3e9e-4c06-a28d-74d4fbab3c59","resolution":{"observed_at":"2026-08-07T10:54:04.284650Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.256815Z","title":"Models o1-preview Qwen2.5-32B Model Response","venue":null,"work_id":"2a65a23a-033c-4bf9-ab61-a23729a22d85","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:57.476126Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:1d86314f0b5911a24260e775f4d39589f2d024e7364ec97d681630a8ec0e5a58","observation_id":"ce024d45-5c1e-4367-a91a-c18a83f5060d","resolution":{"observed_at":"2026-08-07T10:54:04.265907Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:04.195498Z","title":"H- bonding: α-OH formsH-bondswith carbonyl, stabilizing O-H bond 3.Chargedistribution: β- OH enablesbetter resonancewithout H-bond restriction","venue":null,"work_id":"6c69aae9-6eb5-4a73-b2e7-d90278834889","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:57.579219Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:8ca455a86bf3c6c41e82d894ee1540f9e01e0463bdf4943555b0f4c74db93e12","observation_id":"32f8bdd6-52a2-41b6-84ec-4ab905a6e259","resolution":{"observed_at":"2026-08-07T10:54:04.231821Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:03.931192Z","title":"Sister Zhang, what’s wrong with you! Why did you bring me watermelon again?","venue":null,"work_id":"cdc6315b-0e1d-4e33-9f8d-9cd7e26315dc","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:57.667619Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:b0629f5be8220b455ce89aaefa2140fb8829d608e69d27d6d08de4d1224d6110","observation_id":"31983976-6e52-4fa3-ab6f-6e9447251f41","resolution":{"observed_at":"2026-08-07T10:54:04.076115Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:03.670232Z","title":null,"venue":null,"work_id":"3d48642e-c8aa-4ae3-9457-24d7974429c0","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:57.763022Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:3ea96957521d5fa55b331c7a966c364be45cfaaca91d05499260af3c6227690c","observation_id":"d21aa52b-fa59-423c-803b-3b993fb564d7","resolution":{"observed_at":"2026-08-07T10:54:03.817526Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:03.464869Z","title":null,"venue":null,"work_id":"4b5c35a2-c3fa-4f54-9ace-c784c24b598a","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":88,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:57.843317Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:a88f106837889a838f114cca39e404b80cf696fa98238f023e10dfbfcf1ac30a","observation_id":"b3a6ed93-ea4f-4c6d-8be7-8913ffa3f700","resolution":{"observed_at":"2026-08-07T10:54:03.563494Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:03.241340Z","title":null,"venue":null,"work_id":"95fdb9a3-fafa-4704-bfe4-fcf7350e7501","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":89,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:57.911224Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:ca940d5ddb16bb8fbc5893681591f7cac18abf9c15627feb07a40642a5d3ca5c","observation_id":"905b11dc-302f-4aff-84c1-bad27d773730","resolution":{"observed_at":"2026-08-07T10:54:03.338395Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:03.078527Z","title":null,"venue":null,"work_id":"7c4908ec-cbab-499a-9d82-cbce35c0f273","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":90,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:57.986720Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:1a48dfe110a28a1ca4beeeed47c83e23fefa1b2ffc8133186776b751893edaa2","observation_id":"206c4438-7193-4a96-b2a0-5e005affbd6b","resolution":{"observed_at":"2026-08-07T10:54:03.155479Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:02.846341Z","title":null,"venue":null,"work_id":"fa508bd6-d539-45b6-a76f-cbd921b750c8","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":91,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.065417Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:2684b511d6760afb1f832ef89f7ab7c624fa128c5a48962a9c206a28b65c17f3","observation_id":"b023b178-a491-4d7e-bb15-b74171372233","resolution":{"observed_at":"2026-08-07T10:54:02.953771Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:02.652449Z","title":"WhenI was a maternity matron,babies loved fruit","venue":null,"work_id":"cdb4da90-66fe-4b87-816d-5c87321fbf1a","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":92,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.142472Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:7c6c5436847f5f3b5f15edbfc8b5a1c5ecc97fa2492fdb89ada993dcb2267aa1","observation_id":"61c9d126-0d3b-4e56-abf2-97b0c94c7aca","resolution":{"observed_at":"2026-08-07T10:54:02.749993Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:02.392415Z","title":null,"venue":null,"work_id":"8c01b04f-edfc-4936-843b-b308702e824b","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.221940Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:5296d15aa62f985ba8c3307d74890d6dd20d06f86dc12a4806aef6a786d17ad5","observation_id":"ef5c651f-2588-46de-9807-3737bca48ae6","resolution":{"observed_at":"2026-08-07T10:54:02.513233Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:02.177831Z","title":null,"venue":null,"work_id":"cf49403b-3312-4ff5-806a-cdf54d40da6a","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.318193Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:e5cc0cdb13cb0e142c5bf8af5ea59c902bbd5a75d29fd075541518d58800de33","observation_id":"71b786af-308c-4285-9747-17f78005e1bb","resolution":{"observed_at":"2026-08-07T10:54:02.270184Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:01.929360Z","title":null,"venue":null,"work_id":"fe98b764-12e4-49b7-bee2-e51c5ee6a68d","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.414735Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:d6dc306f78c867241479320e26a35d43000f795c8f989a49dd696d4fdba29150","observation_id":"bc253293-1598-46d1-8d3a-de478c2f16f0","resolution":{"observed_at":"2026-08-07T10:54:02.051149Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:01.659627Z","title":null,"venue":null,"work_id":"f1d96f85-a342-4fa9-89d9-38043c8d2cf9","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":96,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.508127Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:a249fb5375c863fc81d016ec5d57a98a12961d2e5d71f4c201fa2416f957997b","observation_id":"fbc897bf-e792-423b-8e32-ad0f7bd1920a","resolution":{"observed_at":"2026-08-07T10:54:01.792936Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:01.442492Z","title":null,"venue":null,"work_id":"2050fc65-2db9-47f5-bd21-20b55629c697","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":97,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.576371Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:d5761328ac6ee6a4ae7dd2730e020d487ade5c7ce34664038c76ba05f4ed9cf2","observation_id":"004e5a5a-4cfc-4757-8ae8-1d6b89c29c83","resolution":{"observed_at":"2026-08-07T10:54:01.545360Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:01.225588Z","title":"Appropriately em- phasizes reminders and socioeconomic factors as the important determinants of compliance rates","venue":null,"work_id":"cf7753bf-450e-416a-86b2-e5da3fa0c95c","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.680164Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:e7c697fb2e75a357745c94584d0e8b838135d9edcbc0747b6163f3b795c4b78a","observation_id":"e3c3592a-c25b-477b-ba38-5b221329eaf2","resolution":{"observed_at":"2026-08-07T10:54:01.317866Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:00.972423Z","title":null,"venue":null,"work_id":"06cd2c78-ca4f-4f57-9bf4-7030520b7933","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.776984Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:3754c52649cb93d2577e3fa37f5f675d26289d6117e1867782cdd4d168cf08f3","observation_id":"f36d01ec-b4dc-406c-a05d-1ad5a2da2b9b","resolution":{"observed_at":"2026-08-07T10:54:01.093279Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:00.757303Z","title":null,"venue":null,"work_id":"9255a8ed-3852-4a08-919b-e98118251fd1","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":100,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.840476Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:f7fc4ef938cd684eb606a38d9c05b30eb5870754212f8e88bf27fd5baebb822d","observation_id":"aeebe20f-f2a5-48dc-ada0-48ab4f30063c","resolution":{"observed_at":"2026-08-07T10:54:00.851904Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:00.580108Z","title":null,"venue":null,"work_id":"803d657d-80f8-48de-baf1-3c0915b6614e","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":101,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.892256Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:cf641b1a1c1009a49ab25430b734287d1bf2f135965fc2344bb0c9b427d9fa0a","observation_id":"55f7d06b-2488-4d96-9801-cec0db4d71e8","resolution":{"observed_at":"2026-08-07T10:54:00.676449Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:00.423354Z","title":null,"venue":null,"work_id":"f44b4e83-b620-4dea-8cdb-58df319d74ec","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":102,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:58.957744Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:983da73bbbc5ac98797ee348f281e77b83533f45d8a986c42b26cb4ddfbab994","observation_id":"7fb6400a-0258-4ccb-aad4-c677cd526819","resolution":{"observed_at":"2026-08-07T10:54:00.514319Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:00.276869Z","title":null,"venue":null,"work_id":"f6b5ed12-4add-4dac-9713-5a60b9d62d0f","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":103,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:59.035610Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:e331ce78f0382fa49877bad92e9b34f6be8afef759bf9f3867fce11a258637e1","observation_id":"4a83ab33-eed2-4fe4-acb7-3951f02453e7","resolution":{"observed_at":"2026-08-07T10:54:00.349616Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:54:00.090697Z","title":null,"venue":null,"work_id":"163fd96e-3eba-463c-bc7d-4cb7981a7cea","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":104,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:59.117626Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:dfcf35c50bc16d8c89a797de26ae7dd34da028a050b56cb0d15f79207278f51a","observation_id":"9248bc3d-3812-4fc1-80ce-8b03e26b3a0c","resolution":{"observed_at":"2026-08-07T10:54:00.190633Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:59.943385Z","title":null,"venue":null,"work_id":"0bbae559-ea23-41b4-9c01-081cfd2ca527","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":105,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:59.200845Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:436808228bd41de61086d2ae0935d29d5c026c424f14b971e4569a82721628b0","observation_id":"41ad0ec9-da17-466d-b8fa-5a3ca1bec944","resolution":{"observed_at":"2026-08-07T10:54:00.024781Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:59.783498Z","title":null,"venue":null,"work_id":"2a3936da-de89-48f2-b88b-1e641d4343ff","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":106,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:59.284061Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:887cb68122de4ce0fe9e821583e40b145760247bec71bc0f3db673ce6c87ac68","observation_id":"a4fc2d72-5bdd-4116-aa55-8de33dc91621","resolution":{"observed_at":"2026-08-07T10:53:59.864391Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:53:59.637604Z","title":"PersonalInformation Law Article 34: Security measures3","venue":null,"work_id":"b5b1f705-78ad-4c36-87ed-b956398719da","year":null},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":107,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:59.353791Z"},"links":{"citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:53c411a74a80413c0b2876ca49c9b2fae829d96bf53649a290eebbde1d96d064","observation_id":"8e7da693-6686-4e22-91e5-11596510e40d","resolution":{"observed_at":"2026-08-07T10:53:59.708251Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.07340","last_updated":"2023-05-12T09:37:13Z","snapshot_observed_at":"2026-08-16T15:33:37.967255Z","submitted_at":"2023-05-12T09:37:13Z","title":"MedGPTEval: A Dataset and Benchmark to Evaluate Responses of Large Language Models in Medicine","version":1},"cited_work":{"arxiv_id":"2305.07340","doi":null,"metadata_source":"pith","pith_arxiv_id":"2305.07340","snapshot_observed_at":"2026-08-07T10:53:59.473792Z","title":"MedGPTEval: A Dataset and Benchmark to Evaluate Responses of Large Language Models in Medicine","venue":"cs.CL","work_id":"9372441f-55e9-4e53-aee9-bfe8dc185af8","year":2023},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.081654Z"},"links":{"cited_paper":"/paper/2305.07340","citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:9fd81933f15b85db36f0b3cfa8b0a56ead61eca4ec5ce11ed4624907531f5a52","observation_id":"d7dfffa7-069d-426f-b37d-2ffc2c32c262","resolution":{"observed_at":"2026-08-07T10:53:59.544186Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-23T06:30:58.430688+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-08-15T12:33:55.451951Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-07T10:53:48.990404Z","title":"CoRR, abs/2501.12948","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:48.990404Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:f6a0ccd37e0d521899774083eaa90b7fce60f158305dfeb50ebe06e95de8edb1","observation_id":"76d15942-cf93-4e31-86b4-7611dbd3fdf8","resolution":{"observed_at":"2026-08-07T10:53:48.990404Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.14151","last_updated":"2023-10-22T02:20:38Z","snapshot_observed_at":"2026-08-16T14:50:05.849942Z","submitted_at":"2023-10-22T02:20:38Z","title":"PromptCBLUE: A Chinese Prompt Tuning Benchmark for the Medical Domain","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.14151","snapshot_observed_at":"2026-08-07T10:53:49.168998Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation","version":3},"reference_index":9250,"source":"pdf_text","source_observed_at":"2026-08-07T10:53:49.168998Z"},"links":{"cited_paper":"/paper/2310.14151","citing_paper":"/paper/2506.04078"},"observation_digest":"sha256:fb34a330c0702c589a454a14ff73764344d2ded92bb1a87174b38cf19aec47e1","observation_id":"b683fd92-c55e-403a-a4cc-e76ac27d07e4","resolution":{"observed_at":"2026-08-07T10:53:49.168998Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.04078","last_updated":"2025-08-31T14:41:06Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-14T23:26:08.616796Z","submitted_at":"2025-06-04T15:43:14Z","title":"LLMEval-Med: A Real-world Clinical Benchmark for Medical LLMs with Physician Validation"},"reference_resolution":{"displayed":93,"state_counts":{"malformed_identifier":1,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":68,"verified_exact":0,"verified_fuzzy":23},"total_outbound_references":93},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-23T06:30:58.430688+00:00","source":"crossref"},{"observed_at":"2026-08-23T06:30:53.778098+00:00","source":"retraction_watch"}],"thesis":"As of 24 August 2026, this Paper Citation Record lists 93 of 93 outbound references and 8 inbound Pith citation observations for arXiv:2506.04078."}