{"as_of":"2026-08-16T04:35:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6db0bf5b7660b80b5a4f0d24ccf0642bc0381a1b6882cd0a6164d94718e3e455","coverage":[{"denominator":44,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":44,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T18:33:34.875970Z","state":"measured"},{"denominator":44,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":44,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-15T06:32:42.880941+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2501.13949/citation-record","integrity":"/paper/2501.13949/integrity","json":"/paper/2501.13949/citation-record.json","paper":"/paper/2501.13949"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.938382Z","title":"Attention is All you Need","venue":null,"work_id":"b2333feb-6ac9-4c38-97df-c977fffaf648","year":2017},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.644908Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:0a13cfe28c3947b90b8ec26767725504fa8d3c18e5e53e7f3c0cc3f24fe51549","observation_id":"0372e267-d4c9-405d-aaaf-3b6ab68c6270","resolution":{"observed_at":"2026-08-10T18:33:36.942268Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:33.680785Z","title":"ChatGPT in medicine: an overview of its applications, advantages, limitations, future prospects, and ethical considerations","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.680785Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:3f89df02fddd9955dc82f792874a60b695a4ed082411f803fccfdfbe4840a256","observation_id":"c1e336c7-0d40-4c96-a41e-871b2d03b8d4","resolution":{"observed_at":"2026-08-10T18:33:33.680785Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:33.727196Z","title":"Performance of ChatGPT on USMLE: Potential for AI-assisted medical education using large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.727196Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:139f2f8a818276df24391838ba364157e39c1b2bc69d194db0d262b29c74c709","observation_id":"4e845169-a708-47cf-85b7-97e088f7d7b3","resolution":{"observed_at":"2026-08-10T18:33:33.727196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:33.767728Z","title":"Evaluating the Performance of ChatGPT in Ophthalmology: An Analysis of Its Successes and Shortcomings","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.767728Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:0cf1784420cea25e1b78b3bf80ca2e47b240c458611a094ffb5fa330264abaa7","observation_id":"f9fd53e8-583c-42b4-a7f0-96674b13ecf8","resolution":{"observed_at":"2026-08-10T18:33:33.767728Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:33.816493Z","title":"Benchmarking large language models’ performances for myopia care: a comparative analysis of ChatGPT-3.5, ChatGPT- 4.0, and Google Bard","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.816493Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:d7a291da9dd4026da7c77c476c18572e19dcb01ce411d2f2dfa1964e74adf8b8","observation_id":"58c6e75e-7edd-4c39-b347-a70463f41e1a","resolution":{"observed_at":"2026-08-10T18:33:33.816493Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/s2589-7500(23)00201-7","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.279626Z","title":"Large language models and their impact in ophthalmology","venue":null,"work_id":"76545dfc-270e-41dc-b166-c6898ac99262","year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.903549Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:bd9ab75fa6e330286bb02e5c5f12526ad6abfb5368a478cfd443d7efbe435ba9","observation_id":"99eb85f4-0109-46b7-8ac9-7d8b43af3c8f","resolution":{"observed_at":"2026-08-10T18:33:36.284934Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:33.913266Z","title":"Evaluation and mitigation of the limitations of large language models in clinical decision-making","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.913266Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:780399548b1fdfb1d977af915ce505965580084fd9179eca1779d49127d6711a","observation_id":"48f0b880-bc1f-48c3-af5e-a097709199f1","resolution":{"observed_at":"2026-08-10T18:33:33.913266Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1056/aip2400289","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.150040Z","title":"Evolution of Future Medical AI Models — From Task- Specific, Disease-Centric to Universal Health","venue":null,"work_id":"dbeed9a3-39b1-4371-bd81-793dc5743cd1","year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.919644Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:023e0a0a29391032ee71baed5e59f8f4ac7404d636fe4ec8396716efd7e0d0b4","observation_id":"88a3a43c-2462-4374-a53a-85cd359d2619","resolution":{"observed_at":"2026-08-10T18:33:36.201604Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.06419","last_updated":"2023-08-29T17:44:28Z","snapshot_observed_at":"2026-08-13T10:24:47.146510Z","submitted_at":"2023-08-29T17:44:28Z","title":"Radiology-Llama2: Best-in-Class Large Language Model for Radiology","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.06419","snapshot_observed_at":"2026-08-10T18:33:33.924925Z","title":"Radiology-Llama2: Best-in-Class Large Language Model for Radiology","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.924925Z"},"links":{"cited_paper":"/paper/2309.06419","citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:1eac1985be3abc8b970edf348eaff1d857f2ce6066e8044171c632103323a5a7","observation_id":"0e46de32-a351-4bb2-bfc3-dc2b74e995be","resolution":{"observed_at":"2026-08-10T18:33:33.924925Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:33.929891Z","title":"Towards a general-purpose foundation model for computational pathology","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.929891Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:2de31d65873d94159820c5ec41e5f9690b4de41b7137e52e8211276aaca95d06","observation_id":"44bed283-bac0-43a6-8d97-1fe74feb4792","resolution":{"observed_at":"2026-08-10T18:33:33.929891Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.7759/cureus.39305","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:35.930728Z","title":"Embracing Large Language Models for Medical Applications: Opportunities and Challenges","venue":null,"work_id":"88a3df3c-69df-4a54-885f-9c03bdb855af","year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.943396Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:326c894846b85fd9ea988457759a75a0067bcaf884071cdf99175c6924aa1dea","observation_id":"fefac85c-dcaf-44d3-bab3-aac38f726158","resolution":{"observed_at":"2026-08-10T18:33:36.046021Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s00134-023-","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:35.850746Z","title":"Assessing the usefulness of a large language model to query and summarize unstructured medical notes in intensive care","venue":null,"work_id":"13bc0c0c-1df7-46ea-ae3c-b7de6a927f89","year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.967933Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:9d95e019ac7dcd1bcc3859dfc6d19e4314d9bd213363d320778422df7ced9436","observation_id":"863dc621-6817-44a9-8226-0e6327bfbbd3","resolution":{"observed_at":"2026-08-10T18:33:35.855366Z","resolver_source":"doi_truncated","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1101/2023.06.04.23290786","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:35.835926Z","title":"Utilizing Large Language Models to Simplify Radiology Reports: a comparative analysis of ChatGPT3.5, ChatGPT4.0, Google Bard, and Microsoft Bing","venue":null,"work_id":"16459760-1c57-452e-a935-1fd2e97b38aa","year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:33.984512Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:860d945fb9e6ea2a01bbb01d250521de7a43b44d7ba54813d43edc4ed8fb8f7c","observation_id":"3d2bbbe5-f9d0-4c74-b8ce-16a771771b0c","resolution":{"observed_at":"2026-08-10T18:33:35.841934Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/s2589-7500(24)00060-8","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:35.815058Z","title":"The effect of using a large language model to respond to patient messages","venue":null,"work_id":"8d9fd32d-0c2b-45d7-8953-4b3adb2b1495","year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.020338Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:7f4bb5a2aaf8fa8694463791b328c17f17e7afc817b1b7223a531a424fb57e32","observation_id":"beea7fc4-7663-4e64-8bb8-39a9b530f46e","resolution":{"observed_at":"2026-08-10T18:33:35.825494Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1093/ecco-jcc/jjad212.0847","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:35.689620Z","title":"P717 Evaluating the performance of Large Language Models in responding to patients’ health queries: A comparative analysis with medical experts","venue":null,"work_id":"ff4e1fd5-7add-45ec-823c-e7508d2a0a21","year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.056838Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:9b0b9e9d782a1e7b12bf601101a85c4140fed0b25ac32cf2f1bab0c275d934d3","observation_id":"93c98f5c-39a5-4370-9f23-219e5b4c2c4d","resolution":{"observed_at":"2026-08-10T18:33:35.728627Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:34.078967Z","title":"Integrated image-based deep learning and language models for primary diabetes care","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.078967Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:b161b027a101d6cda676deecc793a03f62d7ee385483c7b00c23748433605c90","observation_id":"b3d3691c-b490-4277-815d-8cb1f8a2b566","resolution":{"observed_at":"2026-08-10T18:33:34.078967Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:34.083968Z","title":"Large language models in medicine","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.083968Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:21fb28495ead3b304a3d8a5981f2e0c458851f38951273b3e5f102c2c562ce54","observation_id":"a8c2a5d0-c42b-4d02-89b7-9eb67567af89","resolution":{"observed_at":"2026-08-10T18:33:34.083968Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.ajo.2024.04.004","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:35.654285Z","title":"Using Large Language Models to Generate Educational Materials on Childhood Glaucoma","venue":null,"work_id":"40bab4c4-4b19-4a26-9ffa-6413110469eb","year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.087598Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:543e27b6362d4c5e832e6090aff503bfdaa07b8951c15aa53d292fd8d64a22ab","observation_id":"23909b7d-6398-4b45-b77b-2af228738936","resolution":{"observed_at":"2026-08-10T18:33:35.659766Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1136/bjo-2023-325143","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:35.518410Z","title":"Exploring AI-chatbots’ capability to suggest surgical planning in ophthalmology: ChatGPT versus Google Gemini analysis of retinal detachment cases","venue":null,"work_id":"cafede74-a7fa-4edc-866c-f841bd938655","year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.092209Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:e409d5ad4fd1be0adbcbb52fc88ebdbc47d180dea11003056603569a4354c028","observation_id":"2d3fb690-0997-4d34-815f-ddba1f5f4648","resolution":{"observed_at":"2026-08-10T18:33:35.587524Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1111/ceo.14257","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:35.444741Z","title":"Optimising vitrectomy operation note coding with machine learning","venue":null,"work_id":"302aeb54-f6ab-451b-b46e-c38af1b00af4","year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.096271Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:9a81a2063e606485c732551f51ef3fca1470503d23e97e265b3e44799d841f7a","observation_id":"cb7daa21-f3ee-4db9-bc2a-fe644d3285e2","resolution":{"observed_at":"2026-08-10T18:33:35.465189Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.ajo.2024.05.022","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:35.431665Z","title":"Predicting Glaucoma Before Onset Using a Large Language Model Chatbot","venue":null,"work_id":"e3c284af-9829-4b9a-9620-443bfd250505","year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.100399Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:ad3e2ca777e93991ca0931f6acb1e6da5c83788a29937583a1363f04e2d069ff","observation_id":"64fe980f-3604-4d44-99d7-e42cffacb503","resolution":{"observed_at":"2026-08-10T18:33:35.436247Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:34.106063Z","title":"Detecting hallucinations in large language models using semantic entropy","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.106063Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:968d9aa9b77a406d725e7cbd5fa80a9cb95927141387b9b17ba629294924198c","observation_id":"e755bb2a-16ad-401b-b351-55d444ab9917","resolution":{"observed_at":"2026-08-10T18:33:34.106063Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:34.114481Z","title":"Survey of Hallucination in Natural Language Generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.114481Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:b5db87b89815ea466ad2d0513bd8dcdbd738428a49e102adc6985c16ca9659c1","observation_id":"093be12e-516b-4201-be22-991d0576e212","resolution":{"observed_at":"2026-08-10T18:33:34.114481Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2023.10816","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.524562Z","title":"Popular large language model chatbots’ accuracy, comprehensiveness, and self-awareness in answering ocular symptom queries","venue":null,"work_id":"1fe25b11-fbb1-4f6c-9d94-94ad186414fa","year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.120373Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:4fdfc0d4cda16887d9751162e258e1237c4dd5ae6f97211ef5cf4acde42b6b6e","observation_id":"f1077445-447a-41f2-ba48-830a23f87f4b","resolution":{"observed_at":"2026-08-10T18:33:36.574654Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.48550/arxiv.2410.03740","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:35.237157Z","title":"Language Enhanced Model for Eye (LEME): An Open- Source Ophthalmology-Specific Large Language Model","venue":null,"work_id":"eaf0d3ae-1752-49ab-9a3f-d452923d1f2c","year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.134030Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:43a55b18be733de35bbb677528bc2a63f3603d122cfce8f4fb0438bc6c2609eb","observation_id":"78355dbb-d6be-4b10-b5ec-d0cd50b51e8d","resolution":{"observed_at":"2026-08-10T18:33:35.307305Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.925369Z","title":"September 12, 2024","venue":null,"work_id":"0ace8e60-4a1a-4f26-8abe-376935643d7a","year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.172877Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:ec253fd531c958b8f60d69957bb8eb9d5cd8309979e0c289de88746431b27714","observation_id":"d6c069ff-e332-4b6e-9cf8-00afb1b4fd74","resolution":{"observed_at":"2026-08-10T18:33:36.929258Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.913195Z","title":"Accessed November 25, 2024","venue":null,"work_id":"7df47975-b5e5-4cde-9061-e81af130fb50","year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.204577Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:7a48509fc3f0047ff568fc2df9abe8b850e8cbe7e459a52b6ef5a05e203205c1","observation_id":"fd216194-d530-46fc-8774-64e26b16343d","resolution":{"observed_at":"2026-08-10T18:33:36.917415Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.48550/arxiv.2409.18486","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:35.051166Z","title":"Evaluation of OpenAI o1: Opportunities and Challenges of AGI","venue":null,"work_id":"42394220-53d2-4c8a-9988-6fbb1c6295aa","year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.258766Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:2f6d7754b81d8e9a84858dda42ab186f0752ad7434b5043cb4181593c132dea6","observation_id":"94187f24-88ea-400a-9e3a-36deb7396b54","resolution":{"observed_at":"2026-08-10T18:33:35.057402Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.899706Z","title":"A Preliminary Study of o1 in Medicine: Are We Closer to an AI Doctor? arXiv preprint arXiv:240915277","venue":null,"work_id":"f240496e-661d-45ff-bc68-3961f1980a2c","year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.263105Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:5fe0c14ebb29069a2a6d6cf9fd17f9324042a545ffff47144d2de5e57c060384","observation_id":"1daeca81-2760-400b-97ce-5b27a7034a96","resolution":{"observed_at":"2026-08-10T18:33:36.904737Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.03590","last_updated":"2024-11-06T01:09:17Z","snapshot_observed_at":"2026-08-14T10:34:58.933662Z","submitted_at":"2024-11-06T01:09:17Z","title":"From Medprompt to o1: Exploration of Run-Time Strategies for Medical Challenge Problems and Beyond","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.03590","snapshot_observed_at":"2026-08-10T18:33:34.267091Z","title":"From Medprompt to o1: Exploration of Run-Time Strategies for Medical Challenge Problems and Beyond","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.267091Z"},"links":{"cited_paper":"/paper/2411.03590","citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:fb01a7c7ff1bad376617f077108172fb0d851ef632fe498789c289ee78a13311","observation_id":"47d0cea9-dbef-4966-854a-5670385e56ae","resolution":{"observed_at":"2026-08-10T18:33:34.267091Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.885393Z","title":"Towards Next-Generation Medical Agent: How o1 is Reshaping Decision-Making in Medical Scenarios","venue":null,"work_id":"d1e6fd9e-3e2e-4a4d-b498-1ad548782eef","year":null},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.270727Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:e6e02024474ccb7d0416817df73b47d00db8db267193db7ece77af8456483612","observation_id":"6f4184ee-97c3-4269-8d80-5a37357c9a89","resolution":{"observed_at":"2026-08-10T18:33:36.889132Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.872779Z","title":"Medmcqa: A large-scale multi-subject multi- choice dataset for medical domain question answering","venue":null,"work_id":"12847359-19c7-4944-958f-91fc8869fb4d","year":2022},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.415903Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:2007abb73cc3746a030f6cea628ebe455b1deb690f496e988b6892421704d64a","observation_id":"4af42594-c459-4a30-874e-02c9d60df2f7","resolution":{"observed_at":"2026-08-10T18:33:36.876633Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:34.512169Z","title":"How Does ChatGPT Perform on the United States Medical Licensing Examination? The Implications of Large Language Models for Medical Education and Knowledge Assessment","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.512169Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:2b961ec4b164b47d276b8986ff5c6132d6d88336e821accdc42b2e8842e7f67a","observation_id":"55e57ed9-8020-472c-9041-bc4acc91fb48","resolution":{"observed_at":"2026-08-10T18:33:34.512169Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2209.07661","last_updated":"2024-01-27T08:07:34Z","snapshot_observed_at":"2026-08-14T08:26:48.364056Z","submitted_at":"2022-09-16T00:52:34Z","title":"On the Relation between Sensitivity and Accuracy in In-context Learning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.07661","snapshot_observed_at":"2026-08-10T18:33:34.595899Z","title":"On the Relation between Sensitivity and Accuracy in In-context Learning","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.595899Z"},"links":{"cited_paper":"/paper/2209.07661","citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:63dc069a25249196d3a2642ea724f8238933c4431662bbc872eddc5b75b74ce4","observation_id":"02a4071c-a0e9-47df-99c9-b7eeb1cc5a0a","resolution":{"observed_at":"2026-08-10T18:33:34.595899Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:34.618166Z","title":"A Toolbox for Surfacing Health Equity Harms and Biases in Large Language Models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.618166Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:5b8792daa6143ae0d3a1da622e7bb7cbd8c6e9d2286a4ec7885ba0e1b5c4b5d6","observation_id":"a99f93a5-7680-4c5c-8c36-d91fa9e55945","resolution":{"observed_at":"2026-08-10T18:33:34.618166Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.859222Z","title":"ROUGE: A Package for Automatic Evaluation of Summaries","venue":null,"work_id":"45a135b8-e737-4630-a1ad-0594584c9543","year":2004},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.623133Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:9fec5bb6108c4edf974f3edde9b90acb2a85006a34a02eaffe5bfb22fab7c5f0","observation_id":"b8a43894-66b9-4f75-a45e-09f09afec38b","resolution":{"observed_at":"2026-08-10T18:33:36.864113Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1904.09675","last_updated":"2020-02-24T18:59:28Z","snapshot_observed_at":"2026-07-29T15:42:51.774083Z","submitted_at":"2019-04-21T23:08:53Z","title":"BERTScore: Evaluating Text Generation with BERT","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.09675","snapshot_observed_at":"2026-08-10T18:33:34.669131Z","title":"BERTScore: Evaluating Text Generation with BERT","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.669131Z"},"links":{"cited_paper":"/paper/1904.09675","citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:37c288540da7ab437644d9406869ef8ba6efefdd7e0d31b39a1093595b6708f3","observation_id":"21d4c036-1064-4870-ad51-a5e534d27316","resolution":{"observed_at":"2026-08-10T18:33:34.669131Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2106.11520","last_updated":"2021-10-27T11:16:01Z","snapshot_observed_at":"2026-08-13T18:59:25.766093Z","submitted_at":"2021-06-22T03:20:53Z","title":"BARTScore: Evaluating Generated Text as Text Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2106.11520","snapshot_observed_at":"2026-08-10T18:33:34.755589Z","title":"BARTScore: Evaluating Generated Text as Text Generation","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.755589Z"},"links":{"cited_paper":"/paper/2106.11520","citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:8c8b96757f0a072c40e39b3bf204cac7421989097c092719163d5fa506126137","observation_id":"61e3f70c-be67-4dab-b97f-84b6299e675a","resolution":{"observed_at":"2026-08-10T18:33:34.755589Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.831599Z","title":"Meteor: an automatic metric for MT evaluation with high levels of correlation with human judgments","venue":null,"work_id":"5f072f0a-b9ef-4de0-9a94-507e03caed20","year":2007},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.858839Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:9ef0bc735113dbf72624b9435e60e0e73794bdc6bc7fb351e73f3cd0b6d7fa3a","observation_id":"00a9256d-8e56-465e-bf8e-5ab0951afecf","resolution":{"observed_at":"2026-08-10T18:33:36.836222Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16739","last_updated":"2023-05-26T08:41:59Z","snapshot_observed_at":"2026-08-14T23:19:09.773175Z","submitted_at":"2023-05-26T08:41:59Z","title":"AlignScore: Evaluating Factual Consistency with a Unified Alignment Function","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16739","snapshot_observed_at":"2026-08-10T18:33:34.864702Z","title":"AlignScore: Evaluating Factual Consistency with a Unified Alignment Function","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.864702Z"},"links":{"cited_paper":"/paper/2305.16739","citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:d0ce63cd40147f2feacb09a4b0983980839e8347c72c63a3379abe6b62030205","observation_id":"14dfd499-1980-458f-8b74-622bbf3e5ae1","resolution":{"observed_at":"2026-08-10T18:33:34.864702Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16326","last_updated":"2025-04-25T22:22:45Z","snapshot_observed_at":"2026-08-13T11:45:09.122856Z","submitted_at":"2023-05-10T13:40:06Z","title":"Benchmarking large language models for biomedical natural language processing applications and recommendations","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16326","snapshot_observed_at":"2026-08-10T18:33:34.869877Z","title":"A systematic evaluation of large language models for biomedical natural language processing: benchmarks, baselines, and recommendations","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.869877Z"},"links":{"cited_paper":"/paper/2305.16326","citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:48046141c3b1c21755220729d63b21fe9bc1ce68f77ba5b832ebd39367ced378","observation_id":"d1986f89-8064-48d5-85c9-a04f832843c6","resolution":{"observed_at":"2026-08-10T18:33:34.869877Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:34.875970Z","title":"OphGLM: An ophthalmology large language-and- vision assistant","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.875970Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:49c6e575c6a5d5ecb495814363dfb13ef1841b3fbb09556545053b3512ce9e01","observation_id":"e1c7e7a7-f27e-40f0-9c9f-3023f5f19141","resolution":{"observed_at":"2026-08-10T18:33:34.875970Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T18:33:36.846038Z","title":null,"venue":null,"work_id":"24c4a3cc-2d4f-4189-9d5a-00617e3c5c66","year":null},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.628374Z"},"links":{"citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:5131959265bad5cb6c981832fb7c62873d8609fba73ec8833da90a22218920cf","observation_id":"480dd01b-518d-4187-a6d7-f5e99154dea8","resolution":{"observed_at":"2026-08-10T18:33:36.849964Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.14461","last_updated":"2024-11-16T18:19:53Z","snapshot_observed_at":"2026-08-15T08:27:14.321550Z","submitted_at":"2024-11-16T18:19:53Z","title":"Towards Next-Generation Medical Agent: How o1 is Reshaping Decision-Making in Medical Scenarios","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.14461","snapshot_observed_at":"2026-08-10T18:33:34.323129Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-10T18:33:34.323129Z"},"links":{"cited_paper":"/paper/2411.14461","citing_paper":"/paper/2501.13949"},"observation_digest":"sha256:9ada632a57728c47daa4d7c6f852b034c570d931ecfe155e5168cab4fd0fde8d","observation_id":"70ced402-c9c5-42a7-a161-6b8c087b34f8","resolution":{"observed_at":"2026-08-10T18:33:34.323129Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2501.13949","last_updated":"2025-01-20T02:40:01Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-13T17:54:28.134611Z","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study"},"reference_resolution":{"displayed":44,"state_counts":{"malformed_identifier":2,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":21,"verified_exact":12,"verified_fuzzy":8},"total_outbound_references":44},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 44 of 44 outbound references and 0 inbound Pith citation observations for arXiv:2501.13949."}