{"as_of":"2026-08-08T17:18:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9ea52a11c55e832a33eaed5195078f8c4a525b492f8e05306709e2fb01651efb","coverage":[{"denominator":12,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T11:15:38.688229Z","state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2506.02987/citation-record","integrity":"/paper/2506.02987/integrity","json":"/paper/2506.02987/citation-record.json","paper":"/paper/2506.02987"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:15:40.170782Z","title":"Conflict of interest RA declares no competing interest","venue":null,"work_id":"561f8dd7-501b-4272-b261-37bc89151b9f","year":2025},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.087618Z"},"links":{"citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:5a2fcab2a7443014195d72c6520a452f3321114074bca3c4598941d93cf7ae0b","observation_id":"bd23ae5e-f604-45a1-8023-e14b33fa24b9","resolution":{"observed_at":"2026-08-07T11:15:40.233145Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/s2589-7500(23)00202-9","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:15:39.801463Z","title":null,"venue":null,"work_id":"bcc42250-f3f8-4a46-9f3b-c9f8b3bd5716","year":2023},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.108248Z"},"links":{"citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:5964bce9a386715b49830507251e7ebc454d21b0329bd6fa1704a1d641226493","observation_id":"50ec253c-a1d6-4a50-824b-41b164091fe1","resolution":{"observed_at":"2026-08-07T11:15:39.875611Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:15:39.623523Z","title":"Introducing Claude","venue":null,"work_id":"ef3e1596-818a-4a4a-876a-a0c6b913a1a0","year":2025},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.250694Z"},"links":{"citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:425aa00cb3d7fdea80f420f3f0b33e6bf0da90ae5cb383bd03c6214ec8bf8f9e","observation_id":"98e8fb7e-fa1c-474f-a063-8708666bb6e5","resolution":{"observed_at":"2026-08-07T11:15:39.725469Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:15:39.476359Z","title":"Grok 3 Beta — The Age of Reasoning Agents","venue":null,"work_id":"fb17cef4-1f2f-42d9-99ef-8572535c4bb4","year":2025},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.323288Z"},"links":{"citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:99c7a42b8407e3deb7f336f99b552d5dfc91b80e0f2cbd4b93163b4b830d9372","observation_id":"752f3d48-72ba-4068-b269-3bcc4864de1b","resolution":{"observed_at":"2026-08-07T11:15:39.547996Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:15:39.327391Z","title":"Introducing Gemini 2.5 Flash, Veo 2, and updates to the Live API","venue":null,"work_id":"f8ab08f4-2a38-40f3-9f05-197121fd5e69","year":2025},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.394339Z"},"links":{"citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:8d6e14000b226a09b32145a8222187337fbf38bef02a9bac7732253589378cee","observation_id":"519ca75b-41e8-4300-b180-714addb07f4c","resolution":{"observed_at":"2026-08-07T11:15:39.400759Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/s1473-3099(24)00140-3","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:15:39.077400Z","title":"Chatbot Arena LLM Leaderboard","venue":null,"work_id":"645ddff1-9f8c-49f4-9cba-f66406553229","year":2025},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.541569Z"},"links":{"citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:2d6a0b26746e3d7d9b7c9cdb57eb5ff0844eca33c1f4fe1821881e7bc51e1805","observation_id":"4a04294b-31b1-4e8d-a244-4f5bc3d2084d","resolution":{"observed_at":"2026-08-07T11:15:39.146017Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1111/jep.14250","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:15:38.783018Z","title":null,"venue":null,"work_id":"23fe1d15-0d3a-4d47-8114-6e0544b909d4","year":null},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.688229Z"},"links":{"citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:ac79c818b292111e00611c7ff3b0ce442a46dba62adf189b25b5618bbaf878ff","observation_id":"ec62ecc9-94aa-4e7a-ab3c-ffa79b972445","resolution":{"observed_at":"2026-08-07T11:15:38.842099Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:15:38.129977Z","title":"ChatGPT for low- and middle-income countries: a Greek gift? The Lancet Regional Health – Western Pacific December 2023; 41: 100906","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":781,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.129977Z"},"links":{"citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:260078fd134bae82fe1464be4ea1129d35d86258004acd4c42fc706d584ac52c","observation_id":"e4c38838-f7b0-4170-bf08-25d8469f0699","resolution":{"observed_at":"2026-08-07T11:15:38.129977Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2201.11903","last_updated":"2023-01-10T23:07:57Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-01-28T02:33:07Z","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2201.11903","snapshot_observed_at":"2026-08-07T11:15:38.163860Z","title":"Introducing OpenAI o3 and o4-mini","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.163860Z"},"links":{"cited_paper":"/paper/2201.11903","citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:7bb7a365b716da8da33769dffcad3970312648e03b4a7ac34cbc0db844b82dca","observation_id":"0c279846-ef9d-4f4f-b88b-759adc8279cf","resolution":{"observed_at":"2026-08-07T11:15:38.163860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:15:38.119235Z","title":"ChatGPT: the threats to medical education","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.119235Z"},"links":{"citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:9e28446d79a2e28bdf85490a991d1f86dfa28893a356bdb55f7316e13949e00d","observation_id":"070da3af-5e8c-4eb3-959b-fbdd892bbc91","resolution":{"observed_at":"2026-08-07T11:15:38.119235Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/s2589-7500(24)00216-4","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:15:38.901845Z","title":"Implications of large language models for clinical practice: ethical analysis through the Principlism framework","venue":null,"work_id":"812a50d2-6653-48f0-a0df-6caa566425f3","year":null},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.615120Z"},"links":{"citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:ea383861f2f075e36d9a4b5920a213f5d5a41c46579b3776e3c9b124c52952b0","observation_id":"b9f60f6e-14f3-4b8f-b032-01525aaf0531","resolution":{"observed_at":"2026-08-07T11:15:38.973023Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T11:15:39.988078Z","title":"Each model was prompted to answer as a GP in the UK and was provided with full question information","venue":null,"work_id":"de793a22-9771-4b2b-b54e-ae9b392f2328","year":2025},"citing_paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-07T11:15:38.097306Z"},"links":{"citing_paper":"/paper/2506.02987"},"observation_digest":"sha256:8dda3a400a7a4da21db5a760909b11bbbad43104f454fffda20222b291252f0a","observation_id":"369b1296-8afe-49cf-bedb-94d574bd5866","resolution":{"observed_at":"2026-08-07T11:15:40.058811Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.02987","last_updated":"2025-06-03T15:25:38Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T11:08:55.057942Z","submitted_at":"2025-06-03T15:25:38Z","title":"Performance of leading large language models in May 2025 in Membership of the Royal College of General Practitioners-style examination questions: a cross-sectional analysis"},"reference_resolution":{"displayed":12,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":3,"verified_exact":4,"verified_fuzzy":5},"total_outbound_references":12},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 12 of 12 outbound references and 0 inbound Pith citation observations for arXiv:2506.02987."}