{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:XEGRWJMYIHVXWTEJNCCIF6ITPH","short_pith_number":"pith:XEGRWJMY","canonical_record":{"source":{"id":"2501.13949","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-20T02:40:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6af141256805c88932a9812f84ca9548d77e9d9cff20f5a46ec3a332e1bcb28c","abstract_canon_sha256":"185b471941c2e57fbb1bdc849d5bb879fe3741add1c4f73b8618026980256542"},"schema_version":"1.0"},"canonical_sha256":"b90d1b259841eb7b4c89688482f91379d9e5d93b772d0530e3e6e4ea0fc13b65","source":{"kind":"arxiv","id":"2501.13949","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.13949","created_at":"2026-07-05T10:04:42Z"},{"alias_kind":"arxiv_version","alias_value":"2501.13949v1","created_at":"2026-07-05T10:04:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.13949","created_at":"2026-07-05T10:04:42Z"},{"alias_kind":"pith_short_12","alias_value":"XEGRWJMYIHVX","created_at":"2026-07-05T10:04:42Z"},{"alias_kind":"pith_short_16","alias_value":"XEGRWJMYIHVXWTEJ","created_at":"2026-07-05T10:04:42Z"},{"alias_kind":"pith_short_8","alias_value":"XEGRWJMY","created_at":"2026-07-05T10:04:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:XEGRWJMYIHVXWTEJNCCIF6ITPH","target":"record","payload":{"canonical_record":{"source":{"id":"2501.13949","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-20T02:40:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6af141256805c88932a9812f84ca9548d77e9d9cff20f5a46ec3a332e1bcb28c","abstract_canon_sha256":"185b471941c2e57fbb1bdc849d5bb879fe3741add1c4f73b8618026980256542"},"schema_version":"1.0"},"canonical_sha256":"b90d1b259841eb7b4c89688482f91379d9e5d93b772d0530e3e6e4ea0fc13b65","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:04:42.991545Z","signature_b64":"zzrMQXBhdl24Vas6oMl7B/he1bW55qpzsy5SU1N3RKIDZVHXMC3mEFWiwEWyJlEF2+7zeG/4gkMr8VR1TNXNAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b90d1b259841eb7b4c89688482f91379d9e5d93b772d0530e3e6e4ea0fc13b65","last_reissued_at":"2026-07-05T10:04:42.991068Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:04:42.991068Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.13949","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:04:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uZF9Lfsb8IEKtKfc5CNrwcmjakygzyI9ABh7igPVwcV5ebDUG8kvySgKAD+2t575oMehJA+9lqi6J66WtL1oCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:53:33.811473Z"},"content_sha256":"885fcc6a16133898591cb6af6bd82fb7212c73849768a9f30a28ffc3224d0389","schema_version":"1.0","event_id":"sha256:885fcc6a16133898591cb6af6bd82fb7212c73849768a9f30a28ffc3224d0389"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:XEGRWJMYIHVXWTEJNCCIF6ITPH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Anran Li, David Ziyou Chen, Dianbo Liu, Fares Antaki, Hyunjae Kim, Kai Jin, Ke Zou, Krithi Pushpanathan, Maxwell Singer, Minjie Zou, Qingyu Chen, Ron A. Adelman, Sahana Srinivasan, Thaddaeus Wai Soon Lo, Xuguang Ai, Yih Chung Tham, Yiming Kong","submitted_at":"2025-01-20T02:40:01Z","abstract_excerpt":"Question: What is the performance and reasoning ability of OpenAI o1 compared to other large language models in addressing ophthalmology-specific questions?\n  Findings: This study evaluated OpenAI o1 and five LLMs using 6,990 ophthalmological questions from MedMCQA. O1 achieved the highest accuracy (0.88) and macro-F1 score but ranked third in reasoning capabilities based on text-generation metrics. Across subtopics, o1 ranked first in ``Lens'' and ``Glaucoma'' but second to GPT-4o in ``Corneal and External Diseases'', ``Vitreous and Retina'' and ``Oculoplastic and Orbital Diseases''. Subgroup"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.13949","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.13949/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:04:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mgZWWkKUD9KXS+7iWJAMfPRLr160/YKq51Fp3Ez3On8EJn0ielBJutycJh9UmoxzPKEZmiTKQCNfxobSM6bSDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:53:33.812348Z"},"content_sha256":"42da7e74849a4eba44646a69201ab9d908803fdec28cffce64583cfdd19223aa","schema_version":"1.0","event_id":"sha256:42da7e74849a4eba44646a69201ab9d908803fdec28cffce64583cfdd19223aa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XEGRWJMYIHVXWTEJNCCIF6ITPH/bundle.json","state_url":"https://pith.science/pith/XEGRWJMYIHVXWTEJNCCIF6ITPH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XEGRWJMYIHVXWTEJNCCIF6ITPH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T16:53:33Z","links":{"resolver":"https://pith.science/pith/XEGRWJMYIHVXWTEJNCCIF6ITPH","bundle":"https://pith.science/pith/XEGRWJMYIHVXWTEJNCCIF6ITPH/bundle.json","state":"https://pith.science/pith/XEGRWJMYIHVXWTEJNCCIF6ITPH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XEGRWJMYIHVXWTEJNCCIF6ITPH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:XEGRWJMYIHVXWTEJNCCIF6ITPH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"185b471941c2e57fbb1bdc849d5bb879fe3741add1c4f73b8618026980256542","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-20T02:40:01Z","title_canon_sha256":"6af141256805c88932a9812f84ca9548d77e9d9cff20f5a46ec3a332e1bcb28c"},"schema_version":"1.0","source":{"id":"2501.13949","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.13949","created_at":"2026-07-05T10:04:42Z"},{"alias_kind":"arxiv_version","alias_value":"2501.13949v1","created_at":"2026-07-05T10:04:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.13949","created_at":"2026-07-05T10:04:42Z"},{"alias_kind":"pith_short_12","alias_value":"XEGRWJMYIHVX","created_at":"2026-07-05T10:04:42Z"},{"alias_kind":"pith_short_16","alias_value":"XEGRWJMYIHVXWTEJ","created_at":"2026-07-05T10:04:42Z"},{"alias_kind":"pith_short_8","alias_value":"XEGRWJMY","created_at":"2026-07-05T10:04:42Z"}],"graph_snapshots":[{"event_id":"sha256:42da7e74849a4eba44646a69201ab9d908803fdec28cffce64583cfdd19223aa","target":"graph","created_at":"2026-07-05T10:04:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.13949/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Question: What is the performance and reasoning ability of OpenAI o1 compared to other large language models in addressing ophthalmology-specific questions?\n  Findings: This study evaluated OpenAI o1 and five LLMs using 6,990 ophthalmological questions from MedMCQA. O1 achieved the highest accuracy (0.88) and macro-F1 score but ranked third in reasoning capabilities based on text-generation metrics. Across subtopics, o1 ranked first in ``Lens'' and ``Glaucoma'' but second to GPT-4o in ``Corneal and External Diseases'', ``Vitreous and Retina'' and ``Oculoplastic and Orbital Diseases''. Subgroup","authors_text":"Anran Li, David Ziyou Chen, Dianbo Liu, Fares Antaki, Hyunjae Kim, Kai Jin, Ke Zou, Krithi Pushpanathan, Maxwell Singer, Minjie Zou, Qingyu Chen, Ron A. Adelman, Sahana Srinivasan, Thaddaeus Wai Soon Lo, Xuguang Ai, Yih Chung Tham, Yiming Kong","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-20T02:40:01Z","title":"Can OpenAI o1 Reason Well in Ophthalmology? A 6,990-Question Head-to-Head Evaluation Study"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.13949","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:885fcc6a16133898591cb6af6bd82fb7212c73849768a9f30a28ffc3224d0389","target":"record","created_at":"2026-07-05T10:04:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"185b471941c2e57fbb1bdc849d5bb879fe3741add1c4f73b8618026980256542","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-20T02:40:01Z","title_canon_sha256":"6af141256805c88932a9812f84ca9548d77e9d9cff20f5a46ec3a332e1bcb28c"},"schema_version":"1.0","source":{"id":"2501.13949","kind":"arxiv","version":1}},"canonical_sha256":"b90d1b259841eb7b4c89688482f91379d9e5d93b772d0530e3e6e4ea0fc13b65","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b90d1b259841eb7b4c89688482f91379d9e5d93b772d0530e3e6e4ea0fc13b65","first_computed_at":"2026-07-05T10:04:42.991068Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:04:42.991068Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zzrMQXBhdl24Vas6oMl7B/he1bW55qpzsy5SU1N3RKIDZVHXMC3mEFWiwEWyJlEF2+7zeG/4gkMr8VR1TNXNAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:04:42.991545Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.13949","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:885fcc6a16133898591cb6af6bd82fb7212c73849768a9f30a28ffc3224d0389","sha256:42da7e74849a4eba44646a69201ab9d908803fdec28cffce64583cfdd19223aa"],"state_sha256":"9eb98c31459cb63aeedec69762f5859f34b900fafc78ffdbacefa22f29d81cfd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"endlPwFDERXttZCTC0Fser/rMNc6OEys5Wv8sbKrvYYain1ONRqu45QP83aP/8I/HT5F5CMCrotgVKZnO6rXDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T16:53:33.819041Z","bundle_sha256":"eaff7f062e13383bcfc7dc5db2588041206c6dab6ea21c0be2f54688278e295f"}}