{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:AR4KE2RRORVHJBNMBYREXODSTP","short_pith_number":"pith:AR4KE2RR","canonical_record":{"source":{"id":"2502.01243","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T11:04:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b834409385b005b1d47a8d9168eb05423300db49e64afb4f2312ee19072cf7df","abstract_canon_sha256":"2c092e8b855cb67413c5a4101719eb654c7ce44f6f7d15cffadbd6c94b873065"},"schema_version":"1.0"},"canonical_sha256":"0478a26a31746a7485ac0e224bb8729bd78448f40dd44ce6adf1fe07df582821","source":{"kind":"arxiv","id":"2502.01243","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.01243","created_at":"2026-07-05T10:08:44Z"},{"alias_kind":"arxiv_version","alias_value":"2502.01243v1","created_at":"2026-07-05T10:08:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.01243","created_at":"2026-07-05T10:08:44Z"},{"alias_kind":"pith_short_12","alias_value":"AR4KE2RRORVH","created_at":"2026-07-05T10:08:44Z"},{"alias_kind":"pith_short_16","alias_value":"AR4KE2RRORVHJBNM","created_at":"2026-07-05T10:08:44Z"},{"alias_kind":"pith_short_8","alias_value":"AR4KE2RR","created_at":"2026-07-05T10:08:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:AR4KE2RRORVHJBNMBYREXODSTP","target":"record","payload":{"canonical_record":{"source":{"id":"2502.01243","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T11:04:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b834409385b005b1d47a8d9168eb05423300db49e64afb4f2312ee19072cf7df","abstract_canon_sha256":"2c092e8b855cb67413c5a4101719eb654c7ce44f6f7d15cffadbd6c94b873065"},"schema_version":"1.0"},"canonical_sha256":"0478a26a31746a7485ac0e224bb8729bd78448f40dd44ce6adf1fe07df582821","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:08:44.727062Z","signature_b64":"yHHLKWp6t1QdujfmPfrG88ndvIFf+payHNelxMDK00Oy8ZIJHOJGW9/7y9WSGky8VXFEfDgDIXaOk+ghXBkQDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0478a26a31746a7485ac0e224bb8729bd78448f40dd44ce6adf1fe07df582821","last_reissued_at":"2026-07-05T10:08:44.726539Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:08:44.726539Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.01243","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sljuXgZzBo+TZinMA9DW01TyMQfPa+Eabh7CA0SuxYy3IPjtUrL/GpUimXXXlpc4MtXTFXAUIvRY/j5wiD1eDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T02:05:27.067582Z"},"content_sha256":"aaea94458b660842dae5f5a1ee7f4464fdade1f551576c92b35cb2ad79b6f70a","schema_version":"1.0","event_id":"sha256:aaea94458b660842dae5f5a1ee7f4464fdade1f551576c92b35cb2ad79b6f70a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:AR4KE2RRORVHJBNMBYREXODSTP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"OphthBench: A Comprehensive Benchmark for Evaluating Large Language Models in Chinese Ophthalmology","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chengfeng Zhou, Ji Wang, Juanjuan Qin, Ling Sun, Weiwei Dai, Yining Wang","submitted_at":"2025-02-03T11:04:51Z","abstract_excerpt":"Large language models (LLMs) have shown significant promise across various medical applications, with ophthalmology being a notable area of focus. Many ophthalmic tasks have shown substantial improvement through the integration of LLMs. However, before these models can be widely adopted in clinical practice, evaluating their capabilities and identifying their limitations is crucial. To address this research gap and support the real-world application of LLMs, we introduce the OphthBench, a specialized benchmark designed to assess LLM performance within the context of Chinese ophthalmic practice"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.01243","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.01243/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:08:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"naoYDjguXO21KgEv0fMIyIh8a1/8ENhm5A/QHDJCi85ZwijYJ6YJZVQDhEZ8S/MqshHXivKwXQJ4GzWURxcUBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T02:05:27.068514Z"},"content_sha256":"32247b357429c119af45a51b8f4d11fb4c018c14407ed8ae58d79c2c87f8263c","schema_version":"1.0","event_id":"sha256:32247b357429c119af45a51b8f4d11fb4c018c14407ed8ae58d79c2c87f8263c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AR4KE2RRORVHJBNMBYREXODSTP/bundle.json","state_url":"https://pith.science/pith/AR4KE2RRORVHJBNMBYREXODSTP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AR4KE2RRORVHJBNMBYREXODSTP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T02:05:27Z","links":{"resolver":"https://pith.science/pith/AR4KE2RRORVHJBNMBYREXODSTP","bundle":"https://pith.science/pith/AR4KE2RRORVHJBNMBYREXODSTP/bundle.json","state":"https://pith.science/pith/AR4KE2RRORVHJBNMBYREXODSTP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AR4KE2RRORVHJBNMBYREXODSTP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:AR4KE2RRORVHJBNMBYREXODSTP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2c092e8b855cb67413c5a4101719eb654c7ce44f6f7d15cffadbd6c94b873065","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T11:04:51Z","title_canon_sha256":"b834409385b005b1d47a8d9168eb05423300db49e64afb4f2312ee19072cf7df"},"schema_version":"1.0","source":{"id":"2502.01243","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.01243","created_at":"2026-07-05T10:08:44Z"},{"alias_kind":"arxiv_version","alias_value":"2502.01243v1","created_at":"2026-07-05T10:08:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.01243","created_at":"2026-07-05T10:08:44Z"},{"alias_kind":"pith_short_12","alias_value":"AR4KE2RRORVH","created_at":"2026-07-05T10:08:44Z"},{"alias_kind":"pith_short_16","alias_value":"AR4KE2RRORVHJBNM","created_at":"2026-07-05T10:08:44Z"},{"alias_kind":"pith_short_8","alias_value":"AR4KE2RR","created_at":"2026-07-05T10:08:44Z"}],"graph_snapshots":[{"event_id":"sha256:32247b357429c119af45a51b8f4d11fb4c018c14407ed8ae58d79c2c87f8263c","target":"graph","created_at":"2026-07-05T10:08:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.01243/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have shown significant promise across various medical applications, with ophthalmology being a notable area of focus. Many ophthalmic tasks have shown substantial improvement through the integration of LLMs. However, before these models can be widely adopted in clinical practice, evaluating their capabilities and identifying their limitations is crucial. To address this research gap and support the real-world application of LLMs, we introduce the OphthBench, a specialized benchmark designed to assess LLM performance within the context of Chinese ophthalmic practice","authors_text":"Chengfeng Zhou, Ji Wang, Juanjuan Qin, Ling Sun, Weiwei Dai, Yining Wang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T11:04:51Z","title":"OphthBench: A Comprehensive Benchmark for Evaluating Large Language Models in Chinese Ophthalmology"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.01243","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aaea94458b660842dae5f5a1ee7f4464fdade1f551576c92b35cb2ad79b6f70a","target":"record","created_at":"2026-07-05T10:08:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2c092e8b855cb67413c5a4101719eb654c7ce44f6f7d15cffadbd6c94b873065","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T11:04:51Z","title_canon_sha256":"b834409385b005b1d47a8d9168eb05423300db49e64afb4f2312ee19072cf7df"},"schema_version":"1.0","source":{"id":"2502.01243","kind":"arxiv","version":1}},"canonical_sha256":"0478a26a31746a7485ac0e224bb8729bd78448f40dd44ce6adf1fe07df582821","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0478a26a31746a7485ac0e224bb8729bd78448f40dd44ce6adf1fe07df582821","first_computed_at":"2026-07-05T10:08:44.726539Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:08:44.726539Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yHHLKWp6t1QdujfmPfrG88ndvIFf+payHNelxMDK00Oy8ZIJHOJGW9/7y9WSGky8VXFEfDgDIXaOk+ghXBkQDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:08:44.727062Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.01243","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aaea94458b660842dae5f5a1ee7f4464fdade1f551576c92b35cb2ad79b6f70a","sha256:32247b357429c119af45a51b8f4d11fb4c018c14407ed8ae58d79c2c87f8263c"],"state_sha256":"2d91c2aeac4d9b85a20039085f2b56b328e5f34924a88c5a6fb765de8f3314e5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cH9hnYBUsYrOpeB/olXpI/tbOvz2cBIfHKDiysIjWEogl1kIVZ9QRMw2XsckFalukneDiTJ3WhGRigdygCa/Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T02:05:27.085346Z","bundle_sha256":"8b5cc0d2e316c6aad053e26a7604cc74178a4a03d44dd10f9ff7ef0c20c7daa0"}}