{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:P2LAEWPFD6CFYNJ2J2ZQJEBW7C","short_pith_number":"pith:P2LAEWPF","canonical_record":{"source":{"id":"2402.07023","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-10T19:08:28Z","cross_cats_sorted":["cs.AI","cs.CV","cs.HC","cs.LG"],"title_canon_sha256":"38834c17c7a62d64093573eb9653292e9441d4e2830768c2838aa3a6eb5edd21","abstract_canon_sha256":"a8bd8ef70a419cd94787c015d4681aa2571619f4415d81f5bc85be3f17fff791"},"schema_version":"1.0"},"canonical_sha256":"7e960259e51f845c353a4eb3049036f88bd15243a5200e73e12e3a062507be2d","source":{"kind":"arxiv","id":"2402.07023","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.07023","created_at":"2026-07-05T07:43:42Z"},{"alias_kind":"arxiv_version","alias_value":"2402.07023v1","created_at":"2026-07-05T07:43:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.07023","created_at":"2026-07-05T07:43:42Z"},{"alias_kind":"pith_short_12","alias_value":"P2LAEWPFD6CF","created_at":"2026-07-05T07:43:42Z"},{"alias_kind":"pith_short_16","alias_value":"P2LAEWPFD6CFYNJ2","created_at":"2026-07-05T07:43:42Z"},{"alias_kind":"pith_short_8","alias_value":"P2LAEWPF","created_at":"2026-07-05T07:43:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:P2LAEWPFD6CFYNJ2J2ZQJEBW7C","target":"record","payload":{"canonical_record":{"source":{"id":"2402.07023","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-10T19:08:28Z","cross_cats_sorted":["cs.AI","cs.CV","cs.HC","cs.LG"],"title_canon_sha256":"38834c17c7a62d64093573eb9653292e9441d4e2830768c2838aa3a6eb5edd21","abstract_canon_sha256":"a8bd8ef70a419cd94787c015d4681aa2571619f4415d81f5bc85be3f17fff791"},"schema_version":"1.0"},"canonical_sha256":"7e960259e51f845c353a4eb3049036f88bd15243a5200e73e12e3a062507be2d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:43:42.711095Z","signature_b64":"rUgMHhSLI3AfOCaSEjiQkSDbP5NcSfMfbTmcYGAC+rzuAHrbYiRyr7/Pr54U87dsQhBGXGxpBDOORrmkRTo3AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7e960259e51f845c353a4eb3049036f88bd15243a5200e73e12e3a062507be2d","last_reissued_at":"2026-07-05T07:43:42.710623Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:43:42.710623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.07023","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:43:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uwKemxzONuWk5Hq5OrCokiH0LmL6iSehx8AAAAuWW5Bm95tAwjMldoH0ZaX8C3JSL/Nsfv4jlv1zrwE4jK8cCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:23:45.672241Z"},"content_sha256":"8a1c93f99b41ef81cf612196aa09f55dcb9a0553147285ef69f315bfae0e98f2","schema_version":"1.0","event_id":"sha256:8a1c93f99b41ef81cf612196aa09f55dcb9a0553147285ef69f315bfae0e98f2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:P2LAEWPFD6CFYNJ2J2ZQJEBW7C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Gemini Goes to Med School: Exploring the Capabilities of Multimodal Large Language Models on Medical Challenge Problems & Hallucinations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.HC","cs.LG"],"primary_cat":"cs.CL","authors_text":"Ankit Pal, Malaikannan Sankarasubbu","submitted_at":"2024-02-10T19:08:28Z","abstract_excerpt":"Large language models have the potential to be valuable in the healthcare industry, but it's crucial to verify their safety and effectiveness through rigorous evaluation. For this purpose, we comprehensively evaluated both open-source LLMs and Google's new multimodal LLM called Gemini across Medical reasoning, hallucination detection, and Medical Visual Question Answering tasks. While Gemini showed competence, it lagged behind state-of-the-art models like MedPaLM 2 and GPT-4 in diagnostic accuracy. Additionally, Gemini achieved an accuracy of 61.45\\% on the medical VQA dataset, significantly l"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.07023","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.07023/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:43:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sRL5YpY8uYDBaebxp63I1EEZGX8zzN2xKc6qko44ix4r607bPXkFWOnOLrq7z70Gv6QdfiJwsgvgIrDQolmoAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:23:45.672754Z"},"content_sha256":"346a959032c5723c14b114e2caa1d4844b23fb8a6549e3cef688759f8bac6661","schema_version":"1.0","event_id":"sha256:346a959032c5723c14b114e2caa1d4844b23fb8a6549e3cef688759f8bac6661"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/P2LAEWPFD6CFYNJ2J2ZQJEBW7C/bundle.json","state_url":"https://pith.science/pith/P2LAEWPFD6CFYNJ2J2ZQJEBW7C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/P2LAEWPFD6CFYNJ2J2ZQJEBW7C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T23:23:45Z","links":{"resolver":"https://pith.science/pith/P2LAEWPFD6CFYNJ2J2ZQJEBW7C","bundle":"https://pith.science/pith/P2LAEWPFD6CFYNJ2J2ZQJEBW7C/bundle.json","state":"https://pith.science/pith/P2LAEWPFD6CFYNJ2J2ZQJEBW7C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/P2LAEWPFD6CFYNJ2J2ZQJEBW7C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:P2LAEWPFD6CFYNJ2J2ZQJEBW7C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a8bd8ef70a419cd94787c015d4681aa2571619f4415d81f5bc85be3f17fff791","cross_cats_sorted":["cs.AI","cs.CV","cs.HC","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-10T19:08:28Z","title_canon_sha256":"38834c17c7a62d64093573eb9653292e9441d4e2830768c2838aa3a6eb5edd21"},"schema_version":"1.0","source":{"id":"2402.07023","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.07023","created_at":"2026-07-05T07:43:42Z"},{"alias_kind":"arxiv_version","alias_value":"2402.07023v1","created_at":"2026-07-05T07:43:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.07023","created_at":"2026-07-05T07:43:42Z"},{"alias_kind":"pith_short_12","alias_value":"P2LAEWPFD6CF","created_at":"2026-07-05T07:43:42Z"},{"alias_kind":"pith_short_16","alias_value":"P2LAEWPFD6CFYNJ2","created_at":"2026-07-05T07:43:42Z"},{"alias_kind":"pith_short_8","alias_value":"P2LAEWPF","created_at":"2026-07-05T07:43:42Z"}],"graph_snapshots":[{"event_id":"sha256:346a959032c5723c14b114e2caa1d4844b23fb8a6549e3cef688759f8bac6661","target":"graph","created_at":"2026-07-05T07:43:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.07023/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models have the potential to be valuable in the healthcare industry, but it's crucial to verify their safety and effectiveness through rigorous evaluation. For this purpose, we comprehensively evaluated both open-source LLMs and Google's new multimodal LLM called Gemini across Medical reasoning, hallucination detection, and Medical Visual Question Answering tasks. While Gemini showed competence, it lagged behind state-of-the-art models like MedPaLM 2 and GPT-4 in diagnostic accuracy. Additionally, Gemini achieved an accuracy of 61.45\\% on the medical VQA dataset, significantly l","authors_text":"Ankit Pal, Malaikannan Sankarasubbu","cross_cats":["cs.AI","cs.CV","cs.HC","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-10T19:08:28Z","title":"Gemini Goes to Med School: Exploring the Capabilities of Multimodal Large Language Models on Medical Challenge Problems & Hallucinations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.07023","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8a1c93f99b41ef81cf612196aa09f55dcb9a0553147285ef69f315bfae0e98f2","target":"record","created_at":"2026-07-05T07:43:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a8bd8ef70a419cd94787c015d4681aa2571619f4415d81f5bc85be3f17fff791","cross_cats_sorted":["cs.AI","cs.CV","cs.HC","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-10T19:08:28Z","title_canon_sha256":"38834c17c7a62d64093573eb9653292e9441d4e2830768c2838aa3a6eb5edd21"},"schema_version":"1.0","source":{"id":"2402.07023","kind":"arxiv","version":1}},"canonical_sha256":"7e960259e51f845c353a4eb3049036f88bd15243a5200e73e12e3a062507be2d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7e960259e51f845c353a4eb3049036f88bd15243a5200e73e12e3a062507be2d","first_computed_at":"2026-07-05T07:43:42.710623Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:43:42.710623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rUgMHhSLI3AfOCaSEjiQkSDbP5NcSfMfbTmcYGAC+rzuAHrbYiRyr7/Pr54U87dsQhBGXGxpBDOORrmkRTo3AA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:43:42.711095Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.07023","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8a1c93f99b41ef81cf612196aa09f55dcb9a0553147285ef69f315bfae0e98f2","sha256:346a959032c5723c14b114e2caa1d4844b23fb8a6549e3cef688759f8bac6661"],"state_sha256":"aed7d40221a529ddfff16b10913dc14f2d25f3d9ce25e40a5949a121e1107b27"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bU8cVFn8AT2wXwLsxjpBFoTR34s34NBir22pM0mhH87hx7EcdqkYZLwAbWYF7jfJZYVtT+vHijzJC5ikx+NcCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T23:23:45.677332Z","bundle_sha256":"adcc6a4e7128e9aa87ebda48bca50645bccabb065b810885251fab3d7e74e824"}}