{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NLWTR4UJKCZ7QW57FALEBXN7OB","short_pith_number":"pith:NLWTR4UJ","canonical_record":{"source":{"id":"2404.05590","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-08T15:03:57Z","cross_cats_sorted":[],"title_canon_sha256":"62193eb0a9fea685ffc730d22d8a2bb985f3ff0b4af14f2dfee875e5270f6265","abstract_canon_sha256":"2cf8e3d5a4ab429cff48d30614466b530d5e9ebd9a37267521cf83d90d002e2f"},"schema_version":"1.0"},"canonical_sha256":"6aed38f28950b3f85bbf281640ddbf7042761b5a06b115645b3e7cd260a556e4","source":{"kind":"arxiv","id":"2404.05590","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.05590","created_at":"2026-07-05T09:33:30Z"},{"alias_kind":"arxiv_version","alias_value":"2404.05590v2","created_at":"2026-07-05T09:33:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.05590","created_at":"2026-07-05T09:33:30Z"},{"alias_kind":"pith_short_12","alias_value":"NLWTR4UJKCZ7","created_at":"2026-07-05T09:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"NLWTR4UJKCZ7QW57","created_at":"2026-07-05T09:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"NLWTR4UJ","created_at":"2026-07-05T09:33:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NLWTR4UJKCZ7QW57FALEBXN7OB","target":"record","payload":{"canonical_record":{"source":{"id":"2404.05590","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-08T15:03:57Z","cross_cats_sorted":[],"title_canon_sha256":"62193eb0a9fea685ffc730d22d8a2bb985f3ff0b4af14f2dfee875e5270f6265","abstract_canon_sha256":"2cf8e3d5a4ab429cff48d30614466b530d5e9ebd9a37267521cf83d90d002e2f"},"schema_version":"1.0"},"canonical_sha256":"6aed38f28950b3f85bbf281640ddbf7042761b5a06b115645b3e7cd260a556e4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:33:30.613031Z","signature_b64":"rigXEdfSs8HKF6/01MwA71Pn1iX93KOl9lBjoe7C+n/8wqEYDsEf8K1LUaWVkFQY8vXeN/iOTlPNdzbYsIRRCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6aed38f28950b3f85bbf281640ddbf7042761b5a06b115645b3e7cd260a556e4","last_reissued_at":"2026-07-05T09:33:30.612550Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:33:30.612550Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.05590","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:33:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/eX6DFJdOhXuq0d5TIzcSF2xSTRr4gKoIShs96+lgMmSGJ7wVQHcLrOsW/XDXqPRgMa4N+aqp5OrC1bcZ/zfCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T00:20:31.681898Z"},"content_sha256":"7de007b57a9ab8b04653c21bf5425c336b75f361c40e389ca8b7e0d672ed167e","schema_version":"1.0","event_id":"sha256:7de007b57a9ab8b04653c21bf5425c336b75f361c40e389ca8b7e0d672ed167e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NLWTR4UJKCZ7QW57FALEBXN7OB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MedExpQA: Multilingual Benchmarking of Large Language Models for Medical Question Answering","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"I\\~nigo Alonso, Maite Oronoz, Rodrigo Agerri","submitted_at":"2024-04-08T15:03:57Z","abstract_excerpt":"Large Language Models (LLMs) have the potential of facilitating the development of Artificial Intelligence technology to assist medical experts for interactive decision support, which has been demonstrated by their competitive performances in Medical QA. However, while impressive, the required quality bar for medical applications remains far from being achieved. Currently, LLMs remain challenged by outdated knowledge and by their tendency to generate hallucinated content. Furthermore, most benchmarks to assess medical knowledge lack reference gold explanations which means that it is not possib"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.05590","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.05590/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:33:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bTVx+qHVzwFbcnpwcB5FC6Zxr9RKmyl9YdFtcDe9VElwJdBp46LlIP28du6tLjdNDloySsjqi+l73zfvNE9SDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T00:20:31.682440Z"},"content_sha256":"0294237caa53954a41ec18e49eb0ab2a021293e68b84614ea0b32922a4c2f9b3","schema_version":"1.0","event_id":"sha256:0294237caa53954a41ec18e49eb0ab2a021293e68b84614ea0b32922a4c2f9b3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NLWTR4UJKCZ7QW57FALEBXN7OB/bundle.json","state_url":"https://pith.science/pith/NLWTR4UJKCZ7QW57FALEBXN7OB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NLWTR4UJKCZ7QW57FALEBXN7OB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T00:20:31Z","links":{"resolver":"https://pith.science/pith/NLWTR4UJKCZ7QW57FALEBXN7OB","bundle":"https://pith.science/pith/NLWTR4UJKCZ7QW57FALEBXN7OB/bundle.json","state":"https://pith.science/pith/NLWTR4UJKCZ7QW57FALEBXN7OB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NLWTR4UJKCZ7QW57FALEBXN7OB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NLWTR4UJKCZ7QW57FALEBXN7OB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2cf8e3d5a4ab429cff48d30614466b530d5e9ebd9a37267521cf83d90d002e2f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-08T15:03:57Z","title_canon_sha256":"62193eb0a9fea685ffc730d22d8a2bb985f3ff0b4af14f2dfee875e5270f6265"},"schema_version":"1.0","source":{"id":"2404.05590","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.05590","created_at":"2026-07-05T09:33:30Z"},{"alias_kind":"arxiv_version","alias_value":"2404.05590v2","created_at":"2026-07-05T09:33:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.05590","created_at":"2026-07-05T09:33:30Z"},{"alias_kind":"pith_short_12","alias_value":"NLWTR4UJKCZ7","created_at":"2026-07-05T09:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"NLWTR4UJKCZ7QW57","created_at":"2026-07-05T09:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"NLWTR4UJ","created_at":"2026-07-05T09:33:30Z"}],"graph_snapshots":[{"event_id":"sha256:0294237caa53954a41ec18e49eb0ab2a021293e68b84614ea0b32922a4c2f9b3","target":"graph","created_at":"2026-07-05T09:33:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.05590/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have the potential of facilitating the development of Artificial Intelligence technology to assist medical experts for interactive decision support, which has been demonstrated by their competitive performances in Medical QA. However, while impressive, the required quality bar for medical applications remains far from being achieved. Currently, LLMs remain challenged by outdated knowledge and by their tendency to generate hallucinated content. Furthermore, most benchmarks to assess medical knowledge lack reference gold explanations which means that it is not possib","authors_text":"I\\~nigo Alonso, Maite Oronoz, Rodrigo Agerri","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-08T15:03:57Z","title":"MedExpQA: Multilingual Benchmarking of Large Language Models for Medical Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.05590","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7de007b57a9ab8b04653c21bf5425c336b75f361c40e389ca8b7e0d672ed167e","target":"record","created_at":"2026-07-05T09:33:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2cf8e3d5a4ab429cff48d30614466b530d5e9ebd9a37267521cf83d90d002e2f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-08T15:03:57Z","title_canon_sha256":"62193eb0a9fea685ffc730d22d8a2bb985f3ff0b4af14f2dfee875e5270f6265"},"schema_version":"1.0","source":{"id":"2404.05590","kind":"arxiv","version":2}},"canonical_sha256":"6aed38f28950b3f85bbf281640ddbf7042761b5a06b115645b3e7cd260a556e4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6aed38f28950b3f85bbf281640ddbf7042761b5a06b115645b3e7cd260a556e4","first_computed_at":"2026-07-05T09:33:30.612550Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:33:30.612550Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rigXEdfSs8HKF6/01MwA71Pn1iX93KOl9lBjoe7C+n/8wqEYDsEf8K1LUaWVkFQY8vXeN/iOTlPNdzbYsIRRCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:33:30.613031Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.05590","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7de007b57a9ab8b04653c21bf5425c336b75f361c40e389ca8b7e0d672ed167e","sha256:0294237caa53954a41ec18e49eb0ab2a021293e68b84614ea0b32922a4c2f9b3"],"state_sha256":"001d5536cbb4470fa377612dcdfd1804bf6fb3b7e94688aafbd626d48947dee0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"36MX4OyoMjwNAGaHXwjKt8wirmPPcTg3jSclBkXQ6uP8ecdr4ll4YgZyUdjoo4oEWpbsjRHGufVy8hPick/7CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T00:20:31.686223Z","bundle_sha256":"6d28b6867396f4a0c17e9c029a574df4ce9edfbeebd3a208ed3a4f7397620497"}}