{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:WQF6VELZK3OGAPLP5B5KULXWZL","short_pith_number":"pith:WQF6VELZ","canonical_record":{"source":{"id":"2410.01089","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-01T21:38:15Z","cross_cats_sorted":[],"title_canon_sha256":"ca996b7af7fd0e6102c7ea7a09dda3ae4ada50d296197507b08dc90fa2d359d9","abstract_canon_sha256":"bafdd93fd8b57c9dc752618ee029d58bd4acdc5e91ed290761731f443facc655"},"schema_version":"1.0"},"canonical_sha256":"b40bea917956dc603d6fe87aaa2ef6cad08a73e70fd25fcf82ab67da313958e0","source":{"kind":"arxiv","id":"2410.01089","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.01089","created_at":"2026-07-05T09:14:43Z"},{"alias_kind":"arxiv_version","alias_value":"2410.01089v1","created_at":"2026-07-05T09:14:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.01089","created_at":"2026-07-05T09:14:43Z"},{"alias_kind":"pith_short_12","alias_value":"WQF6VELZK3OG","created_at":"2026-07-05T09:14:43Z"},{"alias_kind":"pith_short_16","alias_value":"WQF6VELZK3OGAPLP","created_at":"2026-07-05T09:14:43Z"},{"alias_kind":"pith_short_8","alias_value":"WQF6VELZ","created_at":"2026-07-05T09:14:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:WQF6VELZK3OGAPLP5B5KULXWZL","target":"record","payload":{"canonical_record":{"source":{"id":"2410.01089","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-01T21:38:15Z","cross_cats_sorted":[],"title_canon_sha256":"ca996b7af7fd0e6102c7ea7a09dda3ae4ada50d296197507b08dc90fa2d359d9","abstract_canon_sha256":"bafdd93fd8b57c9dc752618ee029d58bd4acdc5e91ed290761731f443facc655"},"schema_version":"1.0"},"canonical_sha256":"b40bea917956dc603d6fe87aaa2ef6cad08a73e70fd25fcf82ab67da313958e0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:14:43.200177Z","signature_b64":"wbamq7NYJrvck0HspQb9kwFcmLCAfDNkS9eU4e9TW1ojKsPv8iIajXViIOUguitxedyccPk/HVV+TUlkCHFPDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b40bea917956dc603d6fe87aaa2ef6cad08a73e70fd25fcf82ab67da313958e0","last_reissued_at":"2026-07-05T09:14:43.199696Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:14:43.199696Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.01089","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:14:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ATMqRPsBtM5dHQdDmU5YzLvg/FkIobSzX5/M1Odum+ylgcLmuIj1gQi7q9xsmnPS8wp6n0oFjPyUQFxdjRXUDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T11:17:40.899129Z"},"content_sha256":"41b0dff50a15f4e69f17dfa25ba6b8933add0de03d906669a45420c0baa589e2","schema_version":"1.0","event_id":"sha256:41b0dff50a15f4e69f17dfa25ba6b8933add0de03d906669a45420c0baa589e2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:WQF6VELZK3OGAPLP5B5KULXWZL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FMBench: Benchmarking Fairness in Multimodal Large Language Models on Medical Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Canyu Chen, Che Liu, Cosmin I. Bercea, Jun Li, Peiran Wu, Rossella Arcucci","submitted_at":"2024-10-01T21:38:15Z","abstract_excerpt":"Advancements in Multimodal Large Language Models (MLLMs) have significantly improved medical task performance, such as Visual Question Answering (VQA) and Report Generation (RG). However, the fairness of these models across diverse demographic groups remains underexplored, despite its importance in healthcare. This oversight is partly due to the lack of demographic diversity in existing medical multimodal datasets, which complicates the evaluation of fairness. In response, we propose FMBench, the first benchmark designed to evaluate the fairness of MLLMs performance across diverse demographic "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.01089","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.01089/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:14:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pHU8D+6JC4ZgZQunujsh5dfRirSJL55ossabuY4f15s/NpsWsXPzIx3rb/5b86pDtv/jNaI7VskT77p3ZdAbAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T11:17:40.899519Z"},"content_sha256":"2936d1cdc6d1a088d1ea39c1a16256c4aafbf9903c3e9149877cf33e42688cc2","schema_version":"1.0","event_id":"sha256:2936d1cdc6d1a088d1ea39c1a16256c4aafbf9903c3e9149877cf33e42688cc2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WQF6VELZK3OGAPLP5B5KULXWZL/bundle.json","state_url":"https://pith.science/pith/WQF6VELZK3OGAPLP5B5KULXWZL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WQF6VELZK3OGAPLP5B5KULXWZL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T11:17:40Z","links":{"resolver":"https://pith.science/pith/WQF6VELZK3OGAPLP5B5KULXWZL","bundle":"https://pith.science/pith/WQF6VELZK3OGAPLP5B5KULXWZL/bundle.json","state":"https://pith.science/pith/WQF6VELZK3OGAPLP5B5KULXWZL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WQF6VELZK3OGAPLP5B5KULXWZL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WQF6VELZK3OGAPLP5B5KULXWZL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bafdd93fd8b57c9dc752618ee029d58bd4acdc5e91ed290761731f443facc655","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-01T21:38:15Z","title_canon_sha256":"ca996b7af7fd0e6102c7ea7a09dda3ae4ada50d296197507b08dc90fa2d359d9"},"schema_version":"1.0","source":{"id":"2410.01089","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.01089","created_at":"2026-07-05T09:14:43Z"},{"alias_kind":"arxiv_version","alias_value":"2410.01089v1","created_at":"2026-07-05T09:14:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.01089","created_at":"2026-07-05T09:14:43Z"},{"alias_kind":"pith_short_12","alias_value":"WQF6VELZK3OG","created_at":"2026-07-05T09:14:43Z"},{"alias_kind":"pith_short_16","alias_value":"WQF6VELZK3OGAPLP","created_at":"2026-07-05T09:14:43Z"},{"alias_kind":"pith_short_8","alias_value":"WQF6VELZ","created_at":"2026-07-05T09:14:43Z"}],"graph_snapshots":[{"event_id":"sha256:2936d1cdc6d1a088d1ea39c1a16256c4aafbf9903c3e9149877cf33e42688cc2","target":"graph","created_at":"2026-07-05T09:14:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.01089/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Advancements in Multimodal Large Language Models (MLLMs) have significantly improved medical task performance, such as Visual Question Answering (VQA) and Report Generation (RG). However, the fairness of these models across diverse demographic groups remains underexplored, despite its importance in healthcare. This oversight is partly due to the lack of demographic diversity in existing medical multimodal datasets, which complicates the evaluation of fairness. In response, we propose FMBench, the first benchmark designed to evaluate the fairness of MLLMs performance across diverse demographic ","authors_text":"Canyu Chen, Che Liu, Cosmin I. Bercea, Jun Li, Peiran Wu, Rossella Arcucci","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-01T21:38:15Z","title":"FMBench: Benchmarking Fairness in Multimodal Large Language Models on Medical Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.01089","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:41b0dff50a15f4e69f17dfa25ba6b8933add0de03d906669a45420c0baa589e2","target":"record","created_at":"2026-07-05T09:14:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bafdd93fd8b57c9dc752618ee029d58bd4acdc5e91ed290761731f443facc655","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-10-01T21:38:15Z","title_canon_sha256":"ca996b7af7fd0e6102c7ea7a09dda3ae4ada50d296197507b08dc90fa2d359d9"},"schema_version":"1.0","source":{"id":"2410.01089","kind":"arxiv","version":1}},"canonical_sha256":"b40bea917956dc603d6fe87aaa2ef6cad08a73e70fd25fcf82ab67da313958e0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b40bea917956dc603d6fe87aaa2ef6cad08a73e70fd25fcf82ab67da313958e0","first_computed_at":"2026-07-05T09:14:43.199696Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:14:43.199696Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wbamq7NYJrvck0HspQb9kwFcmLCAfDNkS9eU4e9TW1ojKsPv8iIajXViIOUguitxedyccPk/HVV+TUlkCHFPDg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:14:43.200177Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.01089","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:41b0dff50a15f4e69f17dfa25ba6b8933add0de03d906669a45420c0baa589e2","sha256:2936d1cdc6d1a088d1ea39c1a16256c4aafbf9903c3e9149877cf33e42688cc2"],"state_sha256":"fd6cd647bef14767999f6c020969441e39a2ea5952ee1345c8f4a2d82bd06c32"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nvg+PIjctjeAOR6BqOF53vDMFoNVPHATvZLWRgmRf9HTuwxrae3tHSdqfN1PAs5lqhMNiNi4hC+KoEiSBWElAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T11:17:40.903529Z","bundle_sha256":"971ae91ccd9188c7d3d72ce3fae1bc1ddbe757a607a9e0f22ac252e5b3f27973"}}