{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:M5MHBJGFNZBOHPHHWNKC4C5ZBU","short_pith_number":"pith:M5MHBJGF","canonical_record":{"source":{"id":"2407.05250","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-07T03:41:51Z","cross_cats_sorted":[],"title_canon_sha256":"b365c11db7226851deba3dcb3abcdf6755ca09bdaf828b7af13535525acbcf8d","abstract_canon_sha256":"36a0763862e14d7f71b3a075b226c1333842c85cb3f749ada81adc3556c7355d"},"schema_version":"1.0"},"canonical_sha256":"675870a4c56e42e3bce7b3542e0bb90d1220994650fd8c881ef32fce58b7bc61","source":{"kind":"arxiv","id":"2407.05250","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.05250","created_at":"2026-07-05T09:35:34Z"},{"alias_kind":"arxiv_version","alias_value":"2407.05250v2","created_at":"2026-07-05T09:35:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.05250","created_at":"2026-07-05T09:35:34Z"},{"alias_kind":"pith_short_12","alias_value":"M5MHBJGFNZBO","created_at":"2026-07-05T09:35:34Z"},{"alias_kind":"pith_short_16","alias_value":"M5MHBJGFNZBOHPHH","created_at":"2026-07-05T09:35:34Z"},{"alias_kind":"pith_short_8","alias_value":"M5MHBJGF","created_at":"2026-07-05T09:35:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:M5MHBJGFNZBOHPHHWNKC4C5ZBU","target":"record","payload":{"canonical_record":{"source":{"id":"2407.05250","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-07T03:41:51Z","cross_cats_sorted":[],"title_canon_sha256":"b365c11db7226851deba3dcb3abcdf6755ca09bdaf828b7af13535525acbcf8d","abstract_canon_sha256":"36a0763862e14d7f71b3a075b226c1333842c85cb3f749ada81adc3556c7355d"},"schema_version":"1.0"},"canonical_sha256":"675870a4c56e42e3bce7b3542e0bb90d1220994650fd8c881ef32fce58b7bc61","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:35:34.650635Z","signature_b64":"fyx8MU6Q9hZArbBZz0jDx2dnUzzfkobnIWlswY5/kYDQXmDdU2U3cLpVZVdJDoJd/voSMz9boYYofGfnkIFuBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"675870a4c56e42e3bce7b3542e0bb90d1220994650fd8c881ef32fce58b7bc61","last_reissued_at":"2026-07-05T09:35:34.650137Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:35:34.650137Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.05250","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:35:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5mZ/TaOqiqVDoJ+H+c2vff9T5nSbTY6J4iT3WUAy+ZvUi/BVM+SeUK/u/ro8on3xulRX+JcNkg4wKp7UYxfMAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:01:55.082270Z"},"content_sha256":"84652bd73996f445882bb3c9121f9b4a9221b8ded462dca4f083ebf93e5f0952","schema_version":"1.0","event_id":"sha256:84652bd73996f445882bb3c9121f9b4a9221b8ded462dca4f083ebf93e5f0952"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:M5MHBJGFNZBOHPHHWNKC4C5ZBU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CLIMB: A Benchmark of Clinical Bias in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jieyu Zhao, Mingyu Derek Ma, Muhao Chen, Shudi Hou, Wei Wang, Yubo Zhang","submitted_at":"2024-07-07T03:41:51Z","abstract_excerpt":"Large language models (LLMs) are increasingly applied to clinical decision-making. However, their potential to exhibit bias poses significant risks to clinical equity. Currently, there is a lack of benchmarks that systematically evaluate such clinical bias in LLMs. While in downstream tasks, some biases of LLMs can be avoided such as by instructing the model to answer \"I'm not sure...\", the internal bias hidden within the model still lacks deep studies. We introduce CLIMB (shorthand for A Benchmark of Clinical Bias in Large Language Models), a pioneering comprehensive benchmark to evaluate bot"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.05250","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.05250/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:35:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UhaBiX8A6JbuzJuEQOwoZphgLADaWI2A1LlaahLaSvM360XdMiULMC/zqmtyTJbxGDy/sNjts9ABB4+7j/CjCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:01:55.082912Z"},"content_sha256":"c455b9d98680994a2b73ebf5c074e2335611252aaa00b60b2987332d03af0dfb","schema_version":"1.0","event_id":"sha256:c455b9d98680994a2b73ebf5c074e2335611252aaa00b60b2987332d03af0dfb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M5MHBJGFNZBOHPHHWNKC4C5ZBU/bundle.json","state_url":"https://pith.science/pith/M5MHBJGFNZBOHPHHWNKC4C5ZBU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M5MHBJGFNZBOHPHHWNKC4C5ZBU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:01:55Z","links":{"resolver":"https://pith.science/pith/M5MHBJGFNZBOHPHHWNKC4C5ZBU","bundle":"https://pith.science/pith/M5MHBJGFNZBOHPHHWNKC4C5ZBU/bundle.json","state":"https://pith.science/pith/M5MHBJGFNZBOHPHHWNKC4C5ZBU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M5MHBJGFNZBOHPHHWNKC4C5ZBU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:M5MHBJGFNZBOHPHHWNKC4C5ZBU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"36a0763862e14d7f71b3a075b226c1333842c85cb3f749ada81adc3556c7355d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-07T03:41:51Z","title_canon_sha256":"b365c11db7226851deba3dcb3abcdf6755ca09bdaf828b7af13535525acbcf8d"},"schema_version":"1.0","source":{"id":"2407.05250","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.05250","created_at":"2026-07-05T09:35:34Z"},{"alias_kind":"arxiv_version","alias_value":"2407.05250v2","created_at":"2026-07-05T09:35:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.05250","created_at":"2026-07-05T09:35:34Z"},{"alias_kind":"pith_short_12","alias_value":"M5MHBJGFNZBO","created_at":"2026-07-05T09:35:34Z"},{"alias_kind":"pith_short_16","alias_value":"M5MHBJGFNZBOHPHH","created_at":"2026-07-05T09:35:34Z"},{"alias_kind":"pith_short_8","alias_value":"M5MHBJGF","created_at":"2026-07-05T09:35:34Z"}],"graph_snapshots":[{"event_id":"sha256:c455b9d98680994a2b73ebf5c074e2335611252aaa00b60b2987332d03af0dfb","target":"graph","created_at":"2026-07-05T09:35:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.05250/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are increasingly applied to clinical decision-making. However, their potential to exhibit bias poses significant risks to clinical equity. Currently, there is a lack of benchmarks that systematically evaluate such clinical bias in LLMs. While in downstream tasks, some biases of LLMs can be avoided such as by instructing the model to answer \"I'm not sure...\", the internal bias hidden within the model still lacks deep studies. We introduce CLIMB (shorthand for A Benchmark of Clinical Bias in Large Language Models), a pioneering comprehensive benchmark to evaluate bot","authors_text":"Jieyu Zhao, Mingyu Derek Ma, Muhao Chen, Shudi Hou, Wei Wang, Yubo Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-07T03:41:51Z","title":"CLIMB: A Benchmark of Clinical Bias in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.05250","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:84652bd73996f445882bb3c9121f9b4a9221b8ded462dca4f083ebf93e5f0952","target":"record","created_at":"2026-07-05T09:35:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"36a0763862e14d7f71b3a075b226c1333842c85cb3f749ada81adc3556c7355d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-07T03:41:51Z","title_canon_sha256":"b365c11db7226851deba3dcb3abcdf6755ca09bdaf828b7af13535525acbcf8d"},"schema_version":"1.0","source":{"id":"2407.05250","kind":"arxiv","version":2}},"canonical_sha256":"675870a4c56e42e3bce7b3542e0bb90d1220994650fd8c881ef32fce58b7bc61","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"675870a4c56e42e3bce7b3542e0bb90d1220994650fd8c881ef32fce58b7bc61","first_computed_at":"2026-07-05T09:35:34.650137Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:35:34.650137Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fyx8MU6Q9hZArbBZz0jDx2dnUzzfkobnIWlswY5/kYDQXmDdU2U3cLpVZVdJDoJd/voSMz9boYYofGfnkIFuBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:35:34.650635Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.05250","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:84652bd73996f445882bb3c9121f9b4a9221b8ded462dca4f083ebf93e5f0952","sha256:c455b9d98680994a2b73ebf5c074e2335611252aaa00b60b2987332d03af0dfb"],"state_sha256":"9fb0eb55c00524bcd8c7aac94820772bb10e66d3aaf930e4b4e5b3c54c10a8cb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GTflCf5hjz3BXEL0nf8FBiec2+6+6tQp9alQxFLiuCxSdBs7N5U5s4aWaA2F4FgojGsEbELZgSU6HSA3c5maDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:01:55.092519Z","bundle_sha256":"b96aa1a02969c2c5a928c461fbdc42e3011966dd1f3fc9a2578edd5c0201ad7b"}}