{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:FP5V5JXNLNUDHNCPDZL7NEOBEU","short_pith_number":"pith:FP5V5JXN","canonical_record":{"source":{"id":"2111.15512","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-30T15:52:04Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"71240889a53438666b531bb2176ab1505f699ca9ca0a8845eaa7707867900d05","abstract_canon_sha256":"bb696ee56107766d0814d1a0f0ee6841a37c90f393f9853c596fdab8ebb4b83e"},"schema_version":"1.0"},"canonical_sha256":"2bfb5ea6ed5b6833b44f1e57f691c1253050bd3bf8782020de7863b4a3d1a3d8","source":{"kind":"arxiv","id":"2111.15512","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.15512","created_at":"2026-07-05T03:36:26Z"},{"alias_kind":"arxiv_version","alias_value":"2111.15512v1","created_at":"2026-07-05T03:36:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.15512","created_at":"2026-07-05T03:36:26Z"},{"alias_kind":"pith_short_12","alias_value":"FP5V5JXNLNUD","created_at":"2026-07-05T03:36:26Z"},{"alias_kind":"pith_short_16","alias_value":"FP5V5JXNLNUDHNCP","created_at":"2026-07-05T03:36:26Z"},{"alias_kind":"pith_short_8","alias_value":"FP5V5JXN","created_at":"2026-07-05T03:36:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:FP5V5JXNLNUDHNCPDZL7NEOBEU","target":"record","payload":{"canonical_record":{"source":{"id":"2111.15512","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-30T15:52:04Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"71240889a53438666b531bb2176ab1505f699ca9ca0a8845eaa7707867900d05","abstract_canon_sha256":"bb696ee56107766d0814d1a0f0ee6841a37c90f393f9853c596fdab8ebb4b83e"},"schema_version":"1.0"},"canonical_sha256":"2bfb5ea6ed5b6833b44f1e57f691c1253050bd3bf8782020de7863b4a3d1a3d8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:36:26.958325Z","signature_b64":"SwDeHRXpT7T7O9AgiutTWKZCz8VfXTtPRiK1go/vJVKSzYj5dAiDMDu8M/wMLMRyAEL+uyWXP20Io268lMmHDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2bfb5ea6ed5b6833b44f1e57f691c1253050bd3bf8782020de7863b4a3d1a3d8","last_reissued_at":"2026-07-05T03:36:26.957861Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:36:26.957861Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.15512","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:36:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yCmSw4t48PNICXwGbY0fbEKb99Q/MY7r37gZBOCWpc2dWmrpwx8b+etzI8EZ77FxWkuhYYhorgfhcl3iaHIdAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:40:19.123646Z"},"content_sha256":"e1f205b67518fcacd9874dea8df3495826c108b73aea5e90811922e5694e4134","schema_version":"1.0","event_id":"sha256:e1f205b67518fcacd9874dea8df3495826c108b73aea5e90811922e5694e4134"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:FP5V5JXNLNUDHNCPDZL7NEOBEU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Do You See in this Patient? Behavioral Testing of Clinical NLP Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Alexander L\\\"oser, Betty van Aken, Sebastian Herrmann","submitted_at":"2021-11-30T15:52:04Z","abstract_excerpt":"Decision support systems based on clinical notes have the potential to improve patient care by pointing doctors towards overseen risks. Predicting a patient's outcome is an essential part of such systems, for which the use of deep neural networks has shown promising results. However, the patterns learned by these networks are mostly opaque and previous work revealed flaws regarding the reproduction of unintended biases. We thus introduce an extendable testing framework that evaluates the behavior of clinical outcome models regarding changes of the input. The framework helps to understand learn"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.15512","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.15512/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:36:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CNR8kvMv9s+EcHaC52QqawNKbfLlTAZ1sHKt4+cztf/rf1+VurVbAAy4C9oaXOFUVXnFFDv6Lr3wD7BdCxWRCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:40:19.124162Z"},"content_sha256":"65e7cc37e2f8e6fcc398ad91608c5a0e304f3d6755dd2f0cb7d255675a1e8bbf","schema_version":"1.0","event_id":"sha256:65e7cc37e2f8e6fcc398ad91608c5a0e304f3d6755dd2f0cb7d255675a1e8bbf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FP5V5JXNLNUDHNCPDZL7NEOBEU/bundle.json","state_url":"https://pith.science/pith/FP5V5JXNLNUDHNCPDZL7NEOBEU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FP5V5JXNLNUDHNCPDZL7NEOBEU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T21:40:19Z","links":{"resolver":"https://pith.science/pith/FP5V5JXNLNUDHNCPDZL7NEOBEU","bundle":"https://pith.science/pith/FP5V5JXNLNUDHNCPDZL7NEOBEU/bundle.json","state":"https://pith.science/pith/FP5V5JXNLNUDHNCPDZL7NEOBEU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FP5V5JXNLNUDHNCPDZL7NEOBEU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FP5V5JXNLNUDHNCPDZL7NEOBEU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bb696ee56107766d0814d1a0f0ee6841a37c90f393f9853c596fdab8ebb4b83e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-30T15:52:04Z","title_canon_sha256":"71240889a53438666b531bb2176ab1505f699ca9ca0a8845eaa7707867900d05"},"schema_version":"1.0","source":{"id":"2111.15512","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.15512","created_at":"2026-07-05T03:36:26Z"},{"alias_kind":"arxiv_version","alias_value":"2111.15512v1","created_at":"2026-07-05T03:36:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.15512","created_at":"2026-07-05T03:36:26Z"},{"alias_kind":"pith_short_12","alias_value":"FP5V5JXNLNUD","created_at":"2026-07-05T03:36:26Z"},{"alias_kind":"pith_short_16","alias_value":"FP5V5JXNLNUDHNCP","created_at":"2026-07-05T03:36:26Z"},{"alias_kind":"pith_short_8","alias_value":"FP5V5JXN","created_at":"2026-07-05T03:36:26Z"}],"graph_snapshots":[{"event_id":"sha256:65e7cc37e2f8e6fcc398ad91608c5a0e304f3d6755dd2f0cb7d255675a1e8bbf","target":"graph","created_at":"2026-07-05T03:36:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.15512/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Decision support systems based on clinical notes have the potential to improve patient care by pointing doctors towards overseen risks. Predicting a patient's outcome is an essential part of such systems, for which the use of deep neural networks has shown promising results. However, the patterns learned by these networks are mostly opaque and previous work revealed flaws regarding the reproduction of unintended biases. We thus introduce an extendable testing framework that evaluates the behavior of clinical outcome models regarding changes of the input. The framework helps to understand learn","authors_text":"Alexander L\\\"oser, Betty van Aken, Sebastian Herrmann","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-30T15:52:04Z","title":"What Do You See in this Patient? Behavioral Testing of Clinical NLP Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.15512","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e1f205b67518fcacd9874dea8df3495826c108b73aea5e90811922e5694e4134","target":"record","created_at":"2026-07-05T03:36:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bb696ee56107766d0814d1a0f0ee6841a37c90f393f9853c596fdab8ebb4b83e","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-30T15:52:04Z","title_canon_sha256":"71240889a53438666b531bb2176ab1505f699ca9ca0a8845eaa7707867900d05"},"schema_version":"1.0","source":{"id":"2111.15512","kind":"arxiv","version":1}},"canonical_sha256":"2bfb5ea6ed5b6833b44f1e57f691c1253050bd3bf8782020de7863b4a3d1a3d8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2bfb5ea6ed5b6833b44f1e57f691c1253050bd3bf8782020de7863b4a3d1a3d8","first_computed_at":"2026-07-05T03:36:26.957861Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:36:26.957861Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SwDeHRXpT7T7O9AgiutTWKZCz8VfXTtPRiK1go/vJVKSzYj5dAiDMDu8M/wMLMRyAEL+uyWXP20Io268lMmHDw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:36:26.958325Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.15512","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e1f205b67518fcacd9874dea8df3495826c108b73aea5e90811922e5694e4134","sha256:65e7cc37e2f8e6fcc398ad91608c5a0e304f3d6755dd2f0cb7d255675a1e8bbf"],"state_sha256":"cf3fbb8593f431104368955dcdaa7970d0ea785492e514751d559df02453b959"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tCSTCnx5HvJAhXrKzE/lIxleP3ggKmryb9EHcpUH45TbuEO9GKa5wMHckwMI/xSZhAYxH4KWZSPZs4uFDkkjCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T21:40:19.128123Z","bundle_sha256":"1b637ea8f49f673d53180baf97bf9e459e98d1a4502af0c6df86a93f48c3a2c1"}}