{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:66JYSY4WYZKP6THYM7334VYMCO","short_pith_number":"pith:66JYSY4W","canonical_record":{"source":{"id":"2303.08448","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-15T08:44:07Z","cross_cats_sorted":["cs.IR","cs.LG"],"title_canon_sha256":"7dec0cfae97562b8946aefa16b30911e8d18e1474fb4836bb0ce7626c42f2038","abstract_canon_sha256":"f645e022f03595fefed839f76ccc4b396c509cb163190cb4dbe4f2348e774f97"},"schema_version":"1.0"},"canonical_sha256":"f793896396c654ff4cf867f7be570c13964c44b23cda9798ec0fb57dcb87a928","source":{"kind":"arxiv","id":"2303.08448","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.08448","created_at":"2026-07-05T05:51:33Z"},{"alias_kind":"arxiv_version","alias_value":"2303.08448v1","created_at":"2026-07-05T05:51:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.08448","created_at":"2026-07-05T05:51:33Z"},{"alias_kind":"pith_short_12","alias_value":"66JYSY4WYZKP","created_at":"2026-07-05T05:51:33Z"},{"alias_kind":"pith_short_16","alias_value":"66JYSY4WYZKP6THY","created_at":"2026-07-05T05:51:33Z"},{"alias_kind":"pith_short_8","alias_value":"66JYSY4W","created_at":"2026-07-05T05:51:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:66JYSY4WYZKP6THYM7334VYMCO","target":"record","payload":{"canonical_record":{"source":{"id":"2303.08448","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-15T08:44:07Z","cross_cats_sorted":["cs.IR","cs.LG"],"title_canon_sha256":"7dec0cfae97562b8946aefa16b30911e8d18e1474fb4836bb0ce7626c42f2038","abstract_canon_sha256":"f645e022f03595fefed839f76ccc4b396c509cb163190cb4dbe4f2348e774f97"},"schema_version":"1.0"},"canonical_sha256":"f793896396c654ff4cf867f7be570c13964c44b23cda9798ec0fb57dcb87a928","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:51:33.138411Z","signature_b64":"YarB43vwXpLC8GreBb1egBbzNCYIOxC06z63JVSPkZmY/Woet4hgJTBU5EvI5kx+JJwZZQYhUfWXm7OdST7UAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f793896396c654ff4cf867f7be570c13964c44b23cda9798ec0fb57dcb87a928","last_reissued_at":"2026-07-05T05:51:33.137888Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:51:33.137888Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.08448","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:51:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ykpypnk6eFY3oU2BMQXrzVKhandnvShEeCY+VVRmxmGOp8PcLrVbxcN3StvTcdVW9PNbh02xAbYwXMd8yWulCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T14:00:47.352109Z"},"content_sha256":"759ea61fd708178a7f21428a86a82fe8d3566df3bcf4b76001a5a7efbe21c51f","schema_version":"1.0","event_id":"sha256:759ea61fd708178a7f21428a86a82fe8d3566df3bcf4b76001a5a7efbe21c51f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:66JYSY4WYZKP6THYM7334VYMCO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Cross-institutional Evaluation on Breast Cancer Phenotyping NLP Algorithms on Electronic Health Records","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Anne Blaes, Hongfang Liu, Ju Sun, Liwei Wang, Nan Wang, Rui Zhang, Sicheng Zhou","submitted_at":"2023-03-15T08:44:07Z","abstract_excerpt":"Objective: The generalizability of clinical large language models is usually ignored during the model development process. This study evaluated the generalizability of BERT-based clinical NLP models across different clinical settings through a breast cancer phenotype extraction task.\n  Materials and Methods: Two clinical corpora of breast cancer patients were collected from the electronic health records from the University of Minnesota and the Mayo Clinic, and annotated following the same guideline. We developed three types of NLP models (i.e., conditional random field, bi-directional long sho"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.08448","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.08448/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:51:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OT7qau/GM9lT60g6mtoCB3WvPVyLau2qr/0oDxRNWfXQi3uPJkeFBBJkXnW/1zYCEvxMotdYsM62Mdtlh1yPDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T14:00:47.352655Z"},"content_sha256":"65d64cd930c2e401a5c894f957d7d06964afd8230c681aa8797e3af9e7e089b8","schema_version":"1.0","event_id":"sha256:65d64cd930c2e401a5c894f957d7d06964afd8230c681aa8797e3af9e7e089b8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/66JYSY4WYZKP6THYM7334VYMCO/bundle.json","state_url":"https://pith.science/pith/66JYSY4WYZKP6THYM7334VYMCO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/66JYSY4WYZKP6THYM7334VYMCO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T14:00:47Z","links":{"resolver":"https://pith.science/pith/66JYSY4WYZKP6THYM7334VYMCO","bundle":"https://pith.science/pith/66JYSY4WYZKP6THYM7334VYMCO/bundle.json","state":"https://pith.science/pith/66JYSY4WYZKP6THYM7334VYMCO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/66JYSY4WYZKP6THYM7334VYMCO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:66JYSY4WYZKP6THYM7334VYMCO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f645e022f03595fefed839f76ccc4b396c509cb163190cb4dbe4f2348e774f97","cross_cats_sorted":["cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-15T08:44:07Z","title_canon_sha256":"7dec0cfae97562b8946aefa16b30911e8d18e1474fb4836bb0ce7626c42f2038"},"schema_version":"1.0","source":{"id":"2303.08448","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.08448","created_at":"2026-07-05T05:51:33Z"},{"alias_kind":"arxiv_version","alias_value":"2303.08448v1","created_at":"2026-07-05T05:51:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.08448","created_at":"2026-07-05T05:51:33Z"},{"alias_kind":"pith_short_12","alias_value":"66JYSY4WYZKP","created_at":"2026-07-05T05:51:33Z"},{"alias_kind":"pith_short_16","alias_value":"66JYSY4WYZKP6THY","created_at":"2026-07-05T05:51:33Z"},{"alias_kind":"pith_short_8","alias_value":"66JYSY4W","created_at":"2026-07-05T05:51:33Z"}],"graph_snapshots":[{"event_id":"sha256:65d64cd930c2e401a5c894f957d7d06964afd8230c681aa8797e3af9e7e089b8","target":"graph","created_at":"2026-07-05T05:51:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.08448/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Objective: The generalizability of clinical large language models is usually ignored during the model development process. This study evaluated the generalizability of BERT-based clinical NLP models across different clinical settings through a breast cancer phenotype extraction task.\n  Materials and Methods: Two clinical corpora of breast cancer patients were collected from the electronic health records from the University of Minnesota and the Mayo Clinic, and annotated following the same guideline. We developed three types of NLP models (i.e., conditional random field, bi-directional long sho","authors_text":"Anne Blaes, Hongfang Liu, Ju Sun, Liwei Wang, Nan Wang, Rui Zhang, Sicheng Zhou","cross_cats":["cs.IR","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-15T08:44:07Z","title":"A Cross-institutional Evaluation on Breast Cancer Phenotyping NLP Algorithms on Electronic Health Records"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.08448","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:759ea61fd708178a7f21428a86a82fe8d3566df3bcf4b76001a5a7efbe21c51f","target":"record","created_at":"2026-07-05T05:51:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f645e022f03595fefed839f76ccc4b396c509cb163190cb4dbe4f2348e774f97","cross_cats_sorted":["cs.IR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-03-15T08:44:07Z","title_canon_sha256":"7dec0cfae97562b8946aefa16b30911e8d18e1474fb4836bb0ce7626c42f2038"},"schema_version":"1.0","source":{"id":"2303.08448","kind":"arxiv","version":1}},"canonical_sha256":"f793896396c654ff4cf867f7be570c13964c44b23cda9798ec0fb57dcb87a928","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f793896396c654ff4cf867f7be570c13964c44b23cda9798ec0fb57dcb87a928","first_computed_at":"2026-07-05T05:51:33.137888Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:51:33.137888Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YarB43vwXpLC8GreBb1egBbzNCYIOxC06z63JVSPkZmY/Woet4hgJTBU5EvI5kx+JJwZZQYhUfWXm7OdST7UAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:51:33.138411Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.08448","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:759ea61fd708178a7f21428a86a82fe8d3566df3bcf4b76001a5a7efbe21c51f","sha256:65d64cd930c2e401a5c894f957d7d06964afd8230c681aa8797e3af9e7e089b8"],"state_sha256":"9c0edd3cb01c35fc792edf76bfc7c3d289773d4ea665c12ba1814961b2f4f8d4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OXOOGAErERaB9Dh7h2y6SKVpH2aU7h/lfK9FHpg3UQBVSzBZ2LGShwrff/8dy00uUNd8nCbsqZzp+YsztNzoDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T14:00:47.356181Z","bundle_sha256":"3d3ee7053613a9f4c1ce78a9c0066fe28ed9c0b46d89b672964ae5010383326e"}}