{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:LT2UIBNHXKKIA43BGGFLCNEL5E","short_pith_number":"pith:LT2UIBNH","canonical_record":{"source":{"id":"2110.10780","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-20T21:09:41Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"87864af1b8bea84346dddb974d2436d77c207ae5986f6ea716bf978cf8e4c62c","abstract_canon_sha256":"e88ec237333642fa1805a759df5afc21fc9e38f1cbf4f71532e68ce0191251a5"},"schema_version":"1.0"},"canonical_sha256":"5cf54405a7ba94807361318ab1348be93b0334f7e8afc314fa35968fcc8de27d","source":{"kind":"arxiv","id":"2110.10780","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.10780","created_at":"2026-07-05T04:07:06Z"},{"alias_kind":"arxiv_version","alias_value":"2110.10780v3","created_at":"2026-07-05T04:07:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.10780","created_at":"2026-07-05T04:07:06Z"},{"alias_kind":"pith_short_12","alias_value":"LT2UIBNHXKKI","created_at":"2026-07-05T04:07:06Z"},{"alias_kind":"pith_short_16","alias_value":"LT2UIBNHXKKIA43B","created_at":"2026-07-05T04:07:06Z"},{"alias_kind":"pith_short_8","alias_value":"LT2UIBNH","created_at":"2026-07-05T04:07:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:LT2UIBNHXKKIA43BGGFLCNEL5E","target":"record","payload":{"canonical_record":{"source":{"id":"2110.10780","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-20T21:09:41Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"87864af1b8bea84346dddb974d2436d77c207ae5986f6ea716bf978cf8e4c62c","abstract_canon_sha256":"e88ec237333642fa1805a759df5afc21fc9e38f1cbf4f71532e68ce0191251a5"},"schema_version":"1.0"},"canonical_sha256":"5cf54405a7ba94807361318ab1348be93b0334f7e8afc314fa35968fcc8de27d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:07:06.042168Z","signature_b64":"HLpz5WUBgiwG51OekFCBVTN+KESdXox1kGpW5nmPJ6See8Io73TJzrV3bLdER/NjlyfUmKde6bUiCbyTQCSSBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5cf54405a7ba94807361318ab1348be93b0334f7e8afc314fa35968fcc8de27d","last_reissued_at":"2026-07-05T04:07:06.041702Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:07:06.041702Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.10780","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Yht+a7JPymzTCU0/mp8LnGUCbJhwqRUO3QOUGmLy6xDWZ7nf7GhTZXnrloOsQ2fUphJYdp6M5FM+xmve/faHCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T19:21:34.197509Z"},"content_sha256":"9b52846e5252aee353ed312e1f9542d28bd7e6ffd32bb153a80e781d1d5cc294","schema_version":"1.0","event_id":"sha256:9b52846e5252aee353ed312e1f9542d28bd7e6ffd32bb153a80e781d1d5cc294"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:LT2UIBNHXKKIA43BGGFLCNEL5E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Open Natural Language Processing Development Framework for EHR-based Clinical Research: A case demonstration using the National COVID Cohort Collaborative (N3C)","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Andrew Wen, Andrew Williams, Christopher G. Chute, Dalton Schutte, Daniel Harris, Emily Pfaff, Hongfang Liu, Huan He, Hua Xu, Joel H Saltz, John D. Osborne, Liwei Wang, Masoud Rouhizadeh, Mei Liu, Melissa A. Haendel, National COVID Cohort Collaborative (N3C), National COVID Cohort Collaborative (N3C) Natural Language Processing (NLP) Subgroup, Noor Abu-el-rub, Peter Szolovits, Rafael Fuentes, Ramakanth Kavuluru, Robert Miller, Rui Zhang, Sijia Liu, Stephanie S Hong, Sunyang Fu, Thomas Schaffter, Tim Duong, Umit Topaloglu, Yongqun He","submitted_at":"2021-10-20T21:09:41Z","abstract_excerpt":"While we pay attention to the latest advances in clinical natural language processing (NLP), we can notice some resistance in the clinical and translational research community to adopt NLP models due to limited transparency, interpretability, and usability. In this study, we proposed an open natural language processing development framework. We evaluated it through the implementation of NLP algorithms for the National COVID Cohort Collaborative (N3C). Based on the interests in information extraction from COVID-19 related clinical notes, our work includes 1) an open data annotation process usin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.10780","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.10780/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rQsP/mFTWpv5JCCWSngZfBqSRjOxXlOjKRqq5dzJaCy20F6cLISa67MJAGfugpNtCxEm154QPHdMQQEVZWypCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T19:21:34.198429Z"},"content_sha256":"2370ea7a051b272d2c0c3dde5babbbe70d0dbab85c216695db651e96043b752b","schema_version":"1.0","event_id":"sha256:2370ea7a051b272d2c0c3dde5babbbe70d0dbab85c216695db651e96043b752b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LT2UIBNHXKKIA43BGGFLCNEL5E/bundle.json","state_url":"https://pith.science/pith/LT2UIBNHXKKIA43BGGFLCNEL5E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LT2UIBNHXKKIA43BGGFLCNEL5E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T19:21:34Z","links":{"resolver":"https://pith.science/pith/LT2UIBNHXKKIA43BGGFLCNEL5E","bundle":"https://pith.science/pith/LT2UIBNHXKKIA43BGGFLCNEL5E/bundle.json","state":"https://pith.science/pith/LT2UIBNHXKKIA43BGGFLCNEL5E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LT2UIBNHXKKIA43BGGFLCNEL5E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:LT2UIBNHXKKIA43BGGFLCNEL5E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e88ec237333642fa1805a759df5afc21fc9e38f1cbf4f71532e68ce0191251a5","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-20T21:09:41Z","title_canon_sha256":"87864af1b8bea84346dddb974d2436d77c207ae5986f6ea716bf978cf8e4c62c"},"schema_version":"1.0","source":{"id":"2110.10780","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.10780","created_at":"2026-07-05T04:07:06Z"},{"alias_kind":"arxiv_version","alias_value":"2110.10780v3","created_at":"2026-07-05T04:07:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.10780","created_at":"2026-07-05T04:07:06Z"},{"alias_kind":"pith_short_12","alias_value":"LT2UIBNHXKKI","created_at":"2026-07-05T04:07:06Z"},{"alias_kind":"pith_short_16","alias_value":"LT2UIBNHXKKIA43B","created_at":"2026-07-05T04:07:06Z"},{"alias_kind":"pith_short_8","alias_value":"LT2UIBNH","created_at":"2026-07-05T04:07:06Z"}],"graph_snapshots":[{"event_id":"sha256:2370ea7a051b272d2c0c3dde5babbbe70d0dbab85c216695db651e96043b752b","target":"graph","created_at":"2026-07-05T04:07:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.10780/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While we pay attention to the latest advances in clinical natural language processing (NLP), we can notice some resistance in the clinical and translational research community to adopt NLP models due to limited transparency, interpretability, and usability. In this study, we proposed an open natural language processing development framework. We evaluated it through the implementation of NLP algorithms for the National COVID Cohort Collaborative (N3C). Based on the interests in information extraction from COVID-19 related clinical notes, our work includes 1) an open data annotation process usin","authors_text":"Andrew Wen, Andrew Williams, Christopher G. Chute, Dalton Schutte, Daniel Harris, Emily Pfaff, Hongfang Liu, Huan He, Hua Xu, Joel H Saltz, John D. Osborne, Liwei Wang, Masoud Rouhizadeh, Mei Liu, Melissa A. Haendel, National COVID Cohort Collaborative (N3C), National COVID Cohort Collaborative (N3C) Natural Language Processing (NLP) Subgroup, Noor Abu-el-rub, Peter Szolovits, Rafael Fuentes, Ramakanth Kavuluru, Robert Miller, Rui Zhang, Sijia Liu, Stephanie S Hong, Sunyang Fu, Thomas Schaffter, Tim Duong, Umit Topaloglu, Yongqun He","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-20T21:09:41Z","title":"An Open Natural Language Processing Development Framework for EHR-based Clinical Research: A case demonstration using the National COVID Cohort Collaborative (N3C)"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.10780","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9b52846e5252aee353ed312e1f9542d28bd7e6ffd32bb153a80e781d1d5cc294","target":"record","created_at":"2026-07-05T04:07:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e88ec237333642fa1805a759df5afc21fc9e38f1cbf4f71532e68ce0191251a5","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-20T21:09:41Z","title_canon_sha256":"87864af1b8bea84346dddb974d2436d77c207ae5986f6ea716bf978cf8e4c62c"},"schema_version":"1.0","source":{"id":"2110.10780","kind":"arxiv","version":3}},"canonical_sha256":"5cf54405a7ba94807361318ab1348be93b0334f7e8afc314fa35968fcc8de27d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5cf54405a7ba94807361318ab1348be93b0334f7e8afc314fa35968fcc8de27d","first_computed_at":"2026-07-05T04:07:06.041702Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:07:06.041702Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HLpz5WUBgiwG51OekFCBVTN+KESdXox1kGpW5nmPJ6See8Io73TJzrV3bLdER/NjlyfUmKde6bUiCbyTQCSSBA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:07:06.042168Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.10780","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9b52846e5252aee353ed312e1f9542d28bd7e6ffd32bb153a80e781d1d5cc294","sha256:2370ea7a051b272d2c0c3dde5babbbe70d0dbab85c216695db651e96043b752b"],"state_sha256":"57907682d6bda372c6f798470b2b410bfb5dfe311b30eeb98124d3039d93e0ab"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ocS9q1Z/2ISHHiih4b9pH+Elpa2/lO+XsfPoC0ihDs+h569oc5KweASvusdX/2coHU6KHRYIBq2Z4ErniBELBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T19:21:34.202874Z","bundle_sha256":"d1dd22cea1f6b64a64a46a9820858010b2aefdbdd0c3610801e310328a025817"}}