{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:JONGCCIJHUHZVCVMBXXWFPL6HJ","short_pith_number":"pith:JONGCCIJ","canonical_record":{"source":{"id":"2505.23030","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T03:16:18Z","cross_cats_sorted":[],"title_canon_sha256":"54c16ab6470a0e976a6c3bb64cc3341fa4ea7ec0c210a3bd45f205c538d41e90","abstract_canon_sha256":"da74cc3f3bd743bc78e502b291ec2fd7e12ea93a7aa24db1a8bdf517030afcc7"},"schema_version":"1.0"},"canonical_sha256":"4b9a6109093d0f9a8aac0def62bd7e3a7f59eea5a324a1e42fc997e87636cb9f","source":{"kind":"arxiv","id":"2505.23030","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.23030","created_at":"2026-07-05T11:11:53Z"},{"alias_kind":"arxiv_version","alias_value":"2505.23030v1","created_at":"2026-07-05T11:11:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.23030","created_at":"2026-07-05T11:11:53Z"},{"alias_kind":"pith_short_12","alias_value":"JONGCCIJHUHZ","created_at":"2026-07-05T11:11:53Z"},{"alias_kind":"pith_short_16","alias_value":"JONGCCIJHUHZVCVM","created_at":"2026-07-05T11:11:53Z"},{"alias_kind":"pith_short_8","alias_value":"JONGCCIJ","created_at":"2026-07-05T11:11:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:JONGCCIJHUHZVCVMBXXWFPL6HJ","target":"record","payload":{"canonical_record":{"source":{"id":"2505.23030","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T03:16:18Z","cross_cats_sorted":[],"title_canon_sha256":"54c16ab6470a0e976a6c3bb64cc3341fa4ea7ec0c210a3bd45f205c538d41e90","abstract_canon_sha256":"da74cc3f3bd743bc78e502b291ec2fd7e12ea93a7aa24db1a8bdf517030afcc7"},"schema_version":"1.0"},"canonical_sha256":"4b9a6109093d0f9a8aac0def62bd7e3a7f59eea5a324a1e42fc997e87636cb9f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:11:53.885010Z","signature_b64":"dyy8KvwhZyyMe+wPNM6tWGUHU2FCuIJqQDW6mGGo4NXq8OLk1v91DLeuF8Z3y7CdzC88V3gZDzlWeribpa1UCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4b9a6109093d0f9a8aac0def62bd7e3a7f59eea5a324a1e42fc997e87636cb9f","last_reissued_at":"2026-07-05T11:11:53.884555Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:11:53.884555Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.23030","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vh0Zp5LvZ/uHazNIhbcmeVlW3VDkc5TIj9RQv/GR2X6uM1xk3DuMY5hajrL8jbveu4tr0vTiuqsqrGYxSJ/sDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:35:49.699226Z"},"content_sha256":"f914e32bac6514677372f78b684d957d685dc8eebf36270e1d36f9eeec146246","schema_version":"1.0","event_id":"sha256:f914e32bac6514677372f78b684d957d685dc8eebf36270e1d36f9eeec146246"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:JONGCCIJHUHZVCVMBXXWFPL6HJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can Modern NLP Systems Reliably Annotate Chest Radiography Exams? A Pre-Purchase Evaluation and Comparative Study of Solutions from AWS, Google, Azure, John Snow Labs, and Open-Source Models on an Independent Pediatric Dataset","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Elanchezhian Somasundaram, Jonathan R. Dillman, Lynn Babcock, Mabon Manoj Ninan, Shireen Hayatghaibi, Shruti Hegde","submitted_at":"2025-05-29T03:16:18Z","abstract_excerpt":"General-purpose clinical natural language processing (NLP) tools are increasingly used for the automatic labeling of clinical reports. However, independent evaluations for specific tasks, such as pediatric chest radiograph (CXR) report labeling, are limited. This study compares four commercial clinical NLP systems - Amazon Comprehend Medical (AWS), Google Healthcare NLP (GC), Azure Clinical NLP (AZ), and SparkNLP (SP) - for entity extraction and assertion detection in pediatric CXR reports. Additionally, CheXpert and CheXbert, two dedicated chest radiograph report labelers, were evaluated on t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.23030","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.23030/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NxZoAtkxc8Y8FbbjqSmyrUkQT3dCVskfyk3u4vChb6rcfryDg2zr5LP5DOnQZsgdfA7dQR6/X11cuyCxEnz2Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:35:49.699919Z"},"content_sha256":"8219bd09c981072606fc266b065427269ee8ade4d03c29657d10cbcc08b01e57","schema_version":"1.0","event_id":"sha256:8219bd09c981072606fc266b065427269ee8ade4d03c29657d10cbcc08b01e57"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JONGCCIJHUHZVCVMBXXWFPL6HJ/bundle.json","state_url":"https://pith.science/pith/JONGCCIJHUHZVCVMBXXWFPL6HJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JONGCCIJHUHZVCVMBXXWFPL6HJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:35:49Z","links":{"resolver":"https://pith.science/pith/JONGCCIJHUHZVCVMBXXWFPL6HJ","bundle":"https://pith.science/pith/JONGCCIJHUHZVCVMBXXWFPL6HJ/bundle.json","state":"https://pith.science/pith/JONGCCIJHUHZVCVMBXXWFPL6HJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JONGCCIJHUHZVCVMBXXWFPL6HJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:JONGCCIJHUHZVCVMBXXWFPL6HJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"da74cc3f3bd743bc78e502b291ec2fd7e12ea93a7aa24db1a8bdf517030afcc7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T03:16:18Z","title_canon_sha256":"54c16ab6470a0e976a6c3bb64cc3341fa4ea7ec0c210a3bd45f205c538d41e90"},"schema_version":"1.0","source":{"id":"2505.23030","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.23030","created_at":"2026-07-05T11:11:53Z"},{"alias_kind":"arxiv_version","alias_value":"2505.23030v1","created_at":"2026-07-05T11:11:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.23030","created_at":"2026-07-05T11:11:53Z"},{"alias_kind":"pith_short_12","alias_value":"JONGCCIJHUHZ","created_at":"2026-07-05T11:11:53Z"},{"alias_kind":"pith_short_16","alias_value":"JONGCCIJHUHZVCVM","created_at":"2026-07-05T11:11:53Z"},{"alias_kind":"pith_short_8","alias_value":"JONGCCIJ","created_at":"2026-07-05T11:11:53Z"}],"graph_snapshots":[{"event_id":"sha256:8219bd09c981072606fc266b065427269ee8ade4d03c29657d10cbcc08b01e57","target":"graph","created_at":"2026-07-05T11:11:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.23030/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"General-purpose clinical natural language processing (NLP) tools are increasingly used for the automatic labeling of clinical reports. However, independent evaluations for specific tasks, such as pediatric chest radiograph (CXR) report labeling, are limited. This study compares four commercial clinical NLP systems - Amazon Comprehend Medical (AWS), Google Healthcare NLP (GC), Azure Clinical NLP (AZ), and SparkNLP (SP) - for entity extraction and assertion detection in pediatric CXR reports. Additionally, CheXpert and CheXbert, two dedicated chest radiograph report labelers, were evaluated on t","authors_text":"Elanchezhian Somasundaram, Jonathan R. Dillman, Lynn Babcock, Mabon Manoj Ninan, Shireen Hayatghaibi, Shruti Hegde","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T03:16:18Z","title":"Can Modern NLP Systems Reliably Annotate Chest Radiography Exams? A Pre-Purchase Evaluation and Comparative Study of Solutions from AWS, Google, Azure, John Snow Labs, and Open-Source Models on an Independent Pediatric Dataset"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.23030","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f914e32bac6514677372f78b684d957d685dc8eebf36270e1d36f9eeec146246","target":"record","created_at":"2026-07-05T11:11:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"da74cc3f3bd743bc78e502b291ec2fd7e12ea93a7aa24db1a8bdf517030afcc7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T03:16:18Z","title_canon_sha256":"54c16ab6470a0e976a6c3bb64cc3341fa4ea7ec0c210a3bd45f205c538d41e90"},"schema_version":"1.0","source":{"id":"2505.23030","kind":"arxiv","version":1}},"canonical_sha256":"4b9a6109093d0f9a8aac0def62bd7e3a7f59eea5a324a1e42fc997e87636cb9f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4b9a6109093d0f9a8aac0def62bd7e3a7f59eea5a324a1e42fc997e87636cb9f","first_computed_at":"2026-07-05T11:11:53.884555Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:11:53.884555Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dyy8KvwhZyyMe+wPNM6tWGUHU2FCuIJqQDW6mGGo4NXq8OLk1v91DLeuF8Z3y7CdzC88V3gZDzlWeribpa1UCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:11:53.885010Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.23030","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f914e32bac6514677372f78b684d957d685dc8eebf36270e1d36f9eeec146246","sha256:8219bd09c981072606fc266b065427269ee8ade4d03c29657d10cbcc08b01e57"],"state_sha256":"45c921f0d7efdbe68f3f3a025ca781a1ed91099084444746aa903361ea22a1d0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XgmZvoHVrkH+8KjEwZ1xdlfeIoQa9sS3fMhNo6tEG06HaHUrVypptKgKWVNYS9sLCP+VjocxtM10P6Nt5WT3Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:35:49.705185Z","bundle_sha256":"17fe50af91f2615f7fed8bcf96505c6f5b643f7b3dab91a3b3dc901f42c8e5fc"}}