{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:HI4LZXXA6ZOIZELEMHHYT7GOEO","short_pith_number":"pith:HI4LZXXA","canonical_record":{"source":{"id":"2204.00447","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-01T14:04:16Z","cross_cats_sorted":[],"title_canon_sha256":"31122e06ae8b2ebf558b2321cdfad4c02254085c41de73b0f09f1876ed4ce583","abstract_canon_sha256":"ce40a3fc5e52c5cc1b4cb29d7ff9ddea04fe20593ed888e63258371cbee938b8"},"schema_version":"1.0"},"canonical_sha256":"3a38bcdee0f65c8c916461cf89fcce238d87e39585f7f83f9c4184d739d3d5cd","source":{"kind":"arxiv","id":"2204.00447","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.00447","created_at":"2026-07-05T04:10:47Z"},{"alias_kind":"arxiv_version","alias_value":"2204.00447v1","created_at":"2026-07-05T04:10:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.00447","created_at":"2026-07-05T04:10:47Z"},{"alias_kind":"pith_short_12","alias_value":"HI4LZXXA6ZOI","created_at":"2026-07-05T04:10:47Z"},{"alias_kind":"pith_short_16","alias_value":"HI4LZXXA6ZOIZELE","created_at":"2026-07-05T04:10:47Z"},{"alias_kind":"pith_short_8","alias_value":"HI4LZXXA","created_at":"2026-07-05T04:10:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:HI4LZXXA6ZOIZELEMHHYT7GOEO","target":"record","payload":{"canonical_record":{"source":{"id":"2204.00447","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-01T14:04:16Z","cross_cats_sorted":[],"title_canon_sha256":"31122e06ae8b2ebf558b2321cdfad4c02254085c41de73b0f09f1876ed4ce583","abstract_canon_sha256":"ce40a3fc5e52c5cc1b4cb29d7ff9ddea04fe20593ed888e63258371cbee938b8"},"schema_version":"1.0"},"canonical_sha256":"3a38bcdee0f65c8c916461cf89fcce238d87e39585f7f83f9c4184d739d3d5cd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:10:47.375765Z","signature_b64":"0GwTnVCfE2zBs8haUN5HUKjw0jiBpM5Fj+qjgTxur5hmGnCu+m8L1D9M0578uiLg0+OKREraos6w84Bm56AMBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3a38bcdee0f65c8c916461cf89fcce238d87e39585f7f83f9c4184d739d3d5cd","last_reissued_at":"2026-07-05T04:10:47.375354Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:10:47.375354Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.00447","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:10:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZDOVGGk7QK5+M9oTSDNh27PMjOw2dY/ntg5LOUZoxpRRPbCo6d239Nvees4imWHIZquVdqZZyGtLRnZw+0U7BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T20:57:30.864875Z"},"content_sha256":"8ea36690e7824b90a637fe428c1b4ab67f9a7bcc90fe363649e64e7b81a9279c","schema_version":"1.0","event_id":"sha256:8ea36690e7824b90a637fe428c1b4ab67f9a7bcc90fe363649e64e7b81a9279c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:HI4LZXXA6ZOIZELEMHHYT7GOEO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Human Evaluation and Correlation with Automatic Metrics in Consultation Note Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aleksandar Savkov, Alex Papadopoulos Korfiatis, Anya Belz, Damir Juric, Ehud Reiter, Francesco Moramarco, Jack Flann, Mark Perera","submitted_at":"2022-04-01T14:04:16Z","abstract_excerpt":"In recent years, machine learning models have rapidly become better at generating clinical consultation notes; yet, there is little work on how to properly evaluate the generated consultation notes to understand the impact they may have on both the clinician using them and the patient's clinical safety. To address this we present an extensive human evaluation study of consultation notes where 5 clinicians (i) listen to 57 mock consultations, (ii) write their own notes, (iii) post-edit a number of automatically generated notes, and (iv) extract all the errors, both quantitative and qualitative."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.00447","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.00447/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:10:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DpDzchcfiOC+r/imI8zcp9wpVa174PgNn4O5Des8zSf+sgsyOP25eKHcNV8MI64B4jhsWWs3myV1B/rsL3ZjBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T20:57:30.865565Z"},"content_sha256":"385c688175a2df41d87de83797c5724b64fcb71909edb485cddec15a0dce7fb5","schema_version":"1.0","event_id":"sha256:385c688175a2df41d87de83797c5724b64fcb71909edb485cddec15a0dce7fb5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HI4LZXXA6ZOIZELEMHHYT7GOEO/bundle.json","state_url":"https://pith.science/pith/HI4LZXXA6ZOIZELEMHHYT7GOEO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HI4LZXXA6ZOIZELEMHHYT7GOEO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T20:57:30Z","links":{"resolver":"https://pith.science/pith/HI4LZXXA6ZOIZELEMHHYT7GOEO","bundle":"https://pith.science/pith/HI4LZXXA6ZOIZELEMHHYT7GOEO/bundle.json","state":"https://pith.science/pith/HI4LZXXA6ZOIZELEMHHYT7GOEO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HI4LZXXA6ZOIZELEMHHYT7GOEO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:HI4LZXXA6ZOIZELEMHHYT7GOEO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ce40a3fc5e52c5cc1b4cb29d7ff9ddea04fe20593ed888e63258371cbee938b8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-01T14:04:16Z","title_canon_sha256":"31122e06ae8b2ebf558b2321cdfad4c02254085c41de73b0f09f1876ed4ce583"},"schema_version":"1.0","source":{"id":"2204.00447","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.00447","created_at":"2026-07-05T04:10:47Z"},{"alias_kind":"arxiv_version","alias_value":"2204.00447v1","created_at":"2026-07-05T04:10:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.00447","created_at":"2026-07-05T04:10:47Z"},{"alias_kind":"pith_short_12","alias_value":"HI4LZXXA6ZOI","created_at":"2026-07-05T04:10:47Z"},{"alias_kind":"pith_short_16","alias_value":"HI4LZXXA6ZOIZELE","created_at":"2026-07-05T04:10:47Z"},{"alias_kind":"pith_short_8","alias_value":"HI4LZXXA","created_at":"2026-07-05T04:10:47Z"}],"graph_snapshots":[{"event_id":"sha256:385c688175a2df41d87de83797c5724b64fcb71909edb485cddec15a0dce7fb5","target":"graph","created_at":"2026-07-05T04:10:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.00447/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, machine learning models have rapidly become better at generating clinical consultation notes; yet, there is little work on how to properly evaluate the generated consultation notes to understand the impact they may have on both the clinician using them and the patient's clinical safety. To address this we present an extensive human evaluation study of consultation notes where 5 clinicians (i) listen to 57 mock consultations, (ii) write their own notes, (iii) post-edit a number of automatically generated notes, and (iv) extract all the errors, both quantitative and qualitative.","authors_text":"Aleksandar Savkov, Alex Papadopoulos Korfiatis, Anya Belz, Damir Juric, Ehud Reiter, Francesco Moramarco, Jack Flann, Mark Perera","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-01T14:04:16Z","title":"Human Evaluation and Correlation with Automatic Metrics in Consultation Note Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.00447","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ea36690e7824b90a637fe428c1b4ab67f9a7bcc90fe363649e64e7b81a9279c","target":"record","created_at":"2026-07-05T04:10:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ce40a3fc5e52c5cc1b4cb29d7ff9ddea04fe20593ed888e63258371cbee938b8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-01T14:04:16Z","title_canon_sha256":"31122e06ae8b2ebf558b2321cdfad4c02254085c41de73b0f09f1876ed4ce583"},"schema_version":"1.0","source":{"id":"2204.00447","kind":"arxiv","version":1}},"canonical_sha256":"3a38bcdee0f65c8c916461cf89fcce238d87e39585f7f83f9c4184d739d3d5cd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3a38bcdee0f65c8c916461cf89fcce238d87e39585f7f83f9c4184d739d3d5cd","first_computed_at":"2026-07-05T04:10:47.375354Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:10:47.375354Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0GwTnVCfE2zBs8haUN5HUKjw0jiBpM5Fj+qjgTxur5hmGnCu+m8L1D9M0578uiLg0+OKREraos6w84Bm56AMBA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:10:47.375765Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.00447","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ea36690e7824b90a637fe428c1b4ab67f9a7bcc90fe363649e64e7b81a9279c","sha256:385c688175a2df41d87de83797c5724b64fcb71909edb485cddec15a0dce7fb5"],"state_sha256":"5ddc3b426a5f331442ee9c8e45925d5e83267e0b454f08f9f1deed846925cbda"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1gMssxI+7bYNNiotdMehLuhHHXx8Iscd/9P+Gs9/U/zcK0f5gMEVL0V5Z2IuzNx3mqfs7FIKfTHOBIrKA2PJBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T20:57:30.871222Z","bundle_sha256":"8bc0ebb0c2c4171d725b74ce5c17efc61ca1aee5c9ef435c8f9c41cd7da455aa"}}