{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:J5JE7F2BUZWNJGWHQAEFZY2YPO","short_pith_number":"pith:J5JE7F2B","canonical_record":{"source":{"id":"2305.17364","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T04:34:58Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"4782014faf18c3caa13272b2afb8c9e4a257b58ae705237bfb9bc37428d293d5","abstract_canon_sha256":"c130af0cfd03e693a77ffc507d25e96d316f794e81f324c201ae1c462c60efd3"},"schema_version":"1.0"},"canonical_sha256":"4f524f9741a66cd49ac780085ce3587b97495b447444dddb536437092386e2f0","source":{"kind":"arxiv","id":"2305.17364","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.17364","created_at":"2026-07-05T06:14:27Z"},{"alias_kind":"arxiv_version","alias_value":"2305.17364v1","created_at":"2026-07-05T06:14:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.17364","created_at":"2026-07-05T06:14:27Z"},{"alias_kind":"pith_short_12","alias_value":"J5JE7F2BUZWN","created_at":"2026-07-05T06:14:27Z"},{"alias_kind":"pith_short_16","alias_value":"J5JE7F2BUZWNJGWH","created_at":"2026-07-05T06:14:27Z"},{"alias_kind":"pith_short_8","alias_value":"J5JE7F2B","created_at":"2026-07-05T06:14:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:J5JE7F2BUZWNJGWHQAEFZY2YPO","target":"record","payload":{"canonical_record":{"source":{"id":"2305.17364","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T04:34:58Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"4782014faf18c3caa13272b2afb8c9e4a257b58ae705237bfb9bc37428d293d5","abstract_canon_sha256":"c130af0cfd03e693a77ffc507d25e96d316f794e81f324c201ae1c462c60efd3"},"schema_version":"1.0"},"canonical_sha256":"4f524f9741a66cd49ac780085ce3587b97495b447444dddb536437092386e2f0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:27.012708Z","signature_b64":"C9HjjyYKPfyzLy3L2gfI9iIj9MXhoa7FL6lKQvhegeZCG5MFP9yr84fXLQ0t8hBb3tBiCR4am7ni3LDJlA6uDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4f524f9741a66cd49ac780085ce3587b97495b447444dddb536437092386e2f0","last_reissued_at":"2026-07-05T06:14:27.012238Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:27.012238Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.17364","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L/ls37Bj8jyZgxFLFx0QQKuL4L3ZHpL8ut+LVojrlclJtDsIGy13LxJWzonGqKbrA26YsSTCsVXQV/k3bYfnAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:11:36.874583Z"},"content_sha256":"10586d6129759963d775707b13527c35a1b1a4c3fd5fcdc5d668fc56aee33483","schema_version":"1.0","event_id":"sha256:10586d6129759963d775707b13527c35a1b1a4c3fd5fcdc5d668fc56aee33483"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:J5JE7F2BUZWNJGWHQAEFZY2YPO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Investigation of Evaluation Metrics for Automated Medical Note Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Asma Ben Abacha, George Michalopoulos, Thomas Lin, Wen-wai Yim","submitted_at":"2023-05-27T04:34:58Z","abstract_excerpt":"Recent studies on automatic note generation have shown that doctors can save significant amounts of time when using automatic clinical note generation (Knoll et al., 2022). Summarization models have been used for this task to generate clinical notes as summaries of doctor-patient conversations (Krishna et al., 2021; Cai et al., 2022). However, assessing which model would best serve clinicians in their daily practice is still a challenging task due to the large set of possible correct summaries, and the potential limitations of automatic evaluation metrics. In this paper, we study evaluation me"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.17364","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.17364/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mToZEXTuRctlZOy5SfuSXmiln+lq0j5z9RG/L0s/n1snbr5TH8719th24L75QFyzc3AGoyu7ysipKyItDvKqBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:11:36.874966Z"},"content_sha256":"8ade2f6d90beeab48b134254171b7976025f0cd896e22eb642b6c859722e6168","schema_version":"1.0","event_id":"sha256:8ade2f6d90beeab48b134254171b7976025f0cd896e22eb642b6c859722e6168"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J5JE7F2BUZWNJGWHQAEFZY2YPO/bundle.json","state_url":"https://pith.science/pith/J5JE7F2BUZWNJGWHQAEFZY2YPO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J5JE7F2BUZWNJGWHQAEFZY2YPO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T04:11:36Z","links":{"resolver":"https://pith.science/pith/J5JE7F2BUZWNJGWHQAEFZY2YPO","bundle":"https://pith.science/pith/J5JE7F2BUZWNJGWHQAEFZY2YPO/bundle.json","state":"https://pith.science/pith/J5JE7F2BUZWNJGWHQAEFZY2YPO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J5JE7F2BUZWNJGWHQAEFZY2YPO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:J5JE7F2BUZWNJGWHQAEFZY2YPO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c130af0cfd03e693a77ffc507d25e96d316f794e81f324c201ae1c462c60efd3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T04:34:58Z","title_canon_sha256":"4782014faf18c3caa13272b2afb8c9e4a257b58ae705237bfb9bc37428d293d5"},"schema_version":"1.0","source":{"id":"2305.17364","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.17364","created_at":"2026-07-05T06:14:27Z"},{"alias_kind":"arxiv_version","alias_value":"2305.17364v1","created_at":"2026-07-05T06:14:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.17364","created_at":"2026-07-05T06:14:27Z"},{"alias_kind":"pith_short_12","alias_value":"J5JE7F2BUZWN","created_at":"2026-07-05T06:14:27Z"},{"alias_kind":"pith_short_16","alias_value":"J5JE7F2BUZWNJGWH","created_at":"2026-07-05T06:14:27Z"},{"alias_kind":"pith_short_8","alias_value":"J5JE7F2B","created_at":"2026-07-05T06:14:27Z"}],"graph_snapshots":[{"event_id":"sha256:8ade2f6d90beeab48b134254171b7976025f0cd896e22eb642b6c859722e6168","target":"graph","created_at":"2026-07-05T06:14:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.17364/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent studies on automatic note generation have shown that doctors can save significant amounts of time when using automatic clinical note generation (Knoll et al., 2022). Summarization models have been used for this task to generate clinical notes as summaries of doctor-patient conversations (Krishna et al., 2021; Cai et al., 2022). However, assessing which model would best serve clinicians in their daily practice is still a challenging task due to the large set of possible correct summaries, and the potential limitations of automatic evaluation metrics. In this paper, we study evaluation me","authors_text":"Asma Ben Abacha, George Michalopoulos, Thomas Lin, Wen-wai Yim","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T04:34:58Z","title":"An Investigation of Evaluation Metrics for Automated Medical Note Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.17364","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:10586d6129759963d775707b13527c35a1b1a4c3fd5fcdc5d668fc56aee33483","target":"record","created_at":"2026-07-05T06:14:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c130af0cfd03e693a77ffc507d25e96d316f794e81f324c201ae1c462c60efd3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-27T04:34:58Z","title_canon_sha256":"4782014faf18c3caa13272b2afb8c9e4a257b58ae705237bfb9bc37428d293d5"},"schema_version":"1.0","source":{"id":"2305.17364","kind":"arxiv","version":1}},"canonical_sha256":"4f524f9741a66cd49ac780085ce3587b97495b447444dddb536437092386e2f0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4f524f9741a66cd49ac780085ce3587b97495b447444dddb536437092386e2f0","first_computed_at":"2026-07-05T06:14:27.012238Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:27.012238Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"C9HjjyYKPfyzLy3L2gfI9iIj9MXhoa7FL6lKQvhegeZCG5MFP9yr84fXLQ0t8hBb3tBiCR4am7ni3LDJlA6uDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:27.012708Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.17364","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:10586d6129759963d775707b13527c35a1b1a4c3fd5fcdc5d668fc56aee33483","sha256:8ade2f6d90beeab48b134254171b7976025f0cd896e22eb642b6c859722e6168"],"state_sha256":"1c7ff1c5ec829d3288023f3e551fca0aa7dfa71b07400f36619e01d3a6b9459f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JmRYkuPfqKw1HgGeUH1FM8JtFybJO/SfFbRP/FTSZGaK80R81pL6q9Paci8VX9abeat5tUP6wyh3omYj4o88AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T04:11:36.878798Z","bundle_sha256":"ce719d9660500a983e2a287447d20cd13eb0ab86c372528a2eb8baef5e89bde8"}}