{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:EALTS4T4XJ5YH2B3YQ2CKNNHET","short_pith_number":"pith:EALTS4T4","canonical_record":{"source":{"id":"2211.09455","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-17T10:54:28Z","cross_cats_sorted":[],"title_canon_sha256":"2c31d864a38ed6e7b5703e49b2322b52ccc0ff6ae0839a242257075d4b9efb53","abstract_canon_sha256":"3e7153dd0835a479323f65e184a667dead65b2b3bbabf3f7d8723c675a0d1f4d"},"schema_version":"1.0"},"canonical_sha256":"201739727cba7b83e83bc4342535a724cb7d8da47cbbe4115073d7192857bd3c","source":{"kind":"arxiv","id":"2211.09455","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.09455","created_at":"2026-07-05T05:16:56Z"},{"alias_kind":"arxiv_version","alias_value":"2211.09455v1","created_at":"2026-07-05T05:16:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.09455","created_at":"2026-07-05T05:16:56Z"},{"alias_kind":"pith_short_12","alias_value":"EALTS4T4XJ5Y","created_at":"2026-07-05T05:16:56Z"},{"alias_kind":"pith_short_16","alias_value":"EALTS4T4XJ5YH2B3","created_at":"2026-07-05T05:16:56Z"},{"alias_kind":"pith_short_8","alias_value":"EALTS4T4","created_at":"2026-07-05T05:16:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:EALTS4T4XJ5YH2B3YQ2CKNNHET","target":"record","payload":{"canonical_record":{"source":{"id":"2211.09455","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-17T10:54:28Z","cross_cats_sorted":[],"title_canon_sha256":"2c31d864a38ed6e7b5703e49b2322b52ccc0ff6ae0839a242257075d4b9efb53","abstract_canon_sha256":"3e7153dd0835a479323f65e184a667dead65b2b3bbabf3f7d8723c675a0d1f4d"},"schema_version":"1.0"},"canonical_sha256":"201739727cba7b83e83bc4342535a724cb7d8da47cbbe4115073d7192857bd3c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:16:56.053046Z","signature_b64":"6+GecWeadgGxselLBkGp4XQ2Pd1qqoLzpPebaW05ErZUxYRB7ejClpt3GL+uorg9RSN6lUkhaJFB+9yKr1fbDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"201739727cba7b83e83bc4342535a724cb7d8da47cbbe4115073d7192857bd3c","last_reissued_at":"2026-07-05T05:16:56.052651Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:16:56.052651Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.09455","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:16:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LvCooaEvtkl7fO7TWOKPYfEO297n83RX8P524vQ7uGIC8AFhsSaXTxAtLG8Q04jRJwTSIgvnJuURf1szsmgAAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T00:43:25.652411Z"},"content_sha256":"82424e227c5d5914d13c4eda084bbd66622918ec099c4d9918f11a0acbaed85d","schema_version":"1.0","event_id":"sha256:82424e227c5d5914d13c4eda084bbd66622918ec099c4d9918f11a0acbaed85d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:EALTS4T4XJ5YH2B3YQ2CKNNHET","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Consultation Checklists: Standardising the Human Evaluation of Medical Note Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aleksandar Savkov, Alex Papadopoulos Korfiatis, Anya Belz, Ehud Reiter, Francesco Moramarco, Mark Perera","submitted_at":"2022-11-17T10:54:28Z","abstract_excerpt":"Evaluating automatically generated text is generally hard due to the inherently subjective nature of many aspects of the output quality. This difficulty is compounded in automatic consultation note generation by differing opinions between medical experts both about which patient statements should be included in generated notes and about their respective importance in arriving at a diagnosis. Previous real-world evaluations of note-generation systems saw substantial disagreement between expert evaluators. In this paper we propose a protocol that aims to increase objectivity by grounding evaluat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.09455","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.09455/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:16:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mfF0VYtKVUzTXog4GLmz6uj7/JSQZVdNBDb0pfW5NhWZljSgJOY4uw04HDOMYmqgexvRxfwmOB70ptZXdbyWBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T00:43:25.653004Z"},"content_sha256":"7b7b7b7c33e83b76047af5d0dea9f561a1da842626c7e456ceaf0289f22001cd","schema_version":"1.0","event_id":"sha256:7b7b7b7c33e83b76047af5d0dea9f561a1da842626c7e456ceaf0289f22001cd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EALTS4T4XJ5YH2B3YQ2CKNNHET/bundle.json","state_url":"https://pith.science/pith/EALTS4T4XJ5YH2B3YQ2CKNNHET/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EALTS4T4XJ5YH2B3YQ2CKNNHET/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T00:43:25Z","links":{"resolver":"https://pith.science/pith/EALTS4T4XJ5YH2B3YQ2CKNNHET","bundle":"https://pith.science/pith/EALTS4T4XJ5YH2B3YQ2CKNNHET/bundle.json","state":"https://pith.science/pith/EALTS4T4XJ5YH2B3YQ2CKNNHET/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EALTS4T4XJ5YH2B3YQ2CKNNHET/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:EALTS4T4XJ5YH2B3YQ2CKNNHET","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3e7153dd0835a479323f65e184a667dead65b2b3bbabf3f7d8723c675a0d1f4d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-17T10:54:28Z","title_canon_sha256":"2c31d864a38ed6e7b5703e49b2322b52ccc0ff6ae0839a242257075d4b9efb53"},"schema_version":"1.0","source":{"id":"2211.09455","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.09455","created_at":"2026-07-05T05:16:56Z"},{"alias_kind":"arxiv_version","alias_value":"2211.09455v1","created_at":"2026-07-05T05:16:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.09455","created_at":"2026-07-05T05:16:56Z"},{"alias_kind":"pith_short_12","alias_value":"EALTS4T4XJ5Y","created_at":"2026-07-05T05:16:56Z"},{"alias_kind":"pith_short_16","alias_value":"EALTS4T4XJ5YH2B3","created_at":"2026-07-05T05:16:56Z"},{"alias_kind":"pith_short_8","alias_value":"EALTS4T4","created_at":"2026-07-05T05:16:56Z"}],"graph_snapshots":[{"event_id":"sha256:7b7b7b7c33e83b76047af5d0dea9f561a1da842626c7e456ceaf0289f22001cd","target":"graph","created_at":"2026-07-05T05:16:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.09455/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating automatically generated text is generally hard due to the inherently subjective nature of many aspects of the output quality. This difficulty is compounded in automatic consultation note generation by differing opinions between medical experts both about which patient statements should be included in generated notes and about their respective importance in arriving at a diagnosis. Previous real-world evaluations of note-generation systems saw substantial disagreement between expert evaluators. In this paper we propose a protocol that aims to increase objectivity by grounding evaluat","authors_text":"Aleksandar Savkov, Alex Papadopoulos Korfiatis, Anya Belz, Ehud Reiter, Francesco Moramarco, Mark Perera","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-17T10:54:28Z","title":"Consultation Checklists: Standardising the Human Evaluation of Medical Note Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.09455","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:82424e227c5d5914d13c4eda084bbd66622918ec099c4d9918f11a0acbaed85d","target":"record","created_at":"2026-07-05T05:16:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3e7153dd0835a479323f65e184a667dead65b2b3bbabf3f7d8723c675a0d1f4d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-17T10:54:28Z","title_canon_sha256":"2c31d864a38ed6e7b5703e49b2322b52ccc0ff6ae0839a242257075d4b9efb53"},"schema_version":"1.0","source":{"id":"2211.09455","kind":"arxiv","version":1}},"canonical_sha256":"201739727cba7b83e83bc4342535a724cb7d8da47cbbe4115073d7192857bd3c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"201739727cba7b83e83bc4342535a724cb7d8da47cbbe4115073d7192857bd3c","first_computed_at":"2026-07-05T05:16:56.052651Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:16:56.052651Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6+GecWeadgGxselLBkGp4XQ2Pd1qqoLzpPebaW05ErZUxYRB7ejClpt3GL+uorg9RSN6lUkhaJFB+9yKr1fbDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:16:56.053046Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.09455","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:82424e227c5d5914d13c4eda084bbd66622918ec099c4d9918f11a0acbaed85d","sha256:7b7b7b7c33e83b76047af5d0dea9f561a1da842626c7e456ceaf0289f22001cd"],"state_sha256":"303e500e44a305cb139fb024f3da1e1a64cdf6ba777d6d3276c018d9fc562bea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0xTsnJ0oolr7Pykzk29xu/E7FpW6GZwqyoOTQmMGaebQg6ZZiTFC0df4sKKrxmSiuiERDcDmZR2dkZcT2qZuBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T00:43:25.658291Z","bundle_sha256":"ced3cbabad90fa05bc8184bedad11a7b08e8e242d871481197cb919967d91cba"}}