{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LP7POTBI5VFQLVOEDKNQFY3WNL","short_pith_number":"pith:LP7POTBI","canonical_record":{"source":{"id":"2405.18028","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T10:20:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"7c78da477a20d7b068421720df1d9c5c14cd0fb5886a1763bdf5aa313d9e3872","abstract_canon_sha256":"75462cdc605187ce5a9df4abcaaabe0b73c1d6f2797ab08683855d793b228918"},"schema_version":"1.0"},"canonical_sha256":"5bfef74c28ed4b05d5c41a9b02e3766ae381264729a4427aea1e36c94aefc361","source":{"kind":"arxiv","id":"2405.18028","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.18028","created_at":"2026-07-05T08:24:14Z"},{"alias_kind":"arxiv_version","alias_value":"2405.18028v1","created_at":"2026-07-05T08:24:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.18028","created_at":"2026-07-05T08:24:14Z"},{"alias_kind":"pith_short_12","alias_value":"LP7POTBI5VFQ","created_at":"2026-07-05T08:24:14Z"},{"alias_kind":"pith_short_16","alias_value":"LP7POTBI5VFQLVOE","created_at":"2026-07-05T08:24:14Z"},{"alias_kind":"pith_short_8","alias_value":"LP7POTBI","created_at":"2026-07-05T08:24:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LP7POTBI5VFQLVOEDKNQFY3WNL","target":"record","payload":{"canonical_record":{"source":{"id":"2405.18028","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T10:20:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"7c78da477a20d7b068421720df1d9c5c14cd0fb5886a1763bdf5aa313d9e3872","abstract_canon_sha256":"75462cdc605187ce5a9df4abcaaabe0b73c1d6f2797ab08683855d793b228918"},"schema_version":"1.0"},"canonical_sha256":"5bfef74c28ed4b05d5c41a9b02e3766ae381264729a4427aea1e36c94aefc361","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:24:14.644882Z","signature_b64":"oUNzi+homcq6cXGLNxcrmqsIP7wMssquCTNedvGOoNyZjW/Gt0dcpWzFMWXlnBG18lfSnYi1UEILgmtuRe0LCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5bfef74c28ed4b05d5c41a9b02e3766ae381264729a4427aea1e36c94aefc361","last_reissued_at":"2026-07-05T08:24:14.644383Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:24:14.644383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.18028","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RSNFXY0q+IhGfqrKdJrvd8BRTn1VuhvSZRC5qpy7bXuhQJ+Oet8IW/RpXZv5UzZ2PpqhEHqkXIP73AolrNb1Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T12:23:27.083152Z"},"content_sha256":"4021d2ba6ae843c68755be6b30cb010ff8b0517c7f3251c30e87d17595eb8127","schema_version":"1.0","event_id":"sha256:4021d2ba6ae843c68755be6b30cb010ff8b0517c7f3251c30e87d17595eb8127"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LP7POTBI5VFQLVOEDKNQFY3WNL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Edinburgh Clinical NLP at MEDIQA-CORR 2024: Guiding Large Language Models with Hints","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Aryo Pradipta Gema, Beatrice Alex, Chaeeun Lee, Luke Daines, Pasquale Minervini, T. Ian Simpson","submitted_at":"2024-05-28T10:20:29Z","abstract_excerpt":"The MEDIQA-CORR 2024 shared task aims to assess the ability of Large Language Models (LLMs) to identify and correct medical errors in clinical notes. In this study, we evaluate the capability of general LLMs, specifically GPT-3.5 and GPT-4, to identify and correct medical errors with multiple prompting strategies. Recognising the limitation of LLMs in generating accurate corrections only via prompting strategies, we propose incorporating error-span predictions from a smaller, fine-tuned model in two ways: 1) by presenting it as a hint in the prompt and 2) by framing it as multiple-choice quest"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.18028","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.18028/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9oq/84CyYFRyxTStTjVGGXm5NmILx2R1ZP/xANo/pwEw6i/YF7tCQ8NWiApA0EsvEvC/JQcOcTCaWY+bdD5aDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T12:23:27.083544Z"},"content_sha256":"2259728bfa8deb9888b4ea469c5a0e6898e38d55851656671660ceda845f6ec2","schema_version":"1.0","event_id":"sha256:2259728bfa8deb9888b4ea469c5a0e6898e38d55851656671660ceda845f6ec2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LP7POTBI5VFQLVOEDKNQFY3WNL/bundle.json","state_url":"https://pith.science/pith/LP7POTBI5VFQLVOEDKNQFY3WNL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LP7POTBI5VFQLVOEDKNQFY3WNL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T12:23:27Z","links":{"resolver":"https://pith.science/pith/LP7POTBI5VFQLVOEDKNQFY3WNL","bundle":"https://pith.science/pith/LP7POTBI5VFQLVOEDKNQFY3WNL/bundle.json","state":"https://pith.science/pith/LP7POTBI5VFQLVOEDKNQFY3WNL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LP7POTBI5VFQLVOEDKNQFY3WNL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LP7POTBI5VFQLVOEDKNQFY3WNL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"75462cdc605187ce5a9df4abcaaabe0b73c1d6f2797ab08683855d793b228918","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T10:20:29Z","title_canon_sha256":"7c78da477a20d7b068421720df1d9c5c14cd0fb5886a1763bdf5aa313d9e3872"},"schema_version":"1.0","source":{"id":"2405.18028","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.18028","created_at":"2026-07-05T08:24:14Z"},{"alias_kind":"arxiv_version","alias_value":"2405.18028v1","created_at":"2026-07-05T08:24:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.18028","created_at":"2026-07-05T08:24:14Z"},{"alias_kind":"pith_short_12","alias_value":"LP7POTBI5VFQ","created_at":"2026-07-05T08:24:14Z"},{"alias_kind":"pith_short_16","alias_value":"LP7POTBI5VFQLVOE","created_at":"2026-07-05T08:24:14Z"},{"alias_kind":"pith_short_8","alias_value":"LP7POTBI","created_at":"2026-07-05T08:24:14Z"}],"graph_snapshots":[{"event_id":"sha256:2259728bfa8deb9888b4ea469c5a0e6898e38d55851656671660ceda845f6ec2","target":"graph","created_at":"2026-07-05T08:24:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.18028/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The MEDIQA-CORR 2024 shared task aims to assess the ability of Large Language Models (LLMs) to identify and correct medical errors in clinical notes. In this study, we evaluate the capability of general LLMs, specifically GPT-3.5 and GPT-4, to identify and correct medical errors with multiple prompting strategies. Recognising the limitation of LLMs in generating accurate corrections only via prompting strategies, we propose incorporating error-span predictions from a smaller, fine-tuned model in two ways: 1) by presenting it as a hint in the prompt and 2) by framing it as multiple-choice quest","authors_text":"Aryo Pradipta Gema, Beatrice Alex, Chaeeun Lee, Luke Daines, Pasquale Minervini, T. Ian Simpson","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T10:20:29Z","title":"Edinburgh Clinical NLP at MEDIQA-CORR 2024: Guiding Large Language Models with Hints"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.18028","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4021d2ba6ae843c68755be6b30cb010ff8b0517c7f3251c30e87d17595eb8127","target":"record","created_at":"2026-07-05T08:24:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"75462cdc605187ce5a9df4abcaaabe0b73c1d6f2797ab08683855d793b228918","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T10:20:29Z","title_canon_sha256":"7c78da477a20d7b068421720df1d9c5c14cd0fb5886a1763bdf5aa313d9e3872"},"schema_version":"1.0","source":{"id":"2405.18028","kind":"arxiv","version":1}},"canonical_sha256":"5bfef74c28ed4b05d5c41a9b02e3766ae381264729a4427aea1e36c94aefc361","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5bfef74c28ed4b05d5c41a9b02e3766ae381264729a4427aea1e36c94aefc361","first_computed_at":"2026-07-05T08:24:14.644383Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:24:14.644383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oUNzi+homcq6cXGLNxcrmqsIP7wMssquCTNedvGOoNyZjW/Gt0dcpWzFMWXlnBG18lfSnYi1UEILgmtuRe0LCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:24:14.644882Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.18028","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4021d2ba6ae843c68755be6b30cb010ff8b0517c7f3251c30e87d17595eb8127","sha256:2259728bfa8deb9888b4ea469c5a0e6898e38d55851656671660ceda845f6ec2"],"state_sha256":"9acf3a07c24a2bf514debb3a0d842cfc2e10f1d0e766a7f539db0902dbd46ea5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TYodFN65+Yfoq73tie4f6BYOXMuoADX53JUcXlDtNzze1pqQ6EdHWNamgsNKMwmNByBI1kCW0AXqN7EnYAECAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T12:23:27.085652Z","bundle_sha256":"ddfb3ec0b8deac847add8e27a33101a0944b94d136a76cb5000fbc44cc6ca13b"}}