{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:DUR4R3GCLJBU445LRCFNKZVXKT","short_pith_number":"pith:DUR4R3GC","canonical_record":{"source":{"id":"2501.13957","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-21T04:05:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d90dab5f91a84177aa6f1ade3b83aeb4c2659015d333fa3e5f6b6749cb665e57","abstract_canon_sha256":"a4335fc468f32c0633ceb632b048146f1d970871326a09edc184876aa87553aa"},"schema_version":"1.0"},"canonical_sha256":"1d23c8ecc25a434e73ab888ad566b754dca589205a3d79ff48ed3985160b8047","source":{"kind":"arxiv","id":"2501.13957","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.13957","created_at":"2026-07-05T11:03:20Z"},{"alias_kind":"arxiv_version","alias_value":"2501.13957v2","created_at":"2026-07-05T11:03:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.13957","created_at":"2026-07-05T11:03:20Z"},{"alias_kind":"pith_short_12","alias_value":"DUR4R3GCLJBU","created_at":"2026-07-05T11:03:20Z"},{"alias_kind":"pith_short_16","alias_value":"DUR4R3GCLJBU445L","created_at":"2026-07-05T11:03:20Z"},{"alias_kind":"pith_short_8","alias_value":"DUR4R3GC","created_at":"2026-07-05T11:03:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:DUR4R3GCLJBU445LRCFNKZVXKT","target":"record","payload":{"canonical_record":{"source":{"id":"2501.13957","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-21T04:05:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d90dab5f91a84177aa6f1ade3b83aeb4c2659015d333fa3e5f6b6749cb665e57","abstract_canon_sha256":"a4335fc468f32c0633ceb632b048146f1d970871326a09edc184876aa87553aa"},"schema_version":"1.0"},"canonical_sha256":"1d23c8ecc25a434e73ab888ad566b754dca589205a3d79ff48ed3985160b8047","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:03:20.644777Z","signature_b64":"cJehSA4wSQvusifhSW4O56W2JOOwG7oYP2SXQbgL9PbHTRPdWKvuAdH/Z1bNXr2TSUEUKwnIRJDoirJHH5mHAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1d23c8ecc25a434e73ab888ad566b754dca589205a3d79ff48ed3985160b8047","last_reissued_at":"2026-07-05T11:03:20.644280Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:03:20.644280Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.13957","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:03:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rLoQvlhVEfkPbM+SqFhNgOKvYyaeGg9hxo5friT8QkuhRYoXPZDfsuy2h6VYKg1Ch81Vsgf9CTkQC8v38nbNAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:23:17.069434Z"},"content_sha256":"41d9d6660e6f68b47c371f1cb9ea10de7a2895dd67658daf82114343f87c2459","schema_version":"1.0","event_id":"sha256:41d9d6660e6f68b47c371f1cb9ea10de7a2895dd67658daf82114343f87c2459"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:DUR4R3GCLJBU445LRCFNKZVXKT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking Generative AI for Scoring Medical Student Interviews in Objective Structured Clinical Examinations (OSCEs)","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Colleen Chan, Dennis Shung, Jadon Geathers, Justin Sewell, Niroop Rajashekar, Rene F. Kizilcec, Susannah Cornes, Yann Hicke","submitted_at":"2025-01-21T04:05:45Z","abstract_excerpt":"Objective Structured Clinical Examinations (OSCEs) are widely used to assess medical students' communication skills, but scoring interview-based assessments is time-consuming and potentially subject to human bias. This study explored the potential of large language models (LLMs) to automate OSCE evaluations using the Master Interview Rating Scale (MIRS). We compared the performance of four state-of-the-art LLMs (GPT-4o, Claude 3.5, Llama 3.1, and Gemini 1.5 Pro) in evaluating OSCE transcripts across all 28 items of the MIRS under the conditions of zero-shot, chain-of-thought (CoT), few-shot, a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.13957","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.13957/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:03:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AVmrFKFFGBQuOWVhWDr47THpR2D/1GvE0dSeHsHH76n/fRPm0dlGfIql00QYuDDk2KS3Uyf4sQ+l92f6e83ACA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:23:17.069952Z"},"content_sha256":"7b716d2b462e014b3e04db79f221b3de3b3cb927f9154d0cbace00d47de47f54","schema_version":"1.0","event_id":"sha256:7b716d2b462e014b3e04db79f221b3de3b3cb927f9154d0cbace00d47de47f54"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DUR4R3GCLJBU445LRCFNKZVXKT/bundle.json","state_url":"https://pith.science/pith/DUR4R3GCLJBU445LRCFNKZVXKT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DUR4R3GCLJBU445LRCFNKZVXKT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T16:23:17Z","links":{"resolver":"https://pith.science/pith/DUR4R3GCLJBU445LRCFNKZVXKT","bundle":"https://pith.science/pith/DUR4R3GCLJBU445LRCFNKZVXKT/bundle.json","state":"https://pith.science/pith/DUR4R3GCLJBU445LRCFNKZVXKT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DUR4R3GCLJBU445LRCFNKZVXKT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DUR4R3GCLJBU445LRCFNKZVXKT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a4335fc468f32c0633ceb632b048146f1d970871326a09edc184876aa87553aa","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-21T04:05:45Z","title_canon_sha256":"d90dab5f91a84177aa6f1ade3b83aeb4c2659015d333fa3e5f6b6749cb665e57"},"schema_version":"1.0","source":{"id":"2501.13957","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.13957","created_at":"2026-07-05T11:03:20Z"},{"alias_kind":"arxiv_version","alias_value":"2501.13957v2","created_at":"2026-07-05T11:03:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.13957","created_at":"2026-07-05T11:03:20Z"},{"alias_kind":"pith_short_12","alias_value":"DUR4R3GCLJBU","created_at":"2026-07-05T11:03:20Z"},{"alias_kind":"pith_short_16","alias_value":"DUR4R3GCLJBU445L","created_at":"2026-07-05T11:03:20Z"},{"alias_kind":"pith_short_8","alias_value":"DUR4R3GC","created_at":"2026-07-05T11:03:20Z"}],"graph_snapshots":[{"event_id":"sha256:7b716d2b462e014b3e04db79f221b3de3b3cb927f9154d0cbace00d47de47f54","target":"graph","created_at":"2026-07-05T11:03:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.13957/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Objective Structured Clinical Examinations (OSCEs) are widely used to assess medical students' communication skills, but scoring interview-based assessments is time-consuming and potentially subject to human bias. This study explored the potential of large language models (LLMs) to automate OSCE evaluations using the Master Interview Rating Scale (MIRS). We compared the performance of four state-of-the-art LLMs (GPT-4o, Claude 3.5, Llama 3.1, and Gemini 1.5 Pro) in evaluating OSCE transcripts across all 28 items of the MIRS under the conditions of zero-shot, chain-of-thought (CoT), few-shot, a","authors_text":"Colleen Chan, Dennis Shung, Jadon Geathers, Justin Sewell, Niroop Rajashekar, Rene F. Kizilcec, Susannah Cornes, Yann Hicke","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-21T04:05:45Z","title":"Benchmarking Generative AI for Scoring Medical Student Interviews in Objective Structured Clinical Examinations (OSCEs)"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.13957","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:41d9d6660e6f68b47c371f1cb9ea10de7a2895dd67658daf82114343f87c2459","target":"record","created_at":"2026-07-05T11:03:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a4335fc468f32c0633ceb632b048146f1d970871326a09edc184876aa87553aa","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-01-21T04:05:45Z","title_canon_sha256":"d90dab5f91a84177aa6f1ade3b83aeb4c2659015d333fa3e5f6b6749cb665e57"},"schema_version":"1.0","source":{"id":"2501.13957","kind":"arxiv","version":2}},"canonical_sha256":"1d23c8ecc25a434e73ab888ad566b754dca589205a3d79ff48ed3985160b8047","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1d23c8ecc25a434e73ab888ad566b754dca589205a3d79ff48ed3985160b8047","first_computed_at":"2026-07-05T11:03:20.644280Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:03:20.644280Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cJehSA4wSQvusifhSW4O56W2JOOwG7oYP2SXQbgL9PbHTRPdWKvuAdH/Z1bNXr2TSUEUKwnIRJDoirJHH5mHAA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:03:20.644777Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.13957","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:41d9d6660e6f68b47c371f1cb9ea10de7a2895dd67658daf82114343f87c2459","sha256:7b716d2b462e014b3e04db79f221b3de3b3cb927f9154d0cbace00d47de47f54"],"state_sha256":"61bc7172ee6650944c389b50e8aa0d72acae44bb57171206e7a840b16976747b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2YMeqVhoPEoSEX8S0Ny5Bn7+9bMrNXeAGilFTD9TYhs6SIpo1d5BoPtlcH5BThdB6tFH4Iehalh3kf39kE1yBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T16:23:17.071962Z","bundle_sha256":"60a1031d72762b13f7e3c119e61c967de0a00b5c64193918f3b38761a2ef1165"}}