{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LKU6AW26CQJW5EOPP342DFL3AX","short_pith_number":"pith:LKU6AW26","canonical_record":{"source":{"id":"2402.12298","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-19T17:23:10Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"079f75bf11c23474d3def521d1ab38f5c98d70261e9a4e064b0421387368269a","abstract_canon_sha256":"bf104b203e8324218ddfc75e130a255fca5df60c9c6e0e0e2a05242580426965"},"schema_version":"1.0"},"canonical_sha256":"5aa9e05b5e14136e91cf7ef9a1957b05d4ba0f639ea5bd045d4af88306c59323","source":{"kind":"arxiv","id":"2402.12298","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.12298","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"arxiv_version","alias_value":"2402.12298v1","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.12298","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_12","alias_value":"LKU6AW26CQJW","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_16","alias_value":"LKU6AW26CQJW5EOP","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_8","alias_value":"LKU6AW26","created_at":"2026-07-05T09:35:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LKU6AW26CQJW5EOPP342DFL3AX","target":"record","payload":{"canonical_record":{"source":{"id":"2402.12298","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-19T17:23:10Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"079f75bf11c23474d3def521d1ab38f5c98d70261e9a4e064b0421387368269a","abstract_canon_sha256":"bf104b203e8324218ddfc75e130a255fca5df60c9c6e0e0e2a05242580426965"},"schema_version":"1.0"},"canonical_sha256":"5aa9e05b5e14136e91cf7ef9a1957b05d4ba0f639ea5bd045d4af88306c59323","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:35:08.206637Z","signature_b64":"7f5YhZuX5f+qnRL3eWuxcOb6UQOoHwnSG4w1iJcYacrwRtm8Sqz3SPczsKfXh+0Vkz85FzfJQ2VfV1FgIdykDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5aa9e05b5e14136e91cf7ef9a1957b05d4ba0f639ea5bd045d4af88306c59323","last_reissued_at":"2026-07-05T09:35:08.206135Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:35:08.206135Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.12298","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:35:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VWUgDJPCYdhNGhaO8CVivJ87kADrAokftq/lE/xCgYs6JD0AAMMofbot1Jnpdy6zzu/Du0P59cq0kXgZzfPxCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:54:38.909955Z"},"content_sha256":"c9f5ea8b55fb4118f5d60c1670e24e4e038e96a23eaf278dfcf0cae593c1caa2","schema_version":"1.0","event_id":"sha256:c9f5ea8b55fb4118f5d60c1670e24e4e038e96a23eaf278dfcf0cae593c1caa2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LKU6AW26CQJW5EOPP342DFL3AX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is Open-Source There Yet? A Comparative Study on Commercial and Open-Source LLMs in Their Ability to Label Chest X-Ray Reports","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Albert E. Kim, Christopher P. Bridge, Fares Al Mohamad, Felix Busch, Felix J. Dorfner, Jameson Merkow, James Sato, Keno K. Bressem, Leonhard Donle, Lisa C. Adams, Liv J\\\"urgensen, Mason C. Cleveland, Thomas Schultz, Tobias R. Bodenmann","submitted_at":"2024-02-19T17:23:10Z","abstract_excerpt":"Introduction: With the rapid advances in large language models (LLMs), there have been numerous new open source as well as commercial models. While recent publications have explored GPT-4 in its application to extracting information of interest from radiology reports, there has not been a real-world comparison of GPT-4 to different leading open-source models.\n  Materials and Methods: Two different and independent datasets were used. The first dataset consists of 540 chest x-ray reports that were created at the Massachusetts General Hospital between July 2019 and July 2021. The second dataset c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.12298","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.12298/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:35:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pAFByri2u9NlW4FBI4Ref5nZQNSWAxm8QT8OMyqmOSLA7UOdMLcjg6Bss6GL+ErIE8gMJ+gvtrO05MIHXe6aBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:54:38.910348Z"},"content_sha256":"ce82cd0dcd32d6d1252a827047034542a1bc7ca8ecabbde2deecbcdcc48b969c","schema_version":"1.0","event_id":"sha256:ce82cd0dcd32d6d1252a827047034542a1bc7ca8ecabbde2deecbcdcc48b969c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LKU6AW26CQJW5EOPP342DFL3AX/bundle.json","state_url":"https://pith.science/pith/LKU6AW26CQJW5EOPP342DFL3AX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LKU6AW26CQJW5EOPP342DFL3AX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:54:38Z","links":{"resolver":"https://pith.science/pith/LKU6AW26CQJW5EOPP342DFL3AX","bundle":"https://pith.science/pith/LKU6AW26CQJW5EOPP342DFL3AX/bundle.json","state":"https://pith.science/pith/LKU6AW26CQJW5EOPP342DFL3AX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LKU6AW26CQJW5EOPP342DFL3AX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LKU6AW26CQJW5EOPP342DFL3AX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bf104b203e8324218ddfc75e130a255fca5df60c9c6e0e0e2a05242580426965","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-19T17:23:10Z","title_canon_sha256":"079f75bf11c23474d3def521d1ab38f5c98d70261e9a4e064b0421387368269a"},"schema_version":"1.0","source":{"id":"2402.12298","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.12298","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"arxiv_version","alias_value":"2402.12298v1","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.12298","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_12","alias_value":"LKU6AW26CQJW","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_16","alias_value":"LKU6AW26CQJW5EOP","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_8","alias_value":"LKU6AW26","created_at":"2026-07-05T09:35:08Z"}],"graph_snapshots":[{"event_id":"sha256:ce82cd0dcd32d6d1252a827047034542a1bc7ca8ecabbde2deecbcdcc48b969c","target":"graph","created_at":"2026-07-05T09:35:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.12298/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Introduction: With the rapid advances in large language models (LLMs), there have been numerous new open source as well as commercial models. While recent publications have explored GPT-4 in its application to extracting information of interest from radiology reports, there has not been a real-world comparison of GPT-4 to different leading open-source models.\n  Materials and Methods: Two different and independent datasets were used. The first dataset consists of 540 chest x-ray reports that were created at the Massachusetts General Hospital between July 2019 and July 2021. The second dataset c","authors_text":"Albert E. Kim, Christopher P. Bridge, Fares Al Mohamad, Felix Busch, Felix J. Dorfner, Jameson Merkow, James Sato, Keno K. Bressem, Leonhard Donle, Lisa C. Adams, Liv J\\\"urgensen, Mason C. Cleveland, Thomas Schultz, Tobias R. Bodenmann","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-19T17:23:10Z","title":"Is Open-Source There Yet? A Comparative Study on Commercial and Open-Source LLMs in Their Ability to Label Chest X-Ray Reports"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.12298","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c9f5ea8b55fb4118f5d60c1670e24e4e038e96a23eaf278dfcf0cae593c1caa2","target":"record","created_at":"2026-07-05T09:35:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bf104b203e8324218ddfc75e130a255fca5df60c9c6e0e0e2a05242580426965","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-19T17:23:10Z","title_canon_sha256":"079f75bf11c23474d3def521d1ab38f5c98d70261e9a4e064b0421387368269a"},"schema_version":"1.0","source":{"id":"2402.12298","kind":"arxiv","version":1}},"canonical_sha256":"5aa9e05b5e14136e91cf7ef9a1957b05d4ba0f639ea5bd045d4af88306c59323","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5aa9e05b5e14136e91cf7ef9a1957b05d4ba0f639ea5bd045d4af88306c59323","first_computed_at":"2026-07-05T09:35:08.206135Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:35:08.206135Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7f5YhZuX5f+qnRL3eWuxcOb6UQOoHwnSG4w1iJcYacrwRtm8Sqz3SPczsKfXh+0Vkz85FzfJQ2VfV1FgIdykDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:35:08.206637Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.12298","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c9f5ea8b55fb4118f5d60c1670e24e4e038e96a23eaf278dfcf0cae593c1caa2","sha256:ce82cd0dcd32d6d1252a827047034542a1bc7ca8ecabbde2deecbcdcc48b969c"],"state_sha256":"f84811b6d370d9a12ab6bdb081f2b0a952becf76bc801493e8150e8f05540e3e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EV1X3WbHG7ecuomfldD7leA0scj6rylkKtYDoGIhF/3zoyJuBd2Ir6nv75lW6SqK1GiR5oNYB2wa9HEjOvEDDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:54:38.912333Z","bundle_sha256":"dc34caa66c51175c15ab34837b0f521edab3be7a193b264f7d30ec91849d142d"}}