{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:OBBBREVL4XQXGNMCXQSYZHWORZ","short_pith_number":"pith:OBBBREVL","canonical_record":{"source":{"id":"2202.04823","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"q-bio.QM","submitted_at":"2022-02-10T04:02:45Z","cross_cats_sorted":["cs.CV","cs.LG","eess.IV"],"title_canon_sha256":"30c82bfc8647d9d299f941971ea4fe8a1b5f7d825e9719266f29b71af1fc1252","abstract_canon_sha256":"1acd026e04b2ad93e2b128ed347d9a9486be3f428b7a8e180ebaabcbb60a799d"},"schema_version":"1.0"},"canonical_sha256":"70421892abe5e1733582bc258c9ece8e69f3aa080c1abfb154e9ec65d4755d7e","source":{"kind":"arxiv","id":"2202.04823","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.04823","created_at":"2026-07-05T03:55:54Z"},{"alias_kind":"arxiv_version","alias_value":"2202.04823v1","created_at":"2026-07-05T03:55:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.04823","created_at":"2026-07-05T03:55:54Z"},{"alias_kind":"pith_short_12","alias_value":"OBBBREVL4XQX","created_at":"2026-07-05T03:55:54Z"},{"alias_kind":"pith_short_16","alias_value":"OBBBREVL4XQXGNMC","created_at":"2026-07-05T03:55:54Z"},{"alias_kind":"pith_short_8","alias_value":"OBBBREVL","created_at":"2026-07-05T03:55:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:OBBBREVL4XQXGNMCXQSYZHWORZ","target":"record","payload":{"canonical_record":{"source":{"id":"2202.04823","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"q-bio.QM","submitted_at":"2022-02-10T04:02:45Z","cross_cats_sorted":["cs.CV","cs.LG","eess.IV"],"title_canon_sha256":"30c82bfc8647d9d299f941971ea4fe8a1b5f7d825e9719266f29b71af1fc1252","abstract_canon_sha256":"1acd026e04b2ad93e2b128ed347d9a9486be3f428b7a8e180ebaabcbb60a799d"},"schema_version":"1.0"},"canonical_sha256":"70421892abe5e1733582bc258c9ece8e69f3aa080c1abfb154e9ec65d4755d7e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:55:54.458204Z","signature_b64":"nt3WqZgO2xm7lfqb47x/j4e4h2/Eey7dIrrqgZGDe3EmaM/Jr6DNd+vDW801k62TFthmwJ6dmvColrVE2VzWCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"70421892abe5e1733582bc258c9ece8e69f3aa080c1abfb154e9ec65d4755d7e","last_reissued_at":"2026-07-05T03:55:54.457687Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:55:54.457687Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.04823","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:55:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r5/Xj/cGFffx8teXkrK81g3KZ6+XTDC4ksn2ls3dssOdKpXZhNUQTEWshAUS3wOQ03uweuveNZ53vtyo1hptBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T06:10:20.963035Z"},"content_sha256":"eb86ff4c4c18e51c0f56ae994c2df32c9b725ebcec9c0c80f423efdaea70fe7a","schema_version":"1.0","event_id":"sha256:eb86ff4c4c18e51c0f56ae994c2df32c9b725ebcec9c0c80f423efdaea70fe7a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:OBBBREVL4XQXGNMCXQSYZHWORZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Decreasing Annotation Burden of Pairwise Comparisons with Human-in-the-Loop Sorting: Application in Medical Image Artifact Rating","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV","cs.LG","eess.IV"],"primary_cat":"q-bio.QM","authors_text":"Garrison Danley, Ikbeom Jang, Jayashree Kalpathy-Cramer, Ken Chang","submitted_at":"2022-02-10T04:02:45Z","abstract_excerpt":"Ranking by pairwise comparisons has shown improved reliability over ordinal classification. However, as the annotations of pairwise comparisons scale quadratically, this becomes less practical when the dataset is large. We propose a method for reducing the number of pairwise comparisons required to rank by a quantitative metric, demonstrating the effectiveness of the approach in ranking medical images by image quality in this proof of concept study. Using the medical image annotation software that we developed, we actively subsample pairwise comparisons using a sorting algorithm with a human r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.04823","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.04823/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:55:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+ZFjq/FH2/TjoUCUK3enDEBMhWWYzArg0Dvp6ala+WgxBhUBuvU38OR04yHOyL1/HLMsPC6CG3ta34uHniXOBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T06:10:20.963833Z"},"content_sha256":"7c8180dd1b2a01ec17bbce8c76963100e76898b80ee00c466d8b10396084add7","schema_version":"1.0","event_id":"sha256:7c8180dd1b2a01ec17bbce8c76963100e76898b80ee00c466d8b10396084add7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OBBBREVL4XQXGNMCXQSYZHWORZ/bundle.json","state_url":"https://pith.science/pith/OBBBREVL4XQXGNMCXQSYZHWORZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OBBBREVL4XQXGNMCXQSYZHWORZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T06:10:20Z","links":{"resolver":"https://pith.science/pith/OBBBREVL4XQXGNMCXQSYZHWORZ","bundle":"https://pith.science/pith/OBBBREVL4XQXGNMCXQSYZHWORZ/bundle.json","state":"https://pith.science/pith/OBBBREVL4XQXGNMCXQSYZHWORZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OBBBREVL4XQXGNMCXQSYZHWORZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:OBBBREVL4XQXGNMCXQSYZHWORZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1acd026e04b2ad93e2b128ed347d9a9486be3f428b7a8e180ebaabcbb60a799d","cross_cats_sorted":["cs.CV","cs.LG","eess.IV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"q-bio.QM","submitted_at":"2022-02-10T04:02:45Z","title_canon_sha256":"30c82bfc8647d9d299f941971ea4fe8a1b5f7d825e9719266f29b71af1fc1252"},"schema_version":"1.0","source":{"id":"2202.04823","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.04823","created_at":"2026-07-05T03:55:54Z"},{"alias_kind":"arxiv_version","alias_value":"2202.04823v1","created_at":"2026-07-05T03:55:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.04823","created_at":"2026-07-05T03:55:54Z"},{"alias_kind":"pith_short_12","alias_value":"OBBBREVL4XQX","created_at":"2026-07-05T03:55:54Z"},{"alias_kind":"pith_short_16","alias_value":"OBBBREVL4XQXGNMC","created_at":"2026-07-05T03:55:54Z"},{"alias_kind":"pith_short_8","alias_value":"OBBBREVL","created_at":"2026-07-05T03:55:54Z"}],"graph_snapshots":[{"event_id":"sha256:7c8180dd1b2a01ec17bbce8c76963100e76898b80ee00c466d8b10396084add7","target":"graph","created_at":"2026-07-05T03:55:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.04823/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Ranking by pairwise comparisons has shown improved reliability over ordinal classification. However, as the annotations of pairwise comparisons scale quadratically, this becomes less practical when the dataset is large. We propose a method for reducing the number of pairwise comparisons required to rank by a quantitative metric, demonstrating the effectiveness of the approach in ranking medical images by image quality in this proof of concept study. Using the medical image annotation software that we developed, we actively subsample pairwise comparisons using a sorting algorithm with a human r","authors_text":"Garrison Danley, Ikbeom Jang, Jayashree Kalpathy-Cramer, Ken Chang","cross_cats":["cs.CV","cs.LG","eess.IV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"q-bio.QM","submitted_at":"2022-02-10T04:02:45Z","title":"Decreasing Annotation Burden of Pairwise Comparisons with Human-in-the-Loop Sorting: Application in Medical Image Artifact Rating"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.04823","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eb86ff4c4c18e51c0f56ae994c2df32c9b725ebcec9c0c80f423efdaea70fe7a","target":"record","created_at":"2026-07-05T03:55:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1acd026e04b2ad93e2b128ed347d9a9486be3f428b7a8e180ebaabcbb60a799d","cross_cats_sorted":["cs.CV","cs.LG","eess.IV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"q-bio.QM","submitted_at":"2022-02-10T04:02:45Z","title_canon_sha256":"30c82bfc8647d9d299f941971ea4fe8a1b5f7d825e9719266f29b71af1fc1252"},"schema_version":"1.0","source":{"id":"2202.04823","kind":"arxiv","version":1}},"canonical_sha256":"70421892abe5e1733582bc258c9ece8e69f3aa080c1abfb154e9ec65d4755d7e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"70421892abe5e1733582bc258c9ece8e69f3aa080c1abfb154e9ec65d4755d7e","first_computed_at":"2026-07-05T03:55:54.457687Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:55:54.457687Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nt3WqZgO2xm7lfqb47x/j4e4h2/Eey7dIrrqgZGDe3EmaM/Jr6DNd+vDW801k62TFthmwJ6dmvColrVE2VzWCw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:55:54.458204Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.04823","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eb86ff4c4c18e51c0f56ae994c2df32c9b725ebcec9c0c80f423efdaea70fe7a","sha256:7c8180dd1b2a01ec17bbce8c76963100e76898b80ee00c466d8b10396084add7"],"state_sha256":"bcc3f669f3e05f5977a9ca8ab8a11f03d354db6bc07425e80d960de859f765da"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rH4pBNusV9ztsUUzK5Jgyck9nK7WH3MgKhYy1qaj00a8mjYkJD4gfFT+8r4DyB2UMKJorSh9MePDTZ8kchWNDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T06:10:20.969646Z","bundle_sha256":"d4c66c85a78d77871d29f7109418fc617d67ad5f6b649d77a592ef34d180a2bb"}}