{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:UMDAZRWZZKV7LFKQVE45K74EOM","short_pith_number":"pith:UMDAZRWZ","canonical_record":{"source":{"id":"2305.17339","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-05-27T02:40:45Z","cross_cats_sorted":["cs.DL","stat.AP"],"title_canon_sha256":"e191903a447659e1eebcc6055589cc9da18659cd42e1a35cbf7643065f986e87","abstract_canon_sha256":"9dfbff94086f5e1f44216e74a9b09a908866bf0158f13cf2c6e0ce8ca5ab17bd"},"schema_version":"1.0"},"canonical_sha256":"a3060cc6d9caabf59550a939d57f847302d948d3936c253a6e9b92fc89907daa","source":{"kind":"arxiv","id":"2305.17339","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.17339","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"arxiv_version","alias_value":"2305.17339v1","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.17339","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_12","alias_value":"UMDAZRWZZKV7","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_16","alias_value":"UMDAZRWZZKV7LFKQ","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_8","alias_value":"UMDAZRWZ","created_at":"2026-07-05T06:14:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:UMDAZRWZZKV7LFKQVE45K74EOM","target":"record","payload":{"canonical_record":{"source":{"id":"2305.17339","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-05-27T02:40:45Z","cross_cats_sorted":["cs.DL","stat.AP"],"title_canon_sha256":"e191903a447659e1eebcc6055589cc9da18659cd42e1a35cbf7643065f986e87","abstract_canon_sha256":"9dfbff94086f5e1f44216e74a9b09a908866bf0158f13cf2c6e0ce8ca5ab17bd"},"schema_version":"1.0"},"canonical_sha256":"a3060cc6d9caabf59550a939d57f847302d948d3936c253a6e9b92fc89907daa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:26.709142Z","signature_b64":"1I/NDwBYQaWzPYBulr07/M0RDUyBjS+3+rX46bAE0yHDWyvJtg65PDmKL8tDKQyTwXYMaKOr4GBCXCppv8rkBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a3060cc6d9caabf59550a939d57f847302d948d3936c253a6e9b92fc89907daa","last_reissued_at":"2026-07-05T06:14:26.708645Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:26.708645Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.17339","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"POU6yPRh3YBwa2wgBbsinTYTKU/BXqFSznLStvHwsFvDQd4BKNiiUr5JaMxoesOaFGQKtCki0nWv6vz//ElyAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:02:48.732765Z"},"content_sha256":"504530308219b1292ea382175cd623693d16c06426e5034cbb5419cad79018c7","schema_version":"1.0","event_id":"sha256:504530308219b1292ea382175cd623693d16c06426e5034cbb5419cad79018c7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:UMDAZRWZZKV7LFKQVE45K74EOM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Counterfactual Evaluation of Peer-Review Assignment Policies","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.DL","stat.AP"],"primary_cat":"cs.IR","authors_text":"Johan Ugander, Martin Saveski, Nihar B. Shah, Steven Jecmen","submitted_at":"2023-05-27T02:40:45Z","abstract_excerpt":"Peer review assignment algorithms aim to match research papers to suitable expert reviewers, working to maximize the quality of the resulting reviews. A key challenge in designing effective assignment policies is evaluating how changes to the assignment algorithm map to changes in review quality. In this work, we leverage recently proposed policies that introduce randomness in peer-review assignment--in order to mitigate fraud--as a valuable opportunity to evaluate counterfactual assignment policies. Specifically, we exploit how such randomized assignments provide a positive probability of obs"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.17339","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.17339/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+3AU9bvWrWAw9/NYxmDzXaThEI/MISfIUYtS2jG3Ag0CGkfwKlILaPjVR3seDd6vS87q9aRR6sIpNzzOZgJjDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:02:48.733595Z"},"content_sha256":"c47b3782b6fb4b45b5aed25681e41f2157b47aceb28a2c629e2b1fa2a1aad6db","schema_version":"1.0","event_id":"sha256:c47b3782b6fb4b45b5aed25681e41f2157b47aceb28a2c629e2b1fa2a1aad6db"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UMDAZRWZZKV7LFKQVE45K74EOM/bundle.json","state_url":"https://pith.science/pith/UMDAZRWZZKV7LFKQVE45K74EOM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UMDAZRWZZKV7LFKQVE45K74EOM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T13:02:48Z","links":{"resolver":"https://pith.science/pith/UMDAZRWZZKV7LFKQVE45K74EOM","bundle":"https://pith.science/pith/UMDAZRWZZKV7LFKQVE45K74EOM/bundle.json","state":"https://pith.science/pith/UMDAZRWZZKV7LFKQVE45K74EOM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UMDAZRWZZKV7LFKQVE45K74EOM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:UMDAZRWZZKV7LFKQVE45K74EOM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9dfbff94086f5e1f44216e74a9b09a908866bf0158f13cf2c6e0ce8ca5ab17bd","cross_cats_sorted":["cs.DL","stat.AP"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-05-27T02:40:45Z","title_canon_sha256":"e191903a447659e1eebcc6055589cc9da18659cd42e1a35cbf7643065f986e87"},"schema_version":"1.0","source":{"id":"2305.17339","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.17339","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"arxiv_version","alias_value":"2305.17339v1","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.17339","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_12","alias_value":"UMDAZRWZZKV7","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_16","alias_value":"UMDAZRWZZKV7LFKQ","created_at":"2026-07-05T06:14:26Z"},{"alias_kind":"pith_short_8","alias_value":"UMDAZRWZ","created_at":"2026-07-05T06:14:26Z"}],"graph_snapshots":[{"event_id":"sha256:c47b3782b6fb4b45b5aed25681e41f2157b47aceb28a2c629e2b1fa2a1aad6db","target":"graph","created_at":"2026-07-05T06:14:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.17339/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Peer review assignment algorithms aim to match research papers to suitable expert reviewers, working to maximize the quality of the resulting reviews. A key challenge in designing effective assignment policies is evaluating how changes to the assignment algorithm map to changes in review quality. In this work, we leverage recently proposed policies that introduce randomness in peer-review assignment--in order to mitigate fraud--as a valuable opportunity to evaluate counterfactual assignment policies. Specifically, we exploit how such randomized assignments provide a positive probability of obs","authors_text":"Johan Ugander, Martin Saveski, Nihar B. Shah, Steven Jecmen","cross_cats":["cs.DL","stat.AP"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-05-27T02:40:45Z","title":"Counterfactual Evaluation of Peer-Review Assignment Policies"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.17339","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:504530308219b1292ea382175cd623693d16c06426e5034cbb5419cad79018c7","target":"record","created_at":"2026-07-05T06:14:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9dfbff94086f5e1f44216e74a9b09a908866bf0158f13cf2c6e0ce8ca5ab17bd","cross_cats_sorted":["cs.DL","stat.AP"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-05-27T02:40:45Z","title_canon_sha256":"e191903a447659e1eebcc6055589cc9da18659cd42e1a35cbf7643065f986e87"},"schema_version":"1.0","source":{"id":"2305.17339","kind":"arxiv","version":1}},"canonical_sha256":"a3060cc6d9caabf59550a939d57f847302d948d3936c253a6e9b92fc89907daa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a3060cc6d9caabf59550a939d57f847302d948d3936c253a6e9b92fc89907daa","first_computed_at":"2026-07-05T06:14:26.708645Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:26.708645Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1I/NDwBYQaWzPYBulr07/M0RDUyBjS+3+rX46bAE0yHDWyvJtg65PDmKL8tDKQyTwXYMaKOr4GBCXCppv8rkBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:26.709142Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.17339","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:504530308219b1292ea382175cd623693d16c06426e5034cbb5419cad79018c7","sha256:c47b3782b6fb4b45b5aed25681e41f2157b47aceb28a2c629e2b1fa2a1aad6db"],"state_sha256":"9016a3f583a05831be574fac4d9586f3dad97d3f2a72118121c6f3a48d91d470"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"envEORLWHbXOBtIJyWy8Atbzu1uegKEnGNZFr03KWvzppOFLO1/nsNUACM7E1dkFcuAgIT+P9dcwTla0P7pNAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T13:02:48.738117Z","bundle_sha256":"8cdede8cbd246cdc9db172644d1001b169cc60d2dbd6b82f499be5a9e85b110d"}}