{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:EEDLPDQXLDQHAXYNANOCBR73FI","short_pith_number":"pith:EEDLPDQX","canonical_record":{"source":{"id":"1802.00323","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-02-01T15:03:20Z","cross_cats_sorted":[],"title_canon_sha256":"befb3b65e3e927cd76ef1a41f00c8ae6aaed66dc2a144f45987126f351c4dc8c","abstract_canon_sha256":"2a99af9189fdb2a85ac8fc33638b3797a3073baf79289644c71be7da2c1da6b2"},"schema_version":"1.0"},"canonical_sha256":"2106b78e1758e0705f0d035c20c7fb2a0c23f08f305b5a9be1db61ae8d4caae1","source":{"kind":"arxiv","id":"1802.00323","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.00323","created_at":"2026-05-18T00:24:36Z"},{"alias_kind":"arxiv_version","alias_value":"1802.00323v1","created_at":"2026-05-18T00:24:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.00323","created_at":"2026-05-18T00:24:36Z"},{"alias_kind":"pith_short_12","alias_value":"EEDLPDQXLDQH","created_at":"2026-05-18T12:32:22Z"},{"alias_kind":"pith_short_16","alias_value":"EEDLPDQXLDQHAXYN","created_at":"2026-05-18T12:32:22Z"},{"alias_kind":"pith_short_8","alias_value":"EEDLPDQX","created_at":"2026-05-18T12:32:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:EEDLPDQXLDQHAXYNANOCBR73FI","target":"record","payload":{"canonical_record":{"source":{"id":"1802.00323","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-02-01T15:03:20Z","cross_cats_sorted":[],"title_canon_sha256":"befb3b65e3e927cd76ef1a41f00c8ae6aaed66dc2a144f45987126f351c4dc8c","abstract_canon_sha256":"2a99af9189fdb2a85ac8fc33638b3797a3073baf79289644c71be7da2c1da6b2"},"schema_version":"1.0"},"canonical_sha256":"2106b78e1758e0705f0d035c20c7fb2a0c23f08f305b5a9be1db61ae8d4caae1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:24:36.270184Z","signature_b64":"bcL1iYG0BJehZXvVNK2TSSr7V6DZ9ERIeWVlKq3It5ro8BlMBvOmEDvrmG8br6sFdZEH1ln6cbjXNPoqBcjUBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2106b78e1758e0705f0d035c20c7fb2a0c23f08f305b5a9be1db61ae8d4caae1","last_reissued_at":"2026-05-18T00:24:36.269765Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:24:36.269765Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1802.00323","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:24:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vjGp/UqqMVtYjOU5JlTPSjVRzhpWcV0zHF4U7DS4UNBaJLrALXuln6OsSQoH+3g0gkE0ByNP17mPdWSgE/G9Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T16:17:32.041623Z"},"content_sha256":"63b2e060472f76756e821e84aca9a31e047e0aa12c06ec9d5132c090252928fc","schema_version":"1.0","event_id":"sha256:63b2e060472f76756e821e84aca9a31e047e0aa12c06ec9d5132c090252928fc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:EEDLPDQXLDQHAXYNANOCBR73FI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Correlation and Prediction of Evaluation Metrics in Information Retrieval","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Matthew Lease, Mucahid Kutlu, Vivek Khetan","submitted_at":"2018-02-01T15:03:20Z","abstract_excerpt":"Because researchers typically do not have the time or space to present more than a few evaluation metrics in any published study, it can be difficult to assess relative effectiveness of prior methods for unreported metrics when baselining a new method or conducting a systematic meta-review. While sharing of study data would help alleviate this, recent attempts to encourage consistent sharing have been largely unsuccessful. Instead, we propose to enable relative comparisons with prior work across arbitrary metrics by predicting unreported metrics given one or more reported metrics. In addition,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.00323","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:24:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RDA19LEpZGQ5uNO31kZZ+bRkgE0SBGpXZibd6FMXlasYNZc1ifb4Lp/l2WsyNfCSwRHJPf9wh1FhyzymaGNADg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T16:17:32.041967Z"},"content_sha256":"9193f7d185269957edc18192dd7782f308d1b691f64f18bc94664730767486ae","schema_version":"1.0","event_id":"sha256:9193f7d185269957edc18192dd7782f308d1b691f64f18bc94664730767486ae"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EEDLPDQXLDQHAXYNANOCBR73FI/bundle.json","state_url":"https://pith.science/pith/EEDLPDQXLDQHAXYNANOCBR73FI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EEDLPDQXLDQHAXYNANOCBR73FI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-01T16:17:32Z","links":{"resolver":"https://pith.science/pith/EEDLPDQXLDQHAXYNANOCBR73FI","bundle":"https://pith.science/pith/EEDLPDQXLDQHAXYNANOCBR73FI/bundle.json","state":"https://pith.science/pith/EEDLPDQXLDQHAXYNANOCBR73FI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EEDLPDQXLDQHAXYNANOCBR73FI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:EEDLPDQXLDQHAXYNANOCBR73FI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a99af9189fdb2a85ac8fc33638b3797a3073baf79289644c71be7da2c1da6b2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-02-01T15:03:20Z","title_canon_sha256":"befb3b65e3e927cd76ef1a41f00c8ae6aaed66dc2a144f45987126f351c4dc8c"},"schema_version":"1.0","source":{"id":"1802.00323","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.00323","created_at":"2026-05-18T00:24:36Z"},{"alias_kind":"arxiv_version","alias_value":"1802.00323v1","created_at":"2026-05-18T00:24:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.00323","created_at":"2026-05-18T00:24:36Z"},{"alias_kind":"pith_short_12","alias_value":"EEDLPDQXLDQH","created_at":"2026-05-18T12:32:22Z"},{"alias_kind":"pith_short_16","alias_value":"EEDLPDQXLDQHAXYN","created_at":"2026-05-18T12:32:22Z"},{"alias_kind":"pith_short_8","alias_value":"EEDLPDQX","created_at":"2026-05-18T12:32:22Z"}],"graph_snapshots":[{"event_id":"sha256:9193f7d185269957edc18192dd7782f308d1b691f64f18bc94664730767486ae","target":"graph","created_at":"2026-05-18T00:24:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Because researchers typically do not have the time or space to present more than a few evaluation metrics in any published study, it can be difficult to assess relative effectiveness of prior methods for unreported metrics when baselining a new method or conducting a systematic meta-review. While sharing of study data would help alleviate this, recent attempts to encourage consistent sharing have been largely unsuccessful. Instead, we propose to enable relative comparisons with prior work across arbitrary metrics by predicting unreported metrics given one or more reported metrics. In addition,","authors_text":"Matthew Lease, Mucahid Kutlu, Vivek Khetan","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-02-01T15:03:20Z","title":"Correlation and Prediction of Evaluation Metrics in Information Retrieval"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.00323","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:63b2e060472f76756e821e84aca9a31e047e0aa12c06ec9d5132c090252928fc","target":"record","created_at":"2026-05-18T00:24:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a99af9189fdb2a85ac8fc33638b3797a3073baf79289644c71be7da2c1da6b2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-02-01T15:03:20Z","title_canon_sha256":"befb3b65e3e927cd76ef1a41f00c8ae6aaed66dc2a144f45987126f351c4dc8c"},"schema_version":"1.0","source":{"id":"1802.00323","kind":"arxiv","version":1}},"canonical_sha256":"2106b78e1758e0705f0d035c20c7fb2a0c23f08f305b5a9be1db61ae8d4caae1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2106b78e1758e0705f0d035c20c7fb2a0c23f08f305b5a9be1db61ae8d4caae1","first_computed_at":"2026-05-18T00:24:36.269765Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:24:36.269765Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bcL1iYG0BJehZXvVNK2TSSr7V6DZ9ERIeWVlKq3It5ro8BlMBvOmEDvrmG8br6sFdZEH1ln6cbjXNPoqBcjUBg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:24:36.270184Z","signed_message":"canonical_sha256_bytes"},"source_id":"1802.00323","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:63b2e060472f76756e821e84aca9a31e047e0aa12c06ec9d5132c090252928fc","sha256:9193f7d185269957edc18192dd7782f308d1b691f64f18bc94664730767486ae"],"state_sha256":"0d418e7252d95a2d30f7e9b7d7da00641fb3b0f7c4c9daaebc997bde7eca5e9a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kytKTK8q4ny0PNto9e0aeXGozRzoZOjkIFygTUto6bbMVThYKooGiv2tA218/LqahwFUdnAk0nAdQguj+4pEAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-01T16:17:32.043903Z","bundle_sha256":"f820f2959c91983bdd8e987f434770c5766b0c1bd9b6a13405494e568c2c52e0"}}