{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:EEDLPDQXLDQHAXYNANOCBR73FI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a99af9189fdb2a85ac8fc33638b3797a3073baf79289644c71be7da2c1da6b2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-02-01T15:03:20Z","title_canon_sha256":"befb3b65e3e927cd76ef1a41f00c8ae6aaed66dc2a144f45987126f351c4dc8c"},"schema_version":"1.0","source":{"id":"1802.00323","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.00323","created_at":"2026-05-18T00:24:36Z"},{"alias_kind":"arxiv_version","alias_value":"1802.00323v1","created_at":"2026-05-18T00:24:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.00323","created_at":"2026-05-18T00:24:36Z"},{"alias_kind":"pith_short_12","alias_value":"EEDLPDQXLDQH","created_at":"2026-05-18T12:32:22Z"},{"alias_kind":"pith_short_16","alias_value":"EEDLPDQXLDQHAXYN","created_at":"2026-05-18T12:32:22Z"},{"alias_kind":"pith_short_8","alias_value":"EEDLPDQX","created_at":"2026-05-18T12:32:22Z"}],"graph_snapshots":[{"event_id":"sha256:9193f7d185269957edc18192dd7782f308d1b691f64f18bc94664730767486ae","target":"graph","created_at":"2026-05-18T00:24:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Because researchers typically do not have the time or space to present more than a few evaluation metrics in any published study, it can be difficult to assess relative effectiveness of prior methods for unreported metrics when baselining a new method or conducting a systematic meta-review. While sharing of study data would help alleviate this, recent attempts to encourage consistent sharing have been largely unsuccessful. Instead, we propose to enable relative comparisons with prior work across arbitrary metrics by predicting unreported metrics given one or more reported metrics. In addition,","authors_text":"Matthew Lease, Mucahid Kutlu, Vivek Khetan","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-02-01T15:03:20Z","title":"Correlation and Prediction of Evaluation Metrics in Information Retrieval"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.00323","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:63b2e060472f76756e821e84aca9a31e047e0aa12c06ec9d5132c090252928fc","target":"record","created_at":"2026-05-18T00:24:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a99af9189fdb2a85ac8fc33638b3797a3073baf79289644c71be7da2c1da6b2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-02-01T15:03:20Z","title_canon_sha256":"befb3b65e3e927cd76ef1a41f00c8ae6aaed66dc2a144f45987126f351c4dc8c"},"schema_version":"1.0","source":{"id":"1802.00323","kind":"arxiv","version":1}},"canonical_sha256":"2106b78e1758e0705f0d035c20c7fb2a0c23f08f305b5a9be1db61ae8d4caae1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2106b78e1758e0705f0d035c20c7fb2a0c23f08f305b5a9be1db61ae8d4caae1","first_computed_at":"2026-05-18T00:24:36.269765Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:24:36.269765Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bcL1iYG0BJehZXvVNK2TSSr7V6DZ9ERIeWVlKq3It5ro8BlMBvOmEDvrmG8br6sFdZEH1ln6cbjXNPoqBcjUBg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:24:36.270184Z","signed_message":"canonical_sha256_bytes"},"source_id":"1802.00323","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:63b2e060472f76756e821e84aca9a31e047e0aa12c06ec9d5132c090252928fc","sha256:9193f7d185269957edc18192dd7782f308d1b691f64f18bc94664730767486ae"],"state_sha256":"0d418e7252d95a2d30f7e9b7d7da00641fb3b0f7c4c9daaebc997bde7eca5e9a"}