{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:DNPSIFHACA4PMWF5APNJGJHECI","short_pith_number":"pith:DNPSIFHA","schema_version":"1.0","canonical_sha256":"1b5f2414e01038f658bd03da9324e41205d9a6799d89bf51f12ca106e35373ae","source":{"kind":"arxiv","id":"2103.01474","version":2},"attestation_state":"computed","paper":{"title":"On Estimating Recommendation Evaluation Metrics under Sampling","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.IR","authors_text":"Benjamin Mudrak, Dong Li, Jing Gao, Ruoming Jin, Zhi Liu","submitted_at":"2021-03-02T05:08:21Z","abstract_excerpt":"Since the recent study (Krichene and Rendle 2020) done by Krichene and Rendle on the sampling-based top-k evaluation metric for recommendation, there has been a lot of debates on the validity of using sampling to evaluate recommendation algorithms. Though their work and the recent work (Li et al.2020) have proposed some basic approaches for mapping the sampling-based metrics to their global counterparts which rank the entire set of items, there is still a lack of understanding and consensus on how sampling should be used for recommendation evaluation. The proposed approaches either are rather "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2103.01474","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.IR","submitted_at":"2021-03-02T05:08:21Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"2714d240a7dc08e591ceb95936ab616aa72c3d2df89d8249da2501ebb0216cc2","abstract_canon_sha256":"ce297063986e43677fb4604fda19a4b49765e8ea9a25a0f29442708d1a5e93b3"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:19:58.627377Z","signature_b64":"vR6R5dJ/BKdCO/BzrK2i0N/YtZ6bu9o0ihpRVOfooAtB9pHuXKcJvflLe2QydW048l6h14R5qlx11yFBGC+iBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1b5f2414e01038f658bd03da9324e41205d9a6799d89bf51f12ca106e35373ae","last_reissued_at":"2026-07-05T02:19:58.627000Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:19:58.627000Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"On Estimating Recommendation Evaluation Metrics under Sampling","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.IR","authors_text":"Benjamin Mudrak, Dong Li, Jing Gao, Ruoming Jin, Zhi Liu","submitted_at":"2021-03-02T05:08:21Z","abstract_excerpt":"Since the recent study (Krichene and Rendle 2020) done by Krichene and Rendle on the sampling-based top-k evaluation metric for recommendation, there has been a lot of debates on the validity of using sampling to evaluate recommendation algorithms. Though their work and the recent work (Li et al.2020) have proposed some basic approaches for mapping the sampling-based metrics to their global counterparts which rank the entire set of items, there is still a lack of understanding and consensus on how sampling should be used for recommendation evaluation. The proposed approaches either are rather "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.01474","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.01474/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2103.01474","created_at":"2026-07-05T02:19:58.627056+00:00"},{"alias_kind":"arxiv_version","alias_value":"2103.01474v2","created_at":"2026-07-05T02:19:58.627056+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.01474","created_at":"2026-07-05T02:19:58.627056+00:00"},{"alias_kind":"pith_short_12","alias_value":"DNPSIFHACA4P","created_at":"2026-07-05T02:19:58.627056+00:00"},{"alias_kind":"pith_short_16","alias_value":"DNPSIFHACA4PMWF5","created_at":"2026-07-05T02:19:58.627056+00:00"},{"alias_kind":"pith_short_8","alias_value":"DNPSIFHA","created_at":"2026-07-05T02:19:58.627056+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/DNPSIFHACA4PMWF5APNJGJHECI","json":"https://pith.science/pith/DNPSIFHACA4PMWF5APNJGJHECI.json","graph_json":"https://pith.science/api/pith-number/DNPSIFHACA4PMWF5APNJGJHECI/graph.json","events_json":"https://pith.science/api/pith-number/DNPSIFHACA4PMWF5APNJGJHECI/events.json","paper":"https://pith.science/paper/DNPSIFHA"},"agent_actions":{"view_html":"https://pith.science/pith/DNPSIFHACA4PMWF5APNJGJHECI","download_json":"https://pith.science/pith/DNPSIFHACA4PMWF5APNJGJHECI.json","view_paper":"https://pith.science/paper/DNPSIFHA","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2103.01474&json=true","fetch_graph":"https://pith.science/api/pith-number/DNPSIFHACA4PMWF5APNJGJHECI/graph.json","fetch_events":"https://pith.science/api/pith-number/DNPSIFHACA4PMWF5APNJGJHECI/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/DNPSIFHACA4PMWF5APNJGJHECI/action/timestamp_anchor","attest_storage":"https://pith.science/pith/DNPSIFHACA4PMWF5APNJGJHECI/action/storage_attestation","attest_author":"https://pith.science/pith/DNPSIFHACA4PMWF5APNJGJHECI/action/author_attestation","sign_citation":"https://pith.science/pith/DNPSIFHACA4PMWF5APNJGJHECI/action/citation_signature","submit_replication":"https://pith.science/pith/DNPSIFHACA4PMWF5APNJGJHECI/action/replication_record"}},"created_at":"2026-07-05T02:19:58.627056+00:00","updated_at":"2026-07-05T02:19:58.627056+00:00"}