{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:S4JDZITO7NHBNPHOSZUPESPWGR","short_pith_number":"pith:S4JDZITO","schema_version":"1.0","canonical_sha256":"97123ca26efb4e16bcee9668f249f634746842091ae8545be0d97ec4399304e4","source":{"kind":"arxiv","id":"2309.05892","version":1},"attestation_state":"computed","paper":{"title":"Distributionally-Informed Recommender System Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.IR","authors_text":"Ben Carterette, Fernando Diaz, Michael D. Ekstrand","submitted_at":"2023-09-12T00:34:02Z","abstract_excerpt":"Current practice for evaluating recommender systems typically focuses on point estimates of user-oriented effectiveness metrics or business metrics, sometimes combined with additional metrics for considerations such as diversity and novelty. In this paper, we argue for the need for researchers and practitioners to attend more closely to various distributions that arise from a recommender system (or other information access system) and the sources of uncertainty that lead to these distributions. One immediate implication of our argument is that both researchers and practitioners must report and"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2309.05892","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-09-12T00:34:02Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"553abfc26c90da84576eaf75bd151415687c0f19e13662131d2faf6b743a73a7","abstract_canon_sha256":"36cfd08b912289ca72344ea0c223209f150357edc2fa0c8cc04745f73cdfba45"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:49:48.266579Z","signature_b64":"48WKIDJXczrr8WcYw8m/yxoH/3UIJAh3j+LLalcolmvVtmD/ZxASU33HtQmh9Poo0N39fGwbMviTgrBHHzL1Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"97123ca26efb4e16bcee9668f249f634746842091ae8545be0d97ec4399304e4","last_reissued_at":"2026-07-05T06:49:48.266156Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:49:48.266156Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Distributionally-Informed Recommender System Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.IR","authors_text":"Ben Carterette, Fernando Diaz, Michael D. Ekstrand","submitted_at":"2023-09-12T00:34:02Z","abstract_excerpt":"Current practice for evaluating recommender systems typically focuses on point estimates of user-oriented effectiveness metrics or business metrics, sometimes combined with additional metrics for considerations such as diversity and novelty. In this paper, we argue for the need for researchers and practitioners to attend more closely to various distributions that arise from a recommender system (or other information access system) and the sources of uncertainty that lead to these distributions. One immediate implication of our argument is that both researchers and practitioners must report and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.05892","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.05892/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2309.05892","created_at":"2026-07-05T06:49:48.266216+00:00"},{"alias_kind":"arxiv_version","alias_value":"2309.05892v1","created_at":"2026-07-05T06:49:48.266216+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.05892","created_at":"2026-07-05T06:49:48.266216+00:00"},{"alias_kind":"pith_short_12","alias_value":"S4JDZITO7NHB","created_at":"2026-07-05T06:49:48.266216+00:00"},{"alias_kind":"pith_short_16","alias_value":"S4JDZITO7NHBNPHO","created_at":"2026-07-05T06:49:48.266216+00:00"},{"alias_kind":"pith_short_8","alias_value":"S4JDZITO","created_at":"2026-07-05T06:49:48.266216+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/S4JDZITO7NHBNPHOSZUPESPWGR","json":"https://pith.science/pith/S4JDZITO7NHBNPHOSZUPESPWGR.json","graph_json":"https://pith.science/api/pith-number/S4JDZITO7NHBNPHOSZUPESPWGR/graph.json","events_json":"https://pith.science/api/pith-number/S4JDZITO7NHBNPHOSZUPESPWGR/events.json","paper":"https://pith.science/paper/S4JDZITO"},"agent_actions":{"view_html":"https://pith.science/pith/S4JDZITO7NHBNPHOSZUPESPWGR","download_json":"https://pith.science/pith/S4JDZITO7NHBNPHOSZUPESPWGR.json","view_paper":"https://pith.science/paper/S4JDZITO","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2309.05892&json=true","fetch_graph":"https://pith.science/api/pith-number/S4JDZITO7NHBNPHOSZUPESPWGR/graph.json","fetch_events":"https://pith.science/api/pith-number/S4JDZITO7NHBNPHOSZUPESPWGR/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/S4JDZITO7NHBNPHOSZUPESPWGR/action/timestamp_anchor","attest_storage":"https://pith.science/pith/S4JDZITO7NHBNPHOSZUPESPWGR/action/storage_attestation","attest_author":"https://pith.science/pith/S4JDZITO7NHBNPHOSZUPESPWGR/action/author_attestation","sign_citation":"https://pith.science/pith/S4JDZITO7NHBNPHOSZUPESPWGR/action/citation_signature","submit_replication":"https://pith.science/pith/S4JDZITO7NHBNPHOSZUPESPWGR/action/replication_record"}},"created_at":"2026-07-05T06:49:48.266216+00:00","updated_at":"2026-07-05T06:49:48.266216+00:00"}