{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:67XNVSKY2WEONP6DJGYWUTRVIT","short_pith_number":"pith:67XNVSKY","canonical_record":{"source":{"id":"2308.06885","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-08-14T01:37:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a3ccc131e11961ee4d661448c3eaff8b42b343a646ef420510c67abb1f1d99f7","abstract_canon_sha256":"247be260c4cb80309898cc8969eae323c10a5ba5356e080e45df27c4499e82cc"},"schema_version":"1.0"},"canonical_sha256":"f7eedac958d588e6bfc349b16a4e3544e475dc195d14ac302e0354e2f68f4172","source":{"kind":"arxiv","id":"2308.06885","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.06885","created_at":"2026-07-05T06:40:46Z"},{"alias_kind":"arxiv_version","alias_value":"2308.06885v1","created_at":"2026-07-05T06:40:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.06885","created_at":"2026-07-05T06:40:46Z"},{"alias_kind":"pith_short_12","alias_value":"67XNVSKY2WEO","created_at":"2026-07-05T06:40:46Z"},{"alias_kind":"pith_short_16","alias_value":"67XNVSKY2WEONP6D","created_at":"2026-07-05T06:40:46Z"},{"alias_kind":"pith_short_8","alias_value":"67XNVSKY","created_at":"2026-07-05T06:40:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:67XNVSKY2WEONP6DJGYWUTRVIT","target":"record","payload":{"canonical_record":{"source":{"id":"2308.06885","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-08-14T01:37:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a3ccc131e11961ee4d661448c3eaff8b42b343a646ef420510c67abb1f1d99f7","abstract_canon_sha256":"247be260c4cb80309898cc8969eae323c10a5ba5356e080e45df27c4499e82cc"},"schema_version":"1.0"},"canonical_sha256":"f7eedac958d588e6bfc349b16a4e3544e475dc195d14ac302e0354e2f68f4172","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:40:46.556457Z","signature_b64":"a/w17aG8AqUwXJnLxpTGxXcFcFmX5n3D0fdpQnW7eVt3MGEbC6iVhCmGkR+SQ6XaG12Om+S6Szn+zMIuVrVIAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f7eedac958d588e6bfc349b16a4e3544e475dc195d14ac302e0354e2f68f4172","last_reissued_at":"2026-07-05T06:40:46.556050Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:40:46.556050Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.06885","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:40:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dV4bs9bt8L4p09N87NtW49RED/3zNHMTWRaR0wapAWOQnBemBLT74FculJeyGQE4qGtJEIp+6T+6n9Xy+efLBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T00:59:45.017202Z"},"content_sha256":"8948c73a2d173060b0b6c5b2e8b44bd9986aacb631da4439b0f370351305c70d","schema_version":"1.0","event_id":"sha256:8948c73a2d173060b0b6c5b2e8b44bd9986aacb631da4439b0f370351305c70d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:67XNVSKY2WEONP6DJGYWUTRVIT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bridging Offline-Online Evaluation with a Time-dependent and Popularity Bias-free Offline Metric for Recommenders","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.IR","authors_text":"Pavel Kord\\'ik, Petr Kasalick\\'y, Rodrigo Alves","submitted_at":"2023-08-14T01:37:02Z","abstract_excerpt":"The evaluation of recommendation systems is a complex task. The offline and online evaluation metrics for recommender systems are ambiguous in their true objectives. The majority of recently published papers benchmark their methods using ill-posed offline evaluation methodology that often fails to predict true online performance. Because of this, the impact that academic research has on the industry is reduced. The aim of our research is to investigate and compare the online performance of offline evaluation metrics. We show that penalizing popular items and considering the time of transaction"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.06885","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.06885/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:40:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q1r/EAzyo9hBYD5ycI1VDcfEuqrDwZJ4UVRRUs9dYoYIN7e1OOVn1k/uxo5TWrsd+uOyJ9PNsQ71UU9JaBkLBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T00:59:45.017839Z"},"content_sha256":"a17cf1d216840c3186675ef7fc596b36cd30ae4c192df0e0c80e582d722613b3","schema_version":"1.0","event_id":"sha256:a17cf1d216840c3186675ef7fc596b36cd30ae4c192df0e0c80e582d722613b3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/67XNVSKY2WEONP6DJGYWUTRVIT/bundle.json","state_url":"https://pith.science/pith/67XNVSKY2WEONP6DJGYWUTRVIT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/67XNVSKY2WEONP6DJGYWUTRVIT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T00:59:45Z","links":{"resolver":"https://pith.science/pith/67XNVSKY2WEONP6DJGYWUTRVIT","bundle":"https://pith.science/pith/67XNVSKY2WEONP6DJGYWUTRVIT/bundle.json","state":"https://pith.science/pith/67XNVSKY2WEONP6DJGYWUTRVIT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/67XNVSKY2WEONP6DJGYWUTRVIT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:67XNVSKY2WEONP6DJGYWUTRVIT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"247be260c4cb80309898cc8969eae323c10a5ba5356e080e45df27c4499e82cc","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-08-14T01:37:02Z","title_canon_sha256":"a3ccc131e11961ee4d661448c3eaff8b42b343a646ef420510c67abb1f1d99f7"},"schema_version":"1.0","source":{"id":"2308.06885","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.06885","created_at":"2026-07-05T06:40:46Z"},{"alias_kind":"arxiv_version","alias_value":"2308.06885v1","created_at":"2026-07-05T06:40:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.06885","created_at":"2026-07-05T06:40:46Z"},{"alias_kind":"pith_short_12","alias_value":"67XNVSKY2WEO","created_at":"2026-07-05T06:40:46Z"},{"alias_kind":"pith_short_16","alias_value":"67XNVSKY2WEONP6D","created_at":"2026-07-05T06:40:46Z"},{"alias_kind":"pith_short_8","alias_value":"67XNVSKY","created_at":"2026-07-05T06:40:46Z"}],"graph_snapshots":[{"event_id":"sha256:a17cf1d216840c3186675ef7fc596b36cd30ae4c192df0e0c80e582d722613b3","target":"graph","created_at":"2026-07-05T06:40:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.06885/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The evaluation of recommendation systems is a complex task. The offline and online evaluation metrics for recommender systems are ambiguous in their true objectives. The majority of recently published papers benchmark their methods using ill-posed offline evaluation methodology that often fails to predict true online performance. Because of this, the impact that academic research has on the industry is reduced. The aim of our research is to investigate and compare the online performance of offline evaluation metrics. We show that penalizing popular items and considering the time of transaction","authors_text":"Pavel Kord\\'ik, Petr Kasalick\\'y, Rodrigo Alves","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-08-14T01:37:02Z","title":"Bridging Offline-Online Evaluation with a Time-dependent and Popularity Bias-free Offline Metric for Recommenders"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.06885","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8948c73a2d173060b0b6c5b2e8b44bd9986aacb631da4439b0f370351305c70d","target":"record","created_at":"2026-07-05T06:40:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"247be260c4cb80309898cc8969eae323c10a5ba5356e080e45df27c4499e82cc","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-08-14T01:37:02Z","title_canon_sha256":"a3ccc131e11961ee4d661448c3eaff8b42b343a646ef420510c67abb1f1d99f7"},"schema_version":"1.0","source":{"id":"2308.06885","kind":"arxiv","version":1}},"canonical_sha256":"f7eedac958d588e6bfc349b16a4e3544e475dc195d14ac302e0354e2f68f4172","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f7eedac958d588e6bfc349b16a4e3544e475dc195d14ac302e0354e2f68f4172","first_computed_at":"2026-07-05T06:40:46.556050Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:40:46.556050Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"a/w17aG8AqUwXJnLxpTGxXcFcFmX5n3D0fdpQnW7eVt3MGEbC6iVhCmGkR+SQ6XaG12Om+S6Szn+zMIuVrVIAw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:40:46.556457Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.06885","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8948c73a2d173060b0b6c5b2e8b44bd9986aacb631da4439b0f370351305c70d","sha256:a17cf1d216840c3186675ef7fc596b36cd30ae4c192df0e0c80e582d722613b3"],"state_sha256":"fc284a7511ab0f6c330f8fe100d9b0e60e367929369eb7d66ab5cc390923bb21"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HdPDbl7qolqE+mQMUR3VbHv7+yH42TdqqTj/ALL7ccEvJJcj6DRKZEDT3vh3D+HA68MYPc7/wy10ZX5DY2oxBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T00:59:45.023142Z","bundle_sha256":"2a461e4050c30792d88d53edb3564245a33b97f75a8a6936dccb17428a4ec25e"}}