{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:LU67JPGQBQE4MLYKLRJPNPGIFT","short_pith_number":"pith:LU67JPGQ","canonical_record":{"source":{"id":"2011.07931","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-11-07T01:41:13Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3878bb2e071f6b6cf9fd7ef0c515e6d93d4f02668e04ce26ede26cf352cd6014","abstract_canon_sha256":"17bd677dc7958d1ccbbe6149038925f7d00531a3ceb2803f5b955515abcea35a"},"schema_version":"1.0"},"canonical_sha256":"5d3df4bcd00c09c62f0a5c52f6bcc82cdc09c99d57d1ba2111d512dec755f1e7","source":{"kind":"arxiv","id":"2011.07931","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.07931","created_at":"2026-07-05T01:51:55Z"},{"alias_kind":"arxiv_version","alias_value":"2011.07931v1","created_at":"2026-07-05T01:51:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.07931","created_at":"2026-07-05T01:51:55Z"},{"alias_kind":"pith_short_12","alias_value":"LU67JPGQBQE4","created_at":"2026-07-05T01:51:55Z"},{"alias_kind":"pith_short_16","alias_value":"LU67JPGQBQE4MLYK","created_at":"2026-07-05T01:51:55Z"},{"alias_kind":"pith_short_8","alias_value":"LU67JPGQ","created_at":"2026-07-05T01:51:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:LU67JPGQBQE4MLYKLRJPNPGIFT","target":"record","payload":{"canonical_record":{"source":{"id":"2011.07931","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-11-07T01:41:13Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3878bb2e071f6b6cf9fd7ef0c515e6d93d4f02668e04ce26ede26cf352cd6014","abstract_canon_sha256":"17bd677dc7958d1ccbbe6149038925f7d00531a3ceb2803f5b955515abcea35a"},"schema_version":"1.0"},"canonical_sha256":"5d3df4bcd00c09c62f0a5c52f6bcc82cdc09c99d57d1ba2111d512dec755f1e7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:51:55.742822Z","signature_b64":"HWlV3ETrciV2PHhMGlFt2bUjbdzu/btpQnG8rGFb8mogHXULOXDlCOhMHLvlCfRj7KeWdgWVvlgiY/lQVTFrDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5d3df4bcd00c09c62f0a5c52f6bcc82cdc09c99d57d1ba2111d512dec755f1e7","last_reissued_at":"2026-07-05T01:51:55.742471Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:51:55.742471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.07931","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:51:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fQyiYFcuZrskKaIg7pUgix2pGrt4t6PUDpduUX1l5RLHhjw9LoiMWzIpz55vOhGX4VFn8kcV8/sW5XmOR0KxDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T02:37:55.658085Z"},"content_sha256":"d376fc082a75859bad92e687554ad685c0a3d7b70abc8cdafa32b84144516673","schema_version":"1.0","event_id":"sha256:d376fc082a75859bad92e687554ad685c0a3d7b70abc8cdafa32b84144516673"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:LU67JPGQBQE4MLYKLRJPNPGIFT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do Offline Metrics Predict Online Performance in Recommender Systems?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.IR","authors_text":"Alex Zhao, Benjamin Recht, Karl Krauth, Michael I. Jordan, Mihaela Curmei, Sarah Dean, Wenshuo Guo","submitted_at":"2020-11-07T01:41:13Z","abstract_excerpt":"Recommender systems operate in an inherently dynamical setting. Past recommendations influence future behavior, including which data points are observed and how user preferences change. However, experimenting in production systems with real user dynamics is often infeasible, and existing simulation-based approaches have limited scale. As a result, many state-of-the-art algorithms are designed to solve supervised learning problems, and progress is judged only by offline metrics. In this work we investigate the extent to which offline metrics predict online performance by evaluating eleven recom"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.07931","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.07931/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:51:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AuxPg4ZkeWzdnlc6dE05Rx8gxO+r1as9C797EBbC1Pm3UnsesuYIGBYPoencYWraM4HaqluXi4nFp3lC8IYzBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T02:37:55.658613Z"},"content_sha256":"c127a046b19003d4828184f14afc2af9a1662c04e590d6a8b000b32e8dfa3106","schema_version":"1.0","event_id":"sha256:c127a046b19003d4828184f14afc2af9a1662c04e590d6a8b000b32e8dfa3106"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LU67JPGQBQE4MLYKLRJPNPGIFT/bundle.json","state_url":"https://pith.science/pith/LU67JPGQBQE4MLYKLRJPNPGIFT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LU67JPGQBQE4MLYKLRJPNPGIFT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T02:37:55Z","links":{"resolver":"https://pith.science/pith/LU67JPGQBQE4MLYKLRJPNPGIFT","bundle":"https://pith.science/pith/LU67JPGQBQE4MLYKLRJPNPGIFT/bundle.json","state":"https://pith.science/pith/LU67JPGQBQE4MLYKLRJPNPGIFT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LU67JPGQBQE4MLYKLRJPNPGIFT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:LU67JPGQBQE4MLYKLRJPNPGIFT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"17bd677dc7958d1ccbbe6149038925f7d00531a3ceb2803f5b955515abcea35a","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-11-07T01:41:13Z","title_canon_sha256":"3878bb2e071f6b6cf9fd7ef0c515e6d93d4f02668e04ce26ede26cf352cd6014"},"schema_version":"1.0","source":{"id":"2011.07931","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.07931","created_at":"2026-07-05T01:51:55Z"},{"alias_kind":"arxiv_version","alias_value":"2011.07931v1","created_at":"2026-07-05T01:51:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.07931","created_at":"2026-07-05T01:51:55Z"},{"alias_kind":"pith_short_12","alias_value":"LU67JPGQBQE4","created_at":"2026-07-05T01:51:55Z"},{"alias_kind":"pith_short_16","alias_value":"LU67JPGQBQE4MLYK","created_at":"2026-07-05T01:51:55Z"},{"alias_kind":"pith_short_8","alias_value":"LU67JPGQ","created_at":"2026-07-05T01:51:55Z"}],"graph_snapshots":[{"event_id":"sha256:c127a046b19003d4828184f14afc2af9a1662c04e590d6a8b000b32e8dfa3106","target":"graph","created_at":"2026-07-05T01:51:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.07931/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recommender systems operate in an inherently dynamical setting. Past recommendations influence future behavior, including which data points are observed and how user preferences change. However, experimenting in production systems with real user dynamics is often infeasible, and existing simulation-based approaches have limited scale. As a result, many state-of-the-art algorithms are designed to solve supervised learning problems, and progress is judged only by offline metrics. In this work we investigate the extent to which offline metrics predict online performance by evaluating eleven recom","authors_text":"Alex Zhao, Benjamin Recht, Karl Krauth, Michael I. Jordan, Mihaela Curmei, Sarah Dean, Wenshuo Guo","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-11-07T01:41:13Z","title":"Do Offline Metrics Predict Online Performance in Recommender Systems?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.07931","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d376fc082a75859bad92e687554ad685c0a3d7b70abc8cdafa32b84144516673","target":"record","created_at":"2026-07-05T01:51:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"17bd677dc7958d1ccbbe6149038925f7d00531a3ceb2803f5b955515abcea35a","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2020-11-07T01:41:13Z","title_canon_sha256":"3878bb2e071f6b6cf9fd7ef0c515e6d93d4f02668e04ce26ede26cf352cd6014"},"schema_version":"1.0","source":{"id":"2011.07931","kind":"arxiv","version":1}},"canonical_sha256":"5d3df4bcd00c09c62f0a5c52f6bcc82cdc09c99d57d1ba2111d512dec755f1e7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5d3df4bcd00c09c62f0a5c52f6bcc82cdc09c99d57d1ba2111d512dec755f1e7","first_computed_at":"2026-07-05T01:51:55.742471Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:51:55.742471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HWlV3ETrciV2PHhMGlFt2bUjbdzu/btpQnG8rGFb8mogHXULOXDlCOhMHLvlCfRj7KeWdgWVvlgiY/lQVTFrDg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:51:55.742822Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.07931","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d376fc082a75859bad92e687554ad685c0a3d7b70abc8cdafa32b84144516673","sha256:c127a046b19003d4828184f14afc2af9a1662c04e590d6a8b000b32e8dfa3106"],"state_sha256":"302fdb87ab39aa49d7a556e530a3fa92128a78127cd7eab69f1d5342c99f64f6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HopTju+2IJ9ZpQEDqnKjtb/4Dy3i6y+yqbRa+KAvRerDWzvf/JYrFnMjlP2HcrR4TvbuSpNL7g2Xn2zr1k1GCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T02:37:55.662934Z","bundle_sha256":"f252711f883e91c3b754dfa7fe3a1bfcf592a148859b14f2de7822a4a0f00cfd"}}