{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2010:QFMQXOVQ7ON2RHMYHF5HPFRQ2H","short_pith_number":"pith:QFMQXOVQ","canonical_record":{"source":{"id":"1003.5956","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2010-03-31T01:20:07Z","cross_cats_sorted":["cs.AI","cs.RO","stat.ML"],"title_canon_sha256":"2ad7262bba7012ec8e5611d46dd5b239de9d32b071068cb9d07c8724b1493db5","abstract_canon_sha256":"951f061931109de4d3a1f1b31e1cc479a8b4260fcee3bbd28a8c835c957a95b4"},"schema_version":"1.0"},"canonical_sha256":"81590bbab0fb9ba89d98397a779630d1f1f1f083d8e384e645b0f4d1285e03e0","source":{"kind":"arxiv","id":"1003.5956","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1003.5956","created_at":"2026-05-18T02:24:25Z"},{"alias_kind":"arxiv_version","alias_value":"1003.5956v2","created_at":"2026-05-18T02:24:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1003.5956","created_at":"2026-05-18T02:24:25Z"},{"alias_kind":"pith_short_12","alias_value":"QFMQXOVQ7ON2","created_at":"2026-05-18T12:26:12Z"},{"alias_kind":"pith_short_16","alias_value":"QFMQXOVQ7ON2RHMY","created_at":"2026-05-18T12:26:12Z"},{"alias_kind":"pith_short_8","alias_value":"QFMQXOVQ","created_at":"2026-05-18T12:26:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2010:QFMQXOVQ7ON2RHMYHF5HPFRQ2H","target":"record","payload":{"canonical_record":{"source":{"id":"1003.5956","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2010-03-31T01:20:07Z","cross_cats_sorted":["cs.AI","cs.RO","stat.ML"],"title_canon_sha256":"2ad7262bba7012ec8e5611d46dd5b239de9d32b071068cb9d07c8724b1493db5","abstract_canon_sha256":"951f061931109de4d3a1f1b31e1cc479a8b4260fcee3bbd28a8c835c957a95b4"},"schema_version":"1.0"},"canonical_sha256":"81590bbab0fb9ba89d98397a779630d1f1f1f083d8e384e645b0f4d1285e03e0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:24:25.836720Z","signature_b64":"qenvCHNa8AKsC8y6Pt8ncJZlupVSi0OiEI6CbaD87iSP5Imd4MqlW7/O9Cs0IawfPuaxP/xZZQ2LKS66c4A3AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"81590bbab0fb9ba89d98397a779630d1f1f1f083d8e384e645b0f4d1285e03e0","last_reissued_at":"2026-05-18T02:24:25.836084Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:24:25.836084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1003.5956","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:24:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qnVOzfxVojO1E6ZvEZ1SntIn/cJ3XHh6BlJGFmICqE+Fy+g4huuyJiUQgHx1S+9AAUP6rRpnFrP6fGk/2sHQCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T20:20:55.008859Z"},"content_sha256":"edb5fabf05ed5f4f85ea4ec13207622d8f7a6f5a3b70dac35604b7851ce2e3b2","schema_version":"1.0","event_id":"sha256:edb5fabf05ed5f4f85ea4ec13207622d8f7a6f5a3b70dac35604b7851ce2e3b2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2010:QFMQXOVQ7ON2RHMYHF5HPFRQ2H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unbiased Offline Evaluation of Contextual-bandit-based News Article Recommendation Algorithms","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.RO","stat.ML"],"primary_cat":"cs.LG","authors_text":"John Langford, Lihong Li, Wei Chu, Xuanhui Wang","submitted_at":"2010-03-31T01:20:07Z","abstract_excerpt":"Contextual bandit algorithms have become popular for online recommendation systems such as Digg, Yahoo! Buzz, and news recommendation in general. \\emph{Offline} evaluation of the effectiveness of new algorithms in these applications is critical for protecting online user experiences but very challenging due to their \"partial-label\" nature. Common practice is to create a simulator which simulates the online environment for the problem at hand and then run an algorithm against this simulator. However, creating simulator itself is often difficult and modeling bias is usually unavoidably introduce"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1003.5956","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:24:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QjXuTuCTWVxPdI2/cARgOmwrl2e2fOaKltVC8bTawNj9D671Nedpe9D8nkv/MSB0+zWW12lItpVwyA51geO4DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T20:20:55.009254Z"},"content_sha256":"a6ad1cca8fbe6d7985b9e6bf7f7d37e56564e8eed7743d663dcd14cda1f60691","schema_version":"1.0","event_id":"sha256:a6ad1cca8fbe6d7985b9e6bf7f7d37e56564e8eed7743d663dcd14cda1f60691"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QFMQXOVQ7ON2RHMYHF5HPFRQ2H/bundle.json","state_url":"https://pith.science/pith/QFMQXOVQ7ON2RHMYHF5HPFRQ2H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QFMQXOVQ7ON2RHMYHF5HPFRQ2H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T20:20:55Z","links":{"resolver":"https://pith.science/pith/QFMQXOVQ7ON2RHMYHF5HPFRQ2H","bundle":"https://pith.science/pith/QFMQXOVQ7ON2RHMYHF5HPFRQ2H/bundle.json","state":"https://pith.science/pith/QFMQXOVQ7ON2RHMYHF5HPFRQ2H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QFMQXOVQ7ON2RHMYHF5HPFRQ2H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2010:QFMQXOVQ7ON2RHMYHF5HPFRQ2H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"951f061931109de4d3a1f1b31e1cc479a8b4260fcee3bbd28a8c835c957a95b4","cross_cats_sorted":["cs.AI","cs.RO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2010-03-31T01:20:07Z","title_canon_sha256":"2ad7262bba7012ec8e5611d46dd5b239de9d32b071068cb9d07c8724b1493db5"},"schema_version":"1.0","source":{"id":"1003.5956","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1003.5956","created_at":"2026-05-18T02:24:25Z"},{"alias_kind":"arxiv_version","alias_value":"1003.5956v2","created_at":"2026-05-18T02:24:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1003.5956","created_at":"2026-05-18T02:24:25Z"},{"alias_kind":"pith_short_12","alias_value":"QFMQXOVQ7ON2","created_at":"2026-05-18T12:26:12Z"},{"alias_kind":"pith_short_16","alias_value":"QFMQXOVQ7ON2RHMY","created_at":"2026-05-18T12:26:12Z"},{"alias_kind":"pith_short_8","alias_value":"QFMQXOVQ","created_at":"2026-05-18T12:26:12Z"}],"graph_snapshots":[{"event_id":"sha256:a6ad1cca8fbe6d7985b9e6bf7f7d37e56564e8eed7743d663dcd14cda1f60691","target":"graph","created_at":"2026-05-18T02:24:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Contextual bandit algorithms have become popular for online recommendation systems such as Digg, Yahoo! Buzz, and news recommendation in general. \\emph{Offline} evaluation of the effectiveness of new algorithms in these applications is critical for protecting online user experiences but very challenging due to their \"partial-label\" nature. Common practice is to create a simulator which simulates the online environment for the problem at hand and then run an algorithm against this simulator. However, creating simulator itself is often difficult and modeling bias is usually unavoidably introduce","authors_text":"John Langford, Lihong Li, Wei Chu, Xuanhui Wang","cross_cats":["cs.AI","cs.RO","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2010-03-31T01:20:07Z","title":"Unbiased Offline Evaluation of Contextual-bandit-based News Article Recommendation Algorithms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1003.5956","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:edb5fabf05ed5f4f85ea4ec13207622d8f7a6f5a3b70dac35604b7851ce2e3b2","target":"record","created_at":"2026-05-18T02:24:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"951f061931109de4d3a1f1b31e1cc479a8b4260fcee3bbd28a8c835c957a95b4","cross_cats_sorted":["cs.AI","cs.RO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2010-03-31T01:20:07Z","title_canon_sha256":"2ad7262bba7012ec8e5611d46dd5b239de9d32b071068cb9d07c8724b1493db5"},"schema_version":"1.0","source":{"id":"1003.5956","kind":"arxiv","version":2}},"canonical_sha256":"81590bbab0fb9ba89d98397a779630d1f1f1f083d8e384e645b0f4d1285e03e0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"81590bbab0fb9ba89d98397a779630d1f1f1f083d8e384e645b0f4d1285e03e0","first_computed_at":"2026-05-18T02:24:25.836084Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:24:25.836084Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qenvCHNa8AKsC8y6Pt8ncJZlupVSi0OiEI6CbaD87iSP5Imd4MqlW7/O9Cs0IawfPuaxP/xZZQ2LKS66c4A3AQ==","signature_status":"signed_v1","signed_at":"2026-05-18T02:24:25.836720Z","signed_message":"canonical_sha256_bytes"},"source_id":"1003.5956","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:edb5fabf05ed5f4f85ea4ec13207622d8f7a6f5a3b70dac35604b7851ce2e3b2","sha256:a6ad1cca8fbe6d7985b9e6bf7f7d37e56564e8eed7743d663dcd14cda1f60691"],"state_sha256":"2fc3944ea675ab395a626985b3ce58bf5ac31116d47a689621f51acc0a2f3942"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2RpWPQW+jk68iMkQgYclvRY9TpudJcU/gTRotipBnalvWvXPT10atO6Ei3dpvoHIku6urfuSPcESTzQKBHL0Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T20:20:55.012340Z","bundle_sha256":"2e9de6f7d8fc876ee16a22982365a68f00f52ebfe266b4a4ff9f84eecaaa21f7"}}