{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:5KXCXOCMZA4E6NGYCYCCRFYAT7","short_pith_number":"pith:5KXCXOCM","canonical_record":{"source":{"id":"2110.07923","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T08:08:28Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a87194b5a8a3865264c42859edc83ab18a02ddd6b063013f1fc4408ba1827214","abstract_canon_sha256":"42f9c1e8824e6ad391a30ad71b4e1890a671ea7e7d6349f33a7692fcf632ea5b"},"schema_version":"1.0"},"canonical_sha256":"eaae2bb84cc8384f34d816042897009fd2e282c1439e0705f4bc87f5c987cbfe","source":{"kind":"arxiv","id":"2110.07923","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.07923","created_at":"2026-07-05T05:00:38Z"},{"alias_kind":"arxiv_version","alias_value":"2110.07923v2","created_at":"2026-07-05T05:00:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.07923","created_at":"2026-07-05T05:00:38Z"},{"alias_kind":"pith_short_12","alias_value":"5KXCXOCMZA4E","created_at":"2026-07-05T05:00:38Z"},{"alias_kind":"pith_short_16","alias_value":"5KXCXOCMZA4E6NGY","created_at":"2026-07-05T05:00:38Z"},{"alias_kind":"pith_short_8","alias_value":"5KXCXOCM","created_at":"2026-07-05T05:00:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:5KXCXOCMZA4E6NGYCYCCRFYAT7","target":"record","payload":{"canonical_record":{"source":{"id":"2110.07923","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T08:08:28Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a87194b5a8a3865264c42859edc83ab18a02ddd6b063013f1fc4408ba1827214","abstract_canon_sha256":"42f9c1e8824e6ad391a30ad71b4e1890a671ea7e7d6349f33a7692fcf632ea5b"},"schema_version":"1.0"},"canonical_sha256":"eaae2bb84cc8384f34d816042897009fd2e282c1439e0705f4bc87f5c987cbfe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:00:38.770786Z","signature_b64":"b1Dv+EHEftOxeODqrWBh0zAB8LGCwo76GU+S7uSWS3MekFCWIl9AbKySmvuLBn7YTPVQDQFC4dNXVTkqnzZUAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eaae2bb84cc8384f34d816042897009fd2e282c1439e0705f4bc87f5c987cbfe","last_reissued_at":"2026-07-05T05:00:38.770296Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:00:38.770296Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.07923","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RHVOdpE1z96dHQzV2x21EevQZ2e3pqxOB5CjPclvzXrG9jN67Cwf0BMAP2jW5wt+PcyY2xTEp36hwsDb03Y8Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T18:11:55.926242Z"},"content_sha256":"04cb5cc7919f979b5e05a8dcfa7853a49dc6dd6516634b72a2294a57ea22699e","schema_version":"1.0","event_id":"sha256:04cb5cc7919f979b5e05a8dcfa7853a49dc6dd6516634b72a2294a57ea22699e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:5KXCXOCMZA4E6NGYCYCCRFYAT7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Value Penalized Q-Learning for Recommender Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Bo Yuan, Chengqian Gao, Ke Xu, Kuangqi Zhou, Lanqing Li, Peilin Zhao, Xueqian Wang","submitted_at":"2021-10-15T08:08:28Z","abstract_excerpt":"Scaling reinforcement learning (RL) to recommender systems (RS) is promising since maximizing the expected cumulative rewards for RL agents meets the objective of RS, i.e., improving customers' long-term satisfaction. A key approach to this goal is offline RL, which aims to learn policies from logged data. However, the high-dimensional action space and the non-stationary dynamics in commercial RS intensify distributional shift issues, making it challenging to apply offline RL methods to RS. To alleviate the action distribution shift problem in extracting RL policy from static trajectories, we "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.07923","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.07923/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kKmDOUtuIqILJ0OBdaHI/PH41jRFsRuKf+bORqcULqTs1Pk9mnsnCIx5B6qdRawwIR8KJHjbmBClefQiRLnjDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T18:11:55.926628Z"},"content_sha256":"48abab825c1e5b971a1fcb4e83415fa96efab5b4f837df3098ba2e5a84fb4c33","schema_version":"1.0","event_id":"sha256:48abab825c1e5b971a1fcb4e83415fa96efab5b4f837df3098ba2e5a84fb4c33"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5KXCXOCMZA4E6NGYCYCCRFYAT7/bundle.json","state_url":"https://pith.science/pith/5KXCXOCMZA4E6NGYCYCCRFYAT7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5KXCXOCMZA4E6NGYCYCCRFYAT7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T18:11:55Z","links":{"resolver":"https://pith.science/pith/5KXCXOCMZA4E6NGYCYCCRFYAT7","bundle":"https://pith.science/pith/5KXCXOCMZA4E6NGYCYCCRFYAT7/bundle.json","state":"https://pith.science/pith/5KXCXOCMZA4E6NGYCYCCRFYAT7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5KXCXOCMZA4E6NGYCYCCRFYAT7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:5KXCXOCMZA4E6NGYCYCCRFYAT7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"42f9c1e8824e6ad391a30ad71b4e1890a671ea7e7d6349f33a7692fcf632ea5b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T08:08:28Z","title_canon_sha256":"a87194b5a8a3865264c42859edc83ab18a02ddd6b063013f1fc4408ba1827214"},"schema_version":"1.0","source":{"id":"2110.07923","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.07923","created_at":"2026-07-05T05:00:38Z"},{"alias_kind":"arxiv_version","alias_value":"2110.07923v2","created_at":"2026-07-05T05:00:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.07923","created_at":"2026-07-05T05:00:38Z"},{"alias_kind":"pith_short_12","alias_value":"5KXCXOCMZA4E","created_at":"2026-07-05T05:00:38Z"},{"alias_kind":"pith_short_16","alias_value":"5KXCXOCMZA4E6NGY","created_at":"2026-07-05T05:00:38Z"},{"alias_kind":"pith_short_8","alias_value":"5KXCXOCM","created_at":"2026-07-05T05:00:38Z"}],"graph_snapshots":[{"event_id":"sha256:48abab825c1e5b971a1fcb4e83415fa96efab5b4f837df3098ba2e5a84fb4c33","target":"graph","created_at":"2026-07-05T05:00:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.07923/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Scaling reinforcement learning (RL) to recommender systems (RS) is promising since maximizing the expected cumulative rewards for RL agents meets the objective of RS, i.e., improving customers' long-term satisfaction. A key approach to this goal is offline RL, which aims to learn policies from logged data. However, the high-dimensional action space and the non-stationary dynamics in commercial RS intensify distributional shift issues, making it challenging to apply offline RL methods to RS. To alleviate the action distribution shift problem in extracting RL policy from static trajectories, we ","authors_text":"Bo Yuan, Chengqian Gao, Ke Xu, Kuangqi Zhou, Lanqing Li, Peilin Zhao, Xueqian Wang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T08:08:28Z","title":"Value Penalized Q-Learning for Recommender Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.07923","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:04cb5cc7919f979b5e05a8dcfa7853a49dc6dd6516634b72a2294a57ea22699e","target":"record","created_at":"2026-07-05T05:00:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"42f9c1e8824e6ad391a30ad71b4e1890a671ea7e7d6349f33a7692fcf632ea5b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T08:08:28Z","title_canon_sha256":"a87194b5a8a3865264c42859edc83ab18a02ddd6b063013f1fc4408ba1827214"},"schema_version":"1.0","source":{"id":"2110.07923","kind":"arxiv","version":2}},"canonical_sha256":"eaae2bb84cc8384f34d816042897009fd2e282c1439e0705f4bc87f5c987cbfe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eaae2bb84cc8384f34d816042897009fd2e282c1439e0705f4bc87f5c987cbfe","first_computed_at":"2026-07-05T05:00:38.770296Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:00:38.770296Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"b1Dv+EHEftOxeODqrWBh0zAB8LGCwo76GU+S7uSWS3MekFCWIl9AbKySmvuLBn7YTPVQDQFC4dNXVTkqnzZUAw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:00:38.770786Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.07923","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:04cb5cc7919f979b5e05a8dcfa7853a49dc6dd6516634b72a2294a57ea22699e","sha256:48abab825c1e5b971a1fcb4e83415fa96efab5b4f837df3098ba2e5a84fb4c33"],"state_sha256":"498eb9877f79cc77fafcaa1919f39b77ed09897ab23f31e180038bc60b6de297"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BcMoEt+xS2gXWB3qQqbQ5lu5uT6GTQs50WEpN5UIQK5PSzlTuFFDaJ9JvLoVIowe80C7jxirZfBx1ha2Vi6YAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T18:11:55.928564Z","bundle_sha256":"c9cf50e7052f8772efec3386e28b28d59e640069edc616bac0f29e5a1893a4b2"}}