{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:GMWWDFPITWWNOR3VEVBBISKIUV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5fa8dd388f76bffa65edfa477ee65be282aa4ded86122abea1c404da567de52d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-09-22T11:52:38Z","title_canon_sha256":"f1ee379935031f43b4289d7ca98c23e5ef1eab4154877f8e3d4fd4750a24579d"},"schema_version":"1.0","source":{"id":"2109.10665","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.10665","created_at":"2026-07-05T06:19:14Z"},{"alias_kind":"arxiv_version","alias_value":"2109.10665v4","created_at":"2026-07-05T06:19:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.10665","created_at":"2026-07-05T06:19:14Z"},{"alias_kind":"pith_short_12","alias_value":"GMWWDFPITWWN","created_at":"2026-07-05T06:19:14Z"},{"alias_kind":"pith_short_16","alias_value":"GMWWDFPITWWNOR3V","created_at":"2026-07-05T06:19:14Z"},{"alias_kind":"pith_short_8","alias_value":"GMWWDFPI","created_at":"2026-07-05T06:19:14Z"}],"graph_snapshots":[{"event_id":"sha256:02761cefd46d4a6213ecc54a0a154d8d4a3b16ab7a5bb8cd730df4c270dd7556","target":"graph","created_at":"2026-07-05T06:19:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.10665/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recommender systems have been widely applied in different real-life scenarios to help us find useful information. In particular, Reinforcement Learning (RL) based recommender systems have become an emerging research topic in recent years, owing to the interactive nature and autonomous learning ability. Empirical results show that RL-based recommendation methods often surpass most of supervised learning methods. Nevertheless, there are various challenges of applying RL in recommender systems. To understand the challenges and relevant solutions, there should be a reference for researchers and pr","authors_text":"Chunyan Miao, Fan Lin, Huanhuan Chen, Lixin Zou, Pengcheng Wu, Wenhua Zeng, Yong Liu, Yuanguo Lin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-09-22T11:52:38Z","title":"A Survey on Reinforcement Learning for Recommender Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.10665","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7484f485ccdca9247004f9652e78a027d478a132434568ec8a4ddf272ab133fe","target":"record","created_at":"2026-07-05T06:19:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5fa8dd388f76bffa65edfa477ee65be282aa4ded86122abea1c404da567de52d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-09-22T11:52:38Z","title_canon_sha256":"f1ee379935031f43b4289d7ca98c23e5ef1eab4154877f8e3d4fd4750a24579d"},"schema_version":"1.0","source":{"id":"2109.10665","kind":"arxiv","version":4}},"canonical_sha256":"332d6195e89dacd747752542144948a56cd342220402f78f4379162256bdbf24","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"332d6195e89dacd747752542144948a56cd342220402f78f4379162256bdbf24","first_computed_at":"2026-07-05T06:19:14.821735Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:19:14.821735Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6ttIf4Kosgnj+NBJRr05nkagZQLlZK5k0ZiFfmO1I0YRqwscPuDJn8vp2W1XSrYJYvdK/Dxy5bRvrtVSRqC4DA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:19:14.822245Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.10665","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7484f485ccdca9247004f9652e78a027d478a132434568ec8a4ddf272ab133fe","sha256:02761cefd46d4a6213ecc54a0a154d8d4a3b16ab7a5bb8cd730df4c270dd7556"],"state_sha256":"e2e1f02bc220b1c204f2f762d58a39a20b46669c0200167668d0ff688a8bc260"}