{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:D266TNIYZVMKB5ILFYDFGATDTU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"75352303a5bbe736186d227fd737378a4a7141d94430a3d5458bd4d37ffbbf93","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-10-21T01:49:16Z","title_canon_sha256":"9578a36ec83d89c49841ae5e08cea03fc1cb8fa968d8cbc4aa912945eb32db25"},"schema_version":"1.0","source":{"id":"2110.10850","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.10850","created_at":"2026-07-05T03:24:33Z"},{"alias_kind":"arxiv_version","alias_value":"2110.10850v1","created_at":"2026-07-05T03:24:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.10850","created_at":"2026-07-05T03:24:33Z"},{"alias_kind":"pith_short_12","alias_value":"D266TNIYZVMK","created_at":"2026-07-05T03:24:33Z"},{"alias_kind":"pith_short_16","alias_value":"D266TNIYZVMKB5IL","created_at":"2026-07-05T03:24:33Z"},{"alias_kind":"pith_short_8","alias_value":"D266TNIY","created_at":"2026-07-05T03:24:33Z"}],"graph_snapshots":[{"event_id":"sha256:47cdaf79533e6d891baf793abc3c391aca4b99d51d0e800ecc7864e3d4ea51dd","target":"graph","created_at":"2026-07-05T03:24:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.10850/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Online recommendation requires handling rapidly changing user preferences. Deep reinforcement learning (DRL) is gaining interest as an effective means of capturing users' dynamic interest during interactions with recommender systems. However, it is challenging to train a DRL agent, due to large state space (e.g., user-item rating matrix and user profiles), action space (e.g., candidate items), and sparse rewards. Existing studies encourage the agent to learn from past experience via experience replay (ER). They adapt poorly to the complex environment of online recommender systems and are ineff","authors_text":"Julian McAuley, Lina Yao, Xianzhi Wang, Xiaocong Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-10-21T01:49:16Z","title":"Locality-Sensitive Experience Replay for Online Recommendation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.10850","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ac8115c4e162146b95737c6c28d6db79f9ad1c78d71860aae004901f0151789a","target":"record","created_at":"2026-07-05T03:24:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"75352303a5bbe736186d227fd737378a4a7141d94430a3d5458bd4d37ffbbf93","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2021-10-21T01:49:16Z","title_canon_sha256":"9578a36ec83d89c49841ae5e08cea03fc1cb8fa968d8cbc4aa912945eb32db25"},"schema_version":"1.0","source":{"id":"2110.10850","kind":"arxiv","version":1}},"canonical_sha256":"1ebde9b518cd58a0f50b2e065302639d3dab43ba2adcf744870d5e44c55d1135","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1ebde9b518cd58a0f50b2e065302639d3dab43ba2adcf744870d5e44c55d1135","first_computed_at":"2026-07-05T03:24:33.349335Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:24:33.349335Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EsEtpgHD7MsjPFwG2yURP59I6Guhkg/llM/inV4EsAHA2vTVoEEDttGZoAmP36mZQH5DIhBlQxU10mmMkcP6Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:24:33.349779Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.10850","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ac8115c4e162146b95737c6c28d6db79f9ad1c78d71860aae004901f0151789a","sha256:47cdaf79533e6d891baf793abc3c391aca4b99d51d0e800ecc7864e3d4ea51dd"],"state_sha256":"8a9274ba62b4cfcf96387ecb41f0923fea27d2362f9141d6957e09dcf7dc66a3"}