{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DWTHHOPRO6UHEZD7LUGOL66ZMA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a9e1f546b2966c3110aa6c214c4423b4d8b35d13cbdccbcb8bfffeced9f3593","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-04T15:31:19Z","title_canon_sha256":"2bc871371c019269497d218b3ba8faa04d18a6fce3d45fb66c328006e8ecb6f7"},"schema_version":"1.0","source":{"id":"2302.02182","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.02182","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"arxiv_version","alias_value":"2302.02182v4","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.02182","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"pith_short_12","alias_value":"DWTHHOPRO6UH","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"pith_short_16","alias_value":"DWTHHOPRO6UHEZD7","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"pith_short_8","alias_value":"DWTHHOPR","created_at":"2026-07-05T10:41:43Z"}],"graph_snapshots":[{"event_id":"sha256:bd79221518b3286d275062d2ba6cdccf41834d08540a82170cd1ecf8ce13ed59","target":"graph","created_at":"2026-07-05T10:41:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.02182/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study online reinforcement learning (RL) in non-stationary environments, where a time-varying exogenous context process affects the environment dynamics. Online RL is challenging in such environments due to \"catastrophic forgetting\" (CF). The agent tends to forget prior knowledge as it trains on new experiences. Prior approaches to mitigate this issue assume task labels (which are often not available in practice), employ brittle regularization heuristics, or use off-policy methods that suffer from instability and poor performance.\n  We present Locally Constrained Policy Optimization (LCPO),","authors_text":"Arash Nasr-Esfahany, Malte Schwarzkopf, Mohammad Alizadeh, Pouya Hamadanian, Siddartha Sen","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-04T15:31:19Z","title":"Online Reinforcement Learning in Non-Stationary Context-Driven Environments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.02182","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a19921a9416b185d55f30d334bce578ee81a50f7f8d972f732e7fcd5a655b023","target":"record","created_at":"2026-07-05T10:41:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a9e1f546b2966c3110aa6c214c4423b4d8b35d13cbdccbcb8bfffeced9f3593","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-04T15:31:19Z","title_canon_sha256":"2bc871371c019269497d218b3ba8faa04d18a6fce3d45fb66c328006e8ecb6f7"},"schema_version":"1.0","source":{"id":"2302.02182","kind":"arxiv","version":4}},"canonical_sha256":"1da673b9f177a872647f5d0ce5fbd9602e0d5e2e46bb90c71d2e8a09c6285811","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1da673b9f177a872647f5d0ce5fbd9602e0d5e2e46bb90c71d2e8a09c6285811","first_computed_at":"2026-07-05T10:41:43.946567Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:41:43.946567Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"f+XraiVOkog5ew5Ov7WQpqUxuEgQxwFtX+Rq1s8Ps7O5FEL2NdE8ZNV4WCDW62XKO1eta6Kz9l8qd3ik/7nEDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:41:43.947065Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.02182","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a19921a9416b185d55f30d334bce578ee81a50f7f8d972f732e7fcd5a655b023","sha256:bd79221518b3286d275062d2ba6cdccf41834d08540a82170cd1ecf8ce13ed59"],"state_sha256":"9074972b2a1a6d77ab6934904067a22065c856e57db7df8f9736b959c4f4984f"}