{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DWTHHOPRO6UHEZD7LUGOL66ZMA","short_pith_number":"pith:DWTHHOPR","canonical_record":{"source":{"id":"2302.02182","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-04T15:31:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2bc871371c019269497d218b3ba8faa04d18a6fce3d45fb66c328006e8ecb6f7","abstract_canon_sha256":"2a9e1f546b2966c3110aa6c214c4423b4d8b35d13cbdccbcb8bfffeced9f3593"},"schema_version":"1.0"},"canonical_sha256":"1da673b9f177a872647f5d0ce5fbd9602e0d5e2e46bb90c71d2e8a09c6285811","source":{"kind":"arxiv","id":"2302.02182","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.02182","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"arxiv_version","alias_value":"2302.02182v4","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.02182","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"pith_short_12","alias_value":"DWTHHOPRO6UH","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"pith_short_16","alias_value":"DWTHHOPRO6UHEZD7","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"pith_short_8","alias_value":"DWTHHOPR","created_at":"2026-07-05T10:41:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DWTHHOPRO6UHEZD7LUGOL66ZMA","target":"record","payload":{"canonical_record":{"source":{"id":"2302.02182","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-04T15:31:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"2bc871371c019269497d218b3ba8faa04d18a6fce3d45fb66c328006e8ecb6f7","abstract_canon_sha256":"2a9e1f546b2966c3110aa6c214c4423b4d8b35d13cbdccbcb8bfffeced9f3593"},"schema_version":"1.0"},"canonical_sha256":"1da673b9f177a872647f5d0ce5fbd9602e0d5e2e46bb90c71d2e8a09c6285811","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:41:43.947065Z","signature_b64":"f+XraiVOkog5ew5Ov7WQpqUxuEgQxwFtX+Rq1s8Ps7O5FEL2NdE8ZNV4WCDW62XKO1eta6Kz9l8qd3ik/7nEDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1da673b9f177a872647f5d0ce5fbd9602e0d5e2e46bb90c71d2e8a09c6285811","last_reissued_at":"2026-07-05T10:41:43.946567Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:41:43.946567Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.02182","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:41:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K6+uS4x8KDzj20uSr9//UAjWQWgwZKjGwtGuvLJSk6V2ExvEflGldWb93Ggms6KaEGX3ayTt95xpB0Mrtd7ZAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T13:09:02.521004Z"},"content_sha256":"a19921a9416b185d55f30d334bce578ee81a50f7f8d972f732e7fcd5a655b023","schema_version":"1.0","event_id":"sha256:a19921a9416b185d55f30d334bce578ee81a50f7f8d972f732e7fcd5a655b023"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DWTHHOPRO6UHEZD7LUGOL66ZMA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Online Reinforcement Learning in Non-Stationary Context-Driven Environments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Arash Nasr-Esfahany, Malte Schwarzkopf, Mohammad Alizadeh, Pouya Hamadanian, Siddartha Sen","submitted_at":"2023-02-04T15:31:19Z","abstract_excerpt":"We study online reinforcement learning (RL) in non-stationary environments, where a time-varying exogenous context process affects the environment dynamics. Online RL is challenging in such environments due to \"catastrophic forgetting\" (CF). The agent tends to forget prior knowledge as it trains on new experiences. Prior approaches to mitigate this issue assume task labels (which are often not available in practice), employ brittle regularization heuristics, or use off-policy methods that suffer from instability and poor performance.\n  We present Locally Constrained Policy Optimization (LCPO),"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.02182","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.02182/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:41:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"igz2QThlUHrbftayNbO34oCZuQ/ofCzKBfXxfQzkqfzIdQkNNm3zbyO7UxZBb6MYjzT8u/s0dq/agZ28vuEwAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T13:09:02.521388Z"},"content_sha256":"bd79221518b3286d275062d2ba6cdccf41834d08540a82170cd1ecf8ce13ed59","schema_version":"1.0","event_id":"sha256:bd79221518b3286d275062d2ba6cdccf41834d08540a82170cd1ecf8ce13ed59"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DWTHHOPRO6UHEZD7LUGOL66ZMA/bundle.json","state_url":"https://pith.science/pith/DWTHHOPRO6UHEZD7LUGOL66ZMA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DWTHHOPRO6UHEZD7LUGOL66ZMA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T13:09:02Z","links":{"resolver":"https://pith.science/pith/DWTHHOPRO6UHEZD7LUGOL66ZMA","bundle":"https://pith.science/pith/DWTHHOPRO6UHEZD7LUGOL66ZMA/bundle.json","state":"https://pith.science/pith/DWTHHOPRO6UHEZD7LUGOL66ZMA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DWTHHOPRO6UHEZD7LUGOL66ZMA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DWTHHOPRO6UHEZD7LUGOL66ZMA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a9e1f546b2966c3110aa6c214c4423b4d8b35d13cbdccbcb8bfffeced9f3593","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-04T15:31:19Z","title_canon_sha256":"2bc871371c019269497d218b3ba8faa04d18a6fce3d45fb66c328006e8ecb6f7"},"schema_version":"1.0","source":{"id":"2302.02182","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.02182","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"arxiv_version","alias_value":"2302.02182v4","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.02182","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"pith_short_12","alias_value":"DWTHHOPRO6UH","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"pith_short_16","alias_value":"DWTHHOPRO6UHEZD7","created_at":"2026-07-05T10:41:43Z"},{"alias_kind":"pith_short_8","alias_value":"DWTHHOPR","created_at":"2026-07-05T10:41:43Z"}],"graph_snapshots":[{"event_id":"sha256:bd79221518b3286d275062d2ba6cdccf41834d08540a82170cd1ecf8ce13ed59","target":"graph","created_at":"2026-07-05T10:41:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.02182/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study online reinforcement learning (RL) in non-stationary environments, where a time-varying exogenous context process affects the environment dynamics. Online RL is challenging in such environments due to \"catastrophic forgetting\" (CF). The agent tends to forget prior knowledge as it trains on new experiences. Prior approaches to mitigate this issue assume task labels (which are often not available in practice), employ brittle regularization heuristics, or use off-policy methods that suffer from instability and poor performance.\n  We present Locally Constrained Policy Optimization (LCPO),","authors_text":"Arash Nasr-Esfahany, Malte Schwarzkopf, Mohammad Alizadeh, Pouya Hamadanian, Siddartha Sen","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-04T15:31:19Z","title":"Online Reinforcement Learning in Non-Stationary Context-Driven Environments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.02182","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a19921a9416b185d55f30d334bce578ee81a50f7f8d972f732e7fcd5a655b023","target":"record","created_at":"2026-07-05T10:41:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a9e1f546b2966c3110aa6c214c4423b4d8b35d13cbdccbcb8bfffeced9f3593","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-04T15:31:19Z","title_canon_sha256":"2bc871371c019269497d218b3ba8faa04d18a6fce3d45fb66c328006e8ecb6f7"},"schema_version":"1.0","source":{"id":"2302.02182","kind":"arxiv","version":4}},"canonical_sha256":"1da673b9f177a872647f5d0ce5fbd9602e0d5e2e46bb90c71d2e8a09c6285811","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1da673b9f177a872647f5d0ce5fbd9602e0d5e2e46bb90c71d2e8a09c6285811","first_computed_at":"2026-07-05T10:41:43.946567Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:41:43.946567Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"f+XraiVOkog5ew5Ov7WQpqUxuEgQxwFtX+Rq1s8Ps7O5FEL2NdE8ZNV4WCDW62XKO1eta6Kz9l8qd3ik/7nEDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:41:43.947065Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.02182","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a19921a9416b185d55f30d334bce578ee81a50f7f8d972f732e7fcd5a655b023","sha256:bd79221518b3286d275062d2ba6cdccf41834d08540a82170cd1ecf8ce13ed59"],"state_sha256":"9074972b2a1a6d77ab6934904067a22065c856e57db7df8f9736b959c4f4984f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QpylknoBXnm2t0nSLPTLSrLzp0JpA/xBn8gwKtUxiEx97Isc9a37jPotqd2yPU/vLhwHboVvUtVSs3AFWEWlCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T13:09:02.523436Z","bundle_sha256":"dd1b2c745c47bdc4bff93d516fb7aa46795cb65cfcca356b0e9fbee2a2c801d0"}}