{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:FMF2G54OQ6LSVBLSA2EXK5CMUR","short_pith_number":"pith:FMF2G54O","canonical_record":{"source":{"id":"2212.12735","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-24T13:43:39Z","cross_cats_sorted":[],"title_canon_sha256":"474b1af12d686d9e9debb78cefd0a680db0e4111c45e182c14243f7933bec5f4","abstract_canon_sha256":"b92aab6b2b74e7536730dfeaba14619d678af69940ccc7d465f3960a0c1662fd"},"schema_version":"1.0"},"canonical_sha256":"2b0ba3778e87972a8572068975744ca448de4c613d3a9b8868a645737e973934","source":{"kind":"arxiv","id":"2212.12735","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.12735","created_at":"2026-07-05T05:28:12Z"},{"alias_kind":"arxiv_version","alias_value":"2212.12735v1","created_at":"2026-07-05T05:28:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.12735","created_at":"2026-07-05T05:28:12Z"},{"alias_kind":"pith_short_12","alias_value":"FMF2G54OQ6LS","created_at":"2026-07-05T05:28:12Z"},{"alias_kind":"pith_short_16","alias_value":"FMF2G54OQ6LSVBLS","created_at":"2026-07-05T05:28:12Z"},{"alias_kind":"pith_short_8","alias_value":"FMF2G54O","created_at":"2026-07-05T05:28:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:FMF2G54OQ6LSVBLSA2EXK5CMUR","target":"record","payload":{"canonical_record":{"source":{"id":"2212.12735","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-24T13:43:39Z","cross_cats_sorted":[],"title_canon_sha256":"474b1af12d686d9e9debb78cefd0a680db0e4111c45e182c14243f7933bec5f4","abstract_canon_sha256":"b92aab6b2b74e7536730dfeaba14619d678af69940ccc7d465f3960a0c1662fd"},"schema_version":"1.0"},"canonical_sha256":"2b0ba3778e87972a8572068975744ca448de4c613d3a9b8868a645737e973934","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:28:12.430925Z","signature_b64":"NJRwhCJArPT0BUP+hx2+siAKmQmQ/gpeUiGuN58yF7JARrRjcqfxzO/siIuUfXMuEQN07NmwJGbEiqBHEFPFDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2b0ba3778e87972a8572068975744ca448de4c613d3a9b8868a645737e973934","last_reissued_at":"2026-07-05T05:28:12.430489Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:28:12.430489Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.12735","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:28:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HWKP4SrpXvzuEo7rM4Kbp5yGfaVRxkYDNkf1D972nNxtjpImCLz+pVXSSi2TQWGIMSMENN9e4wA6o5Nf2U4VDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-15T23:43:40.256123Z"},"content_sha256":"2048cba9047ce13ed6169aec16491ccadc405956c652979de5698fb8c7244a46","schema_version":"1.0","event_id":"sha256:2048cba9047ce13ed6169aec16491ccadc405956c652979de5698fb8c7244a46"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:FMF2G54OQ6LSVBLSA2EXK5CMUR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Adaptive Deep RL Method for Non-Stationary Environments with Piecewise Stable Context","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Jianyu Chen, Li Zhao, Peng Cheng, Pushi Zhang, Tao Qin, Tie-Yan Liu, Wenxue Cheng, Xiangming Zhu, Xiaoyu Chen, Yongqiang Xiong, Yufeng Zheng","submitted_at":"2022-12-24T13:43:39Z","abstract_excerpt":"One of the key challenges in deploying RL to real-world applications is to adapt to variations of unknown environment contexts, such as changing terrains in robotic tasks and fluctuated bandwidth in congestion control. Existing works on adaptation to unknown environment contexts either assume the contexts are the same for the whole episode or assume the context variables are Markovian. However, in many real-world applications, the environment context usually stays stable for a stochastic period and then changes in an abrupt and unpredictable manner within an episode, resulting in a segment str"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.12735","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.12735/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:28:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yKXfHN12Hcjds/E3lrUcl9Cc2Er7650Ca0tQp8/uTIwxYjQWkaHdLKTroDA5WeD1LCTppC7fO2iQI+z72jfnCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-15T23:43:40.256532Z"},"content_sha256":"e7c4e6731850bd2dfc827fe0800edf15dad69b06e283ca1788f0bcc1affd7c88","schema_version":"1.0","event_id":"sha256:e7c4e6731850bd2dfc827fe0800edf15dad69b06e283ca1788f0bcc1affd7c88"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FMF2G54OQ6LSVBLSA2EXK5CMUR/bundle.json","state_url":"https://pith.science/pith/FMF2G54OQ6LSVBLSA2EXK5CMUR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FMF2G54OQ6LSVBLSA2EXK5CMUR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-15T23:43:40Z","links":{"resolver":"https://pith.science/pith/FMF2G54OQ6LSVBLSA2EXK5CMUR","bundle":"https://pith.science/pith/FMF2G54OQ6LSVBLSA2EXK5CMUR/bundle.json","state":"https://pith.science/pith/FMF2G54OQ6LSVBLSA2EXK5CMUR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FMF2G54OQ6LSVBLSA2EXK5CMUR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:FMF2G54OQ6LSVBLSA2EXK5CMUR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b92aab6b2b74e7536730dfeaba14619d678af69940ccc7d465f3960a0c1662fd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-24T13:43:39Z","title_canon_sha256":"474b1af12d686d9e9debb78cefd0a680db0e4111c45e182c14243f7933bec5f4"},"schema_version":"1.0","source":{"id":"2212.12735","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.12735","created_at":"2026-07-05T05:28:12Z"},{"alias_kind":"arxiv_version","alias_value":"2212.12735v1","created_at":"2026-07-05T05:28:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.12735","created_at":"2026-07-05T05:28:12Z"},{"alias_kind":"pith_short_12","alias_value":"FMF2G54OQ6LS","created_at":"2026-07-05T05:28:12Z"},{"alias_kind":"pith_short_16","alias_value":"FMF2G54OQ6LSVBLS","created_at":"2026-07-05T05:28:12Z"},{"alias_kind":"pith_short_8","alias_value":"FMF2G54O","created_at":"2026-07-05T05:28:12Z"}],"graph_snapshots":[{"event_id":"sha256:e7c4e6731850bd2dfc827fe0800edf15dad69b06e283ca1788f0bcc1affd7c88","target":"graph","created_at":"2026-07-05T05:28:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.12735/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"One of the key challenges in deploying RL to real-world applications is to adapt to variations of unknown environment contexts, such as changing terrains in robotic tasks and fluctuated bandwidth in congestion control. Existing works on adaptation to unknown environment contexts either assume the contexts are the same for the whole episode or assume the context variables are Markovian. However, in many real-world applications, the environment context usually stays stable for a stochastic period and then changes in an abrupt and unpredictable manner within an episode, resulting in a segment str","authors_text":"Jianyu Chen, Li Zhao, Peng Cheng, Pushi Zhang, Tao Qin, Tie-Yan Liu, Wenxue Cheng, Xiangming Zhu, Xiaoyu Chen, Yongqiang Xiong, Yufeng Zheng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-24T13:43:39Z","title":"An Adaptive Deep RL Method for Non-Stationary Environments with Piecewise Stable Context"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.12735","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2048cba9047ce13ed6169aec16491ccadc405956c652979de5698fb8c7244a46","target":"record","created_at":"2026-07-05T05:28:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b92aab6b2b74e7536730dfeaba14619d678af69940ccc7d465f3960a0c1662fd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-24T13:43:39Z","title_canon_sha256":"474b1af12d686d9e9debb78cefd0a680db0e4111c45e182c14243f7933bec5f4"},"schema_version":"1.0","source":{"id":"2212.12735","kind":"arxiv","version":1}},"canonical_sha256":"2b0ba3778e87972a8572068975744ca448de4c613d3a9b8868a645737e973934","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2b0ba3778e87972a8572068975744ca448de4c613d3a9b8868a645737e973934","first_computed_at":"2026-07-05T05:28:12.430489Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:28:12.430489Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NJRwhCJArPT0BUP+hx2+siAKmQmQ/gpeUiGuN58yF7JARrRjcqfxzO/siIuUfXMuEQN07NmwJGbEiqBHEFPFDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:28:12.430925Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.12735","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2048cba9047ce13ed6169aec16491ccadc405956c652979de5698fb8c7244a46","sha256:e7c4e6731850bd2dfc827fe0800edf15dad69b06e283ca1788f0bcc1affd7c88"],"state_sha256":"8bbec8573910655847ef5b1b47740f7e0eca9415e45c0becc13e95eb6b737294"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FxCEyW2YHHOyH4XhyKvNaP5uShAAQC9+0X/YbhalQOQ53Lt9g6OgMaHQ1S1BCBqKowxsOLVpg4JRfyIHnGAmCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-15T23:43:40.258773Z","bundle_sha256":"12384328d630f1547579155490177f044a9b2287ff8d224ad026f6e76fe16ce8"}}