{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:WKWUVQQWZAK74XJAGG3ZVO2HGW","short_pith_number":"pith:WKWUVQQW","canonical_record":{"source":{"id":"1905.10112","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-24T09:38:42Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"eb6cbb6dce6d28522b5374d1eeba4e2c832754b34284a9e69809c4eab50277cc","abstract_canon_sha256":"0b0bb84ee8c705cb5fbf5bc9125268b269bd4010b4e85e570273a9b2443f0e3e"},"schema_version":"1.0"},"canonical_sha256":"b2ad4ac216c815fe5d2031b79abb47359e48daefb17125b1d5e0f48c10fc5f6d","source":{"kind":"arxiv","id":"1905.10112","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.10112","created_at":"2026-07-05T00:56:26Z"},{"alias_kind":"arxiv_version","alias_value":"1905.10112v2","created_at":"2026-07-05T00:56:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.10112","created_at":"2026-07-05T00:56:26Z"},{"alias_kind":"pith_short_12","alias_value":"WKWUVQQWZAK7","created_at":"2026-07-05T00:56:26Z"},{"alias_kind":"pith_short_16","alias_value":"WKWUVQQWZAK74XJA","created_at":"2026-07-05T00:56:26Z"},{"alias_kind":"pith_short_8","alias_value":"WKWUVQQW","created_at":"2026-07-05T00:56:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:WKWUVQQWZAK74XJAGG3ZVO2HGW","target":"record","payload":{"canonical_record":{"source":{"id":"1905.10112","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-24T09:38:42Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"eb6cbb6dce6d28522b5374d1eeba4e2c832754b34284a9e69809c4eab50277cc","abstract_canon_sha256":"0b0bb84ee8c705cb5fbf5bc9125268b269bd4010b4e85e570273a9b2443f0e3e"},"schema_version":"1.0"},"canonical_sha256":"b2ad4ac216c815fe5d2031b79abb47359e48daefb17125b1d5e0f48c10fc5f6d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:56:26.160034Z","signature_b64":"sLIu7wtR/4fKsjvnlb0hvt3OyT8PjylrCa+vm4xgNjIN77ZjIl5gFWXBVRgAx1hQgr83lV/+HAmpasN5VNXEBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b2ad4ac216c815fe5d2031b79abb47359e48daefb17125b1d5e0f48c10fc5f6d","last_reissued_at":"2026-07-05T00:56:26.159402Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:56:26.159402Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1905.10112","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:56:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ME8iQdBU8n9A9YMf9fQ33s4TGmHu142y+Ma4LXpOUXTGUIOHCkNbFSUF2SLbE77FmBkee/1FBjjNr9vjjrXVBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T05:45:43.151157Z"},"content_sha256":"d72a5f0a2a7860eb1c8cd25dffe5efde7812fdb0967d7d067996e071bd03d1b8","schema_version":"1.0","event_id":"sha256:d72a5f0a2a7860eb1c8cd25dffe5efde7812fdb0967d7d067996e071bd03d1b8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:WKWUVQQWZAK74XJAGG3ZVO2HGW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Continual Reinforcement Learning in 3D Non-stationary Environments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Davide Maltoni, Eugenio Culurciello, Karan Desai, Vincenzo Lomonaco","submitted_at":"2019-05-24T09:38:42Z","abstract_excerpt":"High-dimensional always-changing environments constitute a hard challenge for current reinforcement learning techniques. Artificial agents, nowadays, are often trained off-line in very static and controlled conditions in simulation such that training observations can be thought as sampled i.i.d. from the entire observations space. However, in real world settings, the environment is often non-stationary and subject to unpredictable, frequent changes. In this paper we propose and openly release CRLMaze, a new benchmark for learning continually through reinforcement in a complex 3D non-stationary"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.10112","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1905.10112/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:56:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o9+VoD90AOQeeBUHPA60WdVvW4Ghz46QsBD9bBnfUwil7lbgxsUifr158TVo7IpvztMhEnodeCVp86lNM5vrCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T05:45:43.151589Z"},"content_sha256":"5960e65b6b8ea97e7634817b49c898c4ba0cc81be487fb2ef2dd36b979d8bcf7","schema_version":"1.0","event_id":"sha256:5960e65b6b8ea97e7634817b49c898c4ba0cc81be487fb2ef2dd36b979d8bcf7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WKWUVQQWZAK74XJAGG3ZVO2HGW/bundle.json","state_url":"https://pith.science/pith/WKWUVQQWZAK74XJAGG3ZVO2HGW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WKWUVQQWZAK74XJAGG3ZVO2HGW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T05:45:43Z","links":{"resolver":"https://pith.science/pith/WKWUVQQWZAK74XJAGG3ZVO2HGW","bundle":"https://pith.science/pith/WKWUVQQWZAK74XJAGG3ZVO2HGW/bundle.json","state":"https://pith.science/pith/WKWUVQQWZAK74XJAGG3ZVO2HGW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WKWUVQQWZAK74XJAGG3ZVO2HGW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:WKWUVQQWZAK74XJAGG3ZVO2HGW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0b0bb84ee8c705cb5fbf5bc9125268b269bd4010b4e85e570273a9b2443f0e3e","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-24T09:38:42Z","title_canon_sha256":"eb6cbb6dce6d28522b5374d1eeba4e2c832754b34284a9e69809c4eab50277cc"},"schema_version":"1.0","source":{"id":"1905.10112","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.10112","created_at":"2026-07-05T00:56:26Z"},{"alias_kind":"arxiv_version","alias_value":"1905.10112v2","created_at":"2026-07-05T00:56:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.10112","created_at":"2026-07-05T00:56:26Z"},{"alias_kind":"pith_short_12","alias_value":"WKWUVQQWZAK7","created_at":"2026-07-05T00:56:26Z"},{"alias_kind":"pith_short_16","alias_value":"WKWUVQQWZAK74XJA","created_at":"2026-07-05T00:56:26Z"},{"alias_kind":"pith_short_8","alias_value":"WKWUVQQW","created_at":"2026-07-05T00:56:26Z"}],"graph_snapshots":[{"event_id":"sha256:5960e65b6b8ea97e7634817b49c898c4ba0cc81be487fb2ef2dd36b979d8bcf7","target":"graph","created_at":"2026-07-05T00:56:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1905.10112/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"High-dimensional always-changing environments constitute a hard challenge for current reinforcement learning techniques. Artificial agents, nowadays, are often trained off-line in very static and controlled conditions in simulation such that training observations can be thought as sampled i.i.d. from the entire observations space. However, in real world settings, the environment is often non-stationary and subject to unpredictable, frequent changes. In this paper we propose and openly release CRLMaze, a new benchmark for learning continually through reinforcement in a complex 3D non-stationary","authors_text":"Davide Maltoni, Eugenio Culurciello, Karan Desai, Vincenzo Lomonaco","cross_cats":["cs.CV","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-24T09:38:42Z","title":"Continual Reinforcement Learning in 3D Non-stationary Environments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.10112","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d72a5f0a2a7860eb1c8cd25dffe5efde7812fdb0967d7d067996e071bd03d1b8","target":"record","created_at":"2026-07-05T00:56:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0b0bb84ee8c705cb5fbf5bc9125268b269bd4010b4e85e570273a9b2443f0e3e","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-24T09:38:42Z","title_canon_sha256":"eb6cbb6dce6d28522b5374d1eeba4e2c832754b34284a9e69809c4eab50277cc"},"schema_version":"1.0","source":{"id":"1905.10112","kind":"arxiv","version":2}},"canonical_sha256":"b2ad4ac216c815fe5d2031b79abb47359e48daefb17125b1d5e0f48c10fc5f6d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b2ad4ac216c815fe5d2031b79abb47359e48daefb17125b1d5e0f48c10fc5f6d","first_computed_at":"2026-07-05T00:56:26.159402Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:56:26.159402Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sLIu7wtR/4fKsjvnlb0hvt3OyT8PjylrCa+vm4xgNjIN77ZjIl5gFWXBVRgAx1hQgr83lV/+HAmpasN5VNXEBg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:56:26.160034Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.10112","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d72a5f0a2a7860eb1c8cd25dffe5efde7812fdb0967d7d067996e071bd03d1b8","sha256:5960e65b6b8ea97e7634817b49c898c4ba0cc81be487fb2ef2dd36b979d8bcf7"],"state_sha256":"23ba7e76ca8d381796c4e9e4163f8e985af188707b3380fbc092fea1d3042693"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t6fPVB7b7YKlZwBxRRX4EOCGP6235Wm22oS5fpDhzFYJ2Pl8ItYgBXJHLY0ggdh2n1y3dlyYV/HTa3Ymqft4Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T05:45:43.153642Z","bundle_sha256":"58ea24d5f62eb68cf5ccc720d0bdd71c9f0cf8cc339b1ac5b7a201958fb7a040"}}