{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:VY7JLNEIOKQKMYOMBCHPQCC3NG","short_pith_number":"pith:VY7JLNEI","canonical_record":{"source":{"id":"2203.12117","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-03-23T01:06:04Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"21fbd9922ec83c968556bc3f4a5698e846d03deb961b005ab95b16daf4c4ed76","abstract_canon_sha256":"b139e77bede451914f28e654136e98bf3458302c121b978ce0cc985b3aff8b80"},"schema_version":"1.0"},"canonical_sha256":"ae3e95b48872a0a661cc088ef8085b69867fc23e76d288c7976631f5aed72c7b","source":{"kind":"arxiv","id":"2203.12117","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.12117","created_at":"2026-07-05T04:07:56Z"},{"alias_kind":"arxiv_version","alias_value":"2203.12117v1","created_at":"2026-07-05T04:07:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.12117","created_at":"2026-07-05T04:07:56Z"},{"alias_kind":"pith_short_12","alias_value":"VY7JLNEIOKQK","created_at":"2026-07-05T04:07:56Z"},{"alias_kind":"pith_short_16","alias_value":"VY7JLNEIOKQKMYOM","created_at":"2026-07-05T04:07:56Z"},{"alias_kind":"pith_short_8","alias_value":"VY7JLNEI","created_at":"2026-07-05T04:07:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:VY7JLNEIOKQKMYOMBCHPQCC3NG","target":"record","payload":{"canonical_record":{"source":{"id":"2203.12117","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-03-23T01:06:04Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"21fbd9922ec83c968556bc3f4a5698e846d03deb961b005ab95b16daf4c4ed76","abstract_canon_sha256":"b139e77bede451914f28e654136e98bf3458302c121b978ce0cc985b3aff8b80"},"schema_version":"1.0"},"canonical_sha256":"ae3e95b48872a0a661cc088ef8085b69867fc23e76d288c7976631f5aed72c7b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:07:56.163677Z","signature_b64":"7lOvHhS5rJBcXwyyrw7RNHUGBJ8Xoky2WovSd3ND/gsADyTt76/pcfPGVld12nlgTw8r4xqMkp1+8Jw3YPF9BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ae3e95b48872a0a661cc088ef8085b69867fc23e76d288c7976631f5aed72c7b","last_reissued_at":"2026-07-05T04:07:56.163254Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:07:56.163254Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.12117","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"629f9m0QLrW3tfMZOuQUsOhRSz3X7cGL+7iRD41qaRUnTXs9eIKjvbGHuVbnwfMJkGvId+MmxkVHHiRMwdOpDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:41:14.293804Z"},"content_sha256":"825743d058551b93d6b9fa0b0853115a6ca41619d3df88fcdcc602a1cf060a1c","schema_version":"1.0","event_id":"sha256:825743d058551b93d6b9fa0b0853115a6ca41619d3df88fcdcc602a1cf060a1c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:VY7JLNEIOKQKMYOMBCHPQCC3NG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NovGrid: A Flexible Grid World for Evaluating Agent Response to Novelty","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Aarun Srinivas, Jonathan Balloch, Julia Kim, Mark Riedl, Mustafa Hussain, Robert Wright, Xiangyu Peng, Zhiyu Lin","submitted_at":"2022-03-23T01:06:04Z","abstract_excerpt":"A robust body of reinforcement learning techniques have been developed to solve complex sequential decision making problems. However, these methods assume that train and evaluation tasks come from similarly or identically distributed environments. This assumption does not hold in real life where small novel changes to the environment can make a previously learned policy fail or introduce simpler solutions that might never be found. To that end we explore the concept of {\\em novelty}, defined in this work as the sudden change to the mechanics or properties of environment. We provide an ontology"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.12117","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.12117/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sm9HWeQkR9m2u0dO1IeUygJHNoB219e9sSX3OUCUfGnr3NGDF7kjhSRd/4THtDzSKH4QdIe7CUZXgKyCQu7YDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:41:14.294172Z"},"content_sha256":"4b6b3f53f490a036ac20815b9c25e7736e73245884964f2fd02b54ef45042cad","schema_version":"1.0","event_id":"sha256:4b6b3f53f490a036ac20815b9c25e7736e73245884964f2fd02b54ef45042cad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VY7JLNEIOKQKMYOMBCHPQCC3NG/bundle.json","state_url":"https://pith.science/pith/VY7JLNEIOKQKMYOMBCHPQCC3NG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VY7JLNEIOKQKMYOMBCHPQCC3NG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:41:14Z","links":{"resolver":"https://pith.science/pith/VY7JLNEIOKQKMYOMBCHPQCC3NG","bundle":"https://pith.science/pith/VY7JLNEIOKQKMYOMBCHPQCC3NG/bundle.json","state":"https://pith.science/pith/VY7JLNEIOKQKMYOMBCHPQCC3NG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VY7JLNEIOKQKMYOMBCHPQCC3NG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:VY7JLNEIOKQKMYOMBCHPQCC3NG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b139e77bede451914f28e654136e98bf3458302c121b978ce0cc985b3aff8b80","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-03-23T01:06:04Z","title_canon_sha256":"21fbd9922ec83c968556bc3f4a5698e846d03deb961b005ab95b16daf4c4ed76"},"schema_version":"1.0","source":{"id":"2203.12117","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.12117","created_at":"2026-07-05T04:07:56Z"},{"alias_kind":"arxiv_version","alias_value":"2203.12117v1","created_at":"2026-07-05T04:07:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.12117","created_at":"2026-07-05T04:07:56Z"},{"alias_kind":"pith_short_12","alias_value":"VY7JLNEIOKQK","created_at":"2026-07-05T04:07:56Z"},{"alias_kind":"pith_short_16","alias_value":"VY7JLNEIOKQKMYOM","created_at":"2026-07-05T04:07:56Z"},{"alias_kind":"pith_short_8","alias_value":"VY7JLNEI","created_at":"2026-07-05T04:07:56Z"}],"graph_snapshots":[{"event_id":"sha256:4b6b3f53f490a036ac20815b9c25e7736e73245884964f2fd02b54ef45042cad","target":"graph","created_at":"2026-07-05T04:07:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.12117/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A robust body of reinforcement learning techniques have been developed to solve complex sequential decision making problems. However, these methods assume that train and evaluation tasks come from similarly or identically distributed environments. This assumption does not hold in real life where small novel changes to the environment can make a previously learned policy fail or introduce simpler solutions that might never be found. To that end we explore the concept of {\\em novelty}, defined in this work as the sudden change to the mechanics or properties of environment. We provide an ontology","authors_text":"Aarun Srinivas, Jonathan Balloch, Julia Kim, Mark Riedl, Mustafa Hussain, Robert Wright, Xiangyu Peng, Zhiyu Lin","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-03-23T01:06:04Z","title":"NovGrid: A Flexible Grid World for Evaluating Agent Response to Novelty"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.12117","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:825743d058551b93d6b9fa0b0853115a6ca41619d3df88fcdcc602a1cf060a1c","target":"record","created_at":"2026-07-05T04:07:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b139e77bede451914f28e654136e98bf3458302c121b978ce0cc985b3aff8b80","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-03-23T01:06:04Z","title_canon_sha256":"21fbd9922ec83c968556bc3f4a5698e846d03deb961b005ab95b16daf4c4ed76"},"schema_version":"1.0","source":{"id":"2203.12117","kind":"arxiv","version":1}},"canonical_sha256":"ae3e95b48872a0a661cc088ef8085b69867fc23e76d288c7976631f5aed72c7b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ae3e95b48872a0a661cc088ef8085b69867fc23e76d288c7976631f5aed72c7b","first_computed_at":"2026-07-05T04:07:56.163254Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:07:56.163254Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7lOvHhS5rJBcXwyyrw7RNHUGBJ8Xoky2WovSd3ND/gsADyTt76/pcfPGVld12nlgTw8r4xqMkp1+8Jw3YPF9BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:07:56.163677Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.12117","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:825743d058551b93d6b9fa0b0853115a6ca41619d3df88fcdcc602a1cf060a1c","sha256:4b6b3f53f490a036ac20815b9c25e7736e73245884964f2fd02b54ef45042cad"],"state_sha256":"501affc5dec0f95eaa50f9542df705c2ff9572f8630a60200fbae1065e7cbcd4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UApoa3SKhNSdu97XuGqrhDKJ3iZnnHOJ+428Mr/GLDdDYq0PvIDQ4NQSoDpZSS4ArAMi05k3nIxRwRc61dlyBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:41:14.296101Z","bundle_sha256":"b1b060d670b7fea43752f5e02163d421d62516b980f0d038ff7d50d33f8062bd"}}