{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:5MC4VZDDEDK4GAYHWXIGR2WKWS","short_pith_number":"pith:5MC4VZDD","canonical_record":{"source":{"id":"1605.09128","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-05-30T07:40:13Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"5f29d459c3cf61d78a29d39f1d0d9fd58b45a28bb415cf31d9330caa9a39f3fc","abstract_canon_sha256":"a0cbebb68b54af6eb6afef5559e5535187ace6e81715b1cc559671f7fa1533df"},"schema_version":"1.0"},"canonical_sha256":"eb05cae46320d5c30307b5d068eacab4bf6c8929dfc035c7c4b0ed89ab448d14","source":{"kind":"arxiv","id":"1605.09128","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1605.09128","created_at":"2026-05-18T01:13:22Z"},{"alias_kind":"arxiv_version","alias_value":"1605.09128v1","created_at":"2026-05-18T01:13:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1605.09128","created_at":"2026-05-18T01:13:22Z"},{"alias_kind":"pith_short_12","alias_value":"5MC4VZDDEDK4","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_16","alias_value":"5MC4VZDDEDK4GAYH","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_8","alias_value":"5MC4VZDD","created_at":"2026-05-18T12:30:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:5MC4VZDDEDK4GAYHWXIGR2WKWS","target":"record","payload":{"canonical_record":{"source":{"id":"1605.09128","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-05-30T07:40:13Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"5f29d459c3cf61d78a29d39f1d0d9fd58b45a28bb415cf31d9330caa9a39f3fc","abstract_canon_sha256":"a0cbebb68b54af6eb6afef5559e5535187ace6e81715b1cc559671f7fa1533df"},"schema_version":"1.0"},"canonical_sha256":"eb05cae46320d5c30307b5d068eacab4bf6c8929dfc035c7c4b0ed89ab448d14","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:13:22.013615Z","signature_b64":"COY4WUWvmYbXVrE9iZERagS8uCWMRLXd0ff91fNXziXntzlDO+C5Wgpz6Q7Rq/+yIX7rlJRA0zOho5hwry8eAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eb05cae46320d5c30307b5d068eacab4bf6c8929dfc035c7c4b0ed89ab448d14","last_reissued_at":"2026-05-18T01:13:22.012878Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:13:22.012878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1605.09128","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:13:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X0QTt3LTgRgQPvbQ/u9vo3YMhd6c9K+x9pTmywPItSpjBYeAAy3tcQF6IZvlBJl53/AVUEY5CEVZz9VNaZV6Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T17:44:53.416088Z"},"content_sha256":"865976509a72c750e06a587dd4cfc851771f842b48c35420fffefbe030c9f2a9","schema_version":"1.0","event_id":"sha256:865976509a72c750e06a587dd4cfc851771f842b48c35420fffefbe030c9f2a9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:5MC4VZDDEDK4GAYHWXIGR2WKWS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Control of Memory, Active Perception, and Action in Minecraft","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","cs.LG"],"primary_cat":"cs.AI","authors_text":"Honglak Lee, Junhyuk Oh, Satinder Singh, Valliappa Chockalingam","submitted_at":"2016-05-30T07:40:13Z","abstract_excerpt":"In this paper, we introduce a new set of reinforcement learning (RL) tasks in Minecraft (a flexible 3D world). We then use these tasks to systematically compare and contrast existing deep reinforcement learning (DRL) architectures with our new memory-based DRL architectures. These tasks are designed to emphasize, in a controllable manner, issues that pose challenges for RL methods including partial observability (due to first-person visual observations), delayed rewards, high-dimensional visual observations, and the need to use active perception in a correct manner so as to perform well in the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1605.09128","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:13:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7Hen1NwRnX3jQFySjhGLHqk8mQ/JRYt6oLaUBpgGrgFaOIRknK4vw6lGTVVH/6dNG5o9h0AzWGlY0fZT3UP7BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T17:44:53.416644Z"},"content_sha256":"c941d7e3262f02671e0313df718a684001b428c8fa506bf29b7de103889e2682","schema_version":"1.0","event_id":"sha256:c941d7e3262f02671e0313df718a684001b428c8fa506bf29b7de103889e2682"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5MC4VZDDEDK4GAYHWXIGR2WKWS/bundle.json","state_url":"https://pith.science/pith/5MC4VZDDEDK4GAYHWXIGR2WKWS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5MC4VZDDEDK4GAYHWXIGR2WKWS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T17:44:53Z","links":{"resolver":"https://pith.science/pith/5MC4VZDDEDK4GAYHWXIGR2WKWS","bundle":"https://pith.science/pith/5MC4VZDDEDK4GAYHWXIGR2WKWS/bundle.json","state":"https://pith.science/pith/5MC4VZDDEDK4GAYHWXIGR2WKWS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5MC4VZDDEDK4GAYHWXIGR2WKWS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:5MC4VZDDEDK4GAYHWXIGR2WKWS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a0cbebb68b54af6eb6afef5559e5535187ace6e81715b1cc559671f7fa1533df","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-05-30T07:40:13Z","title_canon_sha256":"5f29d459c3cf61d78a29d39f1d0d9fd58b45a28bb415cf31d9330caa9a39f3fc"},"schema_version":"1.0","source":{"id":"1605.09128","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1605.09128","created_at":"2026-05-18T01:13:22Z"},{"alias_kind":"arxiv_version","alias_value":"1605.09128v1","created_at":"2026-05-18T01:13:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1605.09128","created_at":"2026-05-18T01:13:22Z"},{"alias_kind":"pith_short_12","alias_value":"5MC4VZDDEDK4","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_16","alias_value":"5MC4VZDDEDK4GAYH","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_8","alias_value":"5MC4VZDD","created_at":"2026-05-18T12:30:01Z"}],"graph_snapshots":[{"event_id":"sha256:c941d7e3262f02671e0313df718a684001b428c8fa506bf29b7de103889e2682","target":"graph","created_at":"2026-05-18T01:13:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper, we introduce a new set of reinforcement learning (RL) tasks in Minecraft (a flexible 3D world). We then use these tasks to systematically compare and contrast existing deep reinforcement learning (DRL) architectures with our new memory-based DRL architectures. These tasks are designed to emphasize, in a controllable manner, issues that pose challenges for RL methods including partial observability (due to first-person visual observations), delayed rewards, high-dimensional visual observations, and the need to use active perception in a correct manner so as to perform well in the","authors_text":"Honglak Lee, Junhyuk Oh, Satinder Singh, Valliappa Chockalingam","cross_cats":["cs.CV","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-05-30T07:40:13Z","title":"Control of Memory, Active Perception, and Action in Minecraft"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1605.09128","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:865976509a72c750e06a587dd4cfc851771f842b48c35420fffefbe030c9f2a9","target":"record","created_at":"2026-05-18T01:13:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a0cbebb68b54af6eb6afef5559e5535187ace6e81715b1cc559671f7fa1533df","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2016-05-30T07:40:13Z","title_canon_sha256":"5f29d459c3cf61d78a29d39f1d0d9fd58b45a28bb415cf31d9330caa9a39f3fc"},"schema_version":"1.0","source":{"id":"1605.09128","kind":"arxiv","version":1}},"canonical_sha256":"eb05cae46320d5c30307b5d068eacab4bf6c8929dfc035c7c4b0ed89ab448d14","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb05cae46320d5c30307b5d068eacab4bf6c8929dfc035c7c4b0ed89ab448d14","first_computed_at":"2026-05-18T01:13:22.012878Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:13:22.012878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"COY4WUWvmYbXVrE9iZERagS8uCWMRLXd0ff91fNXziXntzlDO+C5Wgpz6Q7Rq/+yIX7rlJRA0zOho5hwry8eAA==","signature_status":"signed_v1","signed_at":"2026-05-18T01:13:22.013615Z","signed_message":"canonical_sha256_bytes"},"source_id":"1605.09128","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:865976509a72c750e06a587dd4cfc851771f842b48c35420fffefbe030c9f2a9","sha256:c941d7e3262f02671e0313df718a684001b428c8fa506bf29b7de103889e2682"],"state_sha256":"cc441c630470df4f124d8668412eb6c11ff83487777415e73ee9ef0050fa27ee"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JNPmKevr6nmCktbUKTy2X4IQaKzeibMgBTAk9h39SCZPVhX3ucC2ZN7ugnviDeLqxpKQnEe65A4mGNW7wsDcCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T17:44:53.420055Z","bundle_sha256":"2256e5ab46750edf2cc3e5c320c5b2b9ec53e0eacf9de93d89119aad8024a098"}}