{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:C4OIN23YEESYQAJTWYC5NJKB6J","short_pith_number":"pith:C4OIN23Y","canonical_record":{"source":{"id":"1809.06064","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-09-17T07:59:36Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"6f79b7ec586e767175c4a09d8750644a42540a2fe2c5d4c9792aef02346536f2","abstract_canon_sha256":"ff274d4ec604b6bab89bbdd4c20af2e1226126733c4611ad0f252ee7db1db04f"},"schema_version":"1.0"},"canonical_sha256":"171c86eb782125880133b605d6a541f24113ffd8c7d20c0a7b6b1ca517988c7a","source":{"kind":"arxiv","id":"1809.06064","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.06064","created_at":"2026-05-18T00:05:35Z"},{"alias_kind":"arxiv_version","alias_value":"1809.06064v1","created_at":"2026-05-18T00:05:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.06064","created_at":"2026-05-18T00:05:35Z"},{"alias_kind":"pith_short_12","alias_value":"C4OIN23YEESY","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_16","alias_value":"C4OIN23YEESYQAJT","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_8","alias_value":"C4OIN23Y","created_at":"2026-05-18T12:32:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:C4OIN23YEESYQAJTWYC5NJKB6J","target":"record","payload":{"canonical_record":{"source":{"id":"1809.06064","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-09-17T07:59:36Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"6f79b7ec586e767175c4a09d8750644a42540a2fe2c5d4c9792aef02346536f2","abstract_canon_sha256":"ff274d4ec604b6bab89bbdd4c20af2e1226126733c4611ad0f252ee7db1db04f"},"schema_version":"1.0"},"canonical_sha256":"171c86eb782125880133b605d6a541f24113ffd8c7d20c0a7b6b1ca517988c7a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:05:35.758239Z","signature_b64":"j0zzbNrz4yvk2tkx2I2clirIzbYIcV4N0N01W5qvt/Tn9IxrzM8b+QQLKiAu0/neXxcwup408HpdiweKMfrYBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"171c86eb782125880133b605d6a541f24113ffd8c7d20c0a7b6b1ca517988c7a","last_reissued_at":"2026-05-18T00:05:35.757697Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:05:35.757697Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1809.06064","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:05:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9AJgoZrZ7RkD/zJuOUoN99ZO9EueRjVW6XCC/HpN2JuxfxCNw6CnNQlABYXdfu6WLxSBErES3YiUvWG6MFhLDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T17:09:32.112276Z"},"content_sha256":"3cb61beaae8e9816e1e99715cd94597109601e810d0b370cd5cc7e34d25fb813","schema_version":"1.0","event_id":"sha256:3cb61beaae8e9816e1e99715cd94597109601e810d0b370cd5cc7e34d25fb813"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:C4OIN23YEESYQAJTWYC5NJKB6J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Object-sensitive Deep Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Katia Sycara, Rahul Iyer, Yuezhang Li","submitted_at":"2018-09-17T07:59:36Z","abstract_excerpt":"Deep reinforcement learning has become popular over recent years, showing superiority on different visual-input tasks such as playing Atari games and robot navigation. Although objects are important image elements, few work considers enhancing deep reinforcement learning with object characteristics. In this paper, we propose a novel method that can incorporate object recognition processing to deep reinforcement learning models. This approach can be adapted to any existing deep reinforcement learning frameworks. State-of-the-art results are shown in experiments on Atari games. We also propose a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.06064","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:05:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fdI2kKyjYrkEtOC27+CSQ8ufJxXU2QWWD5MG94WGBUshN2XUR0Fu0AXqquPo8h1zH4ziP2eNDlMk03cFmGdqAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T17:09:32.112637Z"},"content_sha256":"68369ccef46067c599f95c611ba4614521e1fa85d311bb1a86e0d7d9f965faa7","schema_version":"1.0","event_id":"sha256:68369ccef46067c599f95c611ba4614521e1fa85d311bb1a86e0d7d9f965faa7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C4OIN23YEESYQAJTWYC5NJKB6J/bundle.json","state_url":"https://pith.science/pith/C4OIN23YEESYQAJTWYC5NJKB6J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C4OIN23YEESYQAJTWYC5NJKB6J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T17:09:32Z","links":{"resolver":"https://pith.science/pith/C4OIN23YEESYQAJTWYC5NJKB6J","bundle":"https://pith.science/pith/C4OIN23YEESYQAJTWYC5NJKB6J/bundle.json","state":"https://pith.science/pith/C4OIN23YEESYQAJTWYC5NJKB6J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C4OIN23YEESYQAJTWYC5NJKB6J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:C4OIN23YEESYQAJTWYC5NJKB6J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ff274d4ec604b6bab89bbdd4c20af2e1226126733c4611ad0f252ee7db1db04f","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-09-17T07:59:36Z","title_canon_sha256":"6f79b7ec586e767175c4a09d8750644a42540a2fe2c5d4c9792aef02346536f2"},"schema_version":"1.0","source":{"id":"1809.06064","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.06064","created_at":"2026-05-18T00:05:35Z"},{"alias_kind":"arxiv_version","alias_value":"1809.06064v1","created_at":"2026-05-18T00:05:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.06064","created_at":"2026-05-18T00:05:35Z"},{"alias_kind":"pith_short_12","alias_value":"C4OIN23YEESY","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_16","alias_value":"C4OIN23YEESYQAJT","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_8","alias_value":"C4OIN23Y","created_at":"2026-05-18T12:32:16Z"}],"graph_snapshots":[{"event_id":"sha256:68369ccef46067c599f95c611ba4614521e1fa85d311bb1a86e0d7d9f965faa7","target":"graph","created_at":"2026-05-18T00:05:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Deep reinforcement learning has become popular over recent years, showing superiority on different visual-input tasks such as playing Atari games and robot navigation. Although objects are important image elements, few work considers enhancing deep reinforcement learning with object characteristics. In this paper, we propose a novel method that can incorporate object recognition processing to deep reinforcement learning models. This approach can be adapted to any existing deep reinforcement learning frameworks. State-of-the-art results are shown in experiments on Atari games. We also propose a","authors_text":"Katia Sycara, Rahul Iyer, Yuezhang Li","cross_cats":["cs.CV","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-09-17T07:59:36Z","title":"Object-sensitive Deep Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.06064","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3cb61beaae8e9816e1e99715cd94597109601e810d0b370cd5cc7e34d25fb813","target":"record","created_at":"2026-05-18T00:05:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ff274d4ec604b6bab89bbdd4c20af2e1226126733c4611ad0f252ee7db1db04f","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-09-17T07:59:36Z","title_canon_sha256":"6f79b7ec586e767175c4a09d8750644a42540a2fe2c5d4c9792aef02346536f2"},"schema_version":"1.0","source":{"id":"1809.06064","kind":"arxiv","version":1}},"canonical_sha256":"171c86eb782125880133b605d6a541f24113ffd8c7d20c0a7b6b1ca517988c7a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"171c86eb782125880133b605d6a541f24113ffd8c7d20c0a7b6b1ca517988c7a","first_computed_at":"2026-05-18T00:05:35.757697Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:05:35.757697Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"j0zzbNrz4yvk2tkx2I2clirIzbYIcV4N0N01W5qvt/Tn9IxrzM8b+QQLKiAu0/neXxcwup408HpdiweKMfrYBA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:05:35.758239Z","signed_message":"canonical_sha256_bytes"},"source_id":"1809.06064","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3cb61beaae8e9816e1e99715cd94597109601e810d0b370cd5cc7e34d25fb813","sha256:68369ccef46067c599f95c611ba4614521e1fa85d311bb1a86e0d7d9f965faa7"],"state_sha256":"384f82f5acdc9c31e7a1cd30acc97b63ce44a98aed55c2a50ace9bb56317f29a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/i5DqZg8fN9P+DRij2TcxQy7q4C58VxIyi3LJkoPLhJeisC9OvFVkst3Q+hIn9SNqZ1BXRwnDrXLECRI4OaIDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T17:09:32.114705Z","bundle_sha256":"72d6061cb473a361738167bfab67a5a3fbe71f4a6f9396105a93c338f510507d"}}