{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:VONYAEIXI7Y2DKSADDCWSUL2HO","short_pith_number":"pith:VONYAEIX","canonical_record":{"source":{"id":"1604.06057","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-04-20T18:47:48Z","cross_cats_sorted":["cs.AI","cs.CV","cs.NE","stat.ML"],"title_canon_sha256":"1b2663fc291a7db8c2482dab007e9b02d11f15708f58719f088c44d54d59a705","abstract_canon_sha256":"6a56db752b04c3965a2f7f7b3c8caf8dd8267426941e44d8a441a254d07f50f7"},"schema_version":"1.0"},"canonical_sha256":"ab9b80111747f1a1aa4018c569517a3ba68e6e0fffca123c717625616f0d4d4e","source":{"kind":"arxiv","id":"1604.06057","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1604.06057","created_at":"2026-05-18T01:13:11Z"},{"alias_kind":"arxiv_version","alias_value":"1604.06057v2","created_at":"2026-05-18T01:13:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1604.06057","created_at":"2026-05-18T01:13:11Z"},{"alias_kind":"pith_short_12","alias_value":"VONYAEIXI7Y2","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_16","alias_value":"VONYAEIXI7Y2DKSA","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_8","alias_value":"VONYAEIX","created_at":"2026-05-18T12:30:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:VONYAEIXI7Y2DKSADDCWSUL2HO","target":"record","payload":{"canonical_record":{"source":{"id":"1604.06057","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-04-20T18:47:48Z","cross_cats_sorted":["cs.AI","cs.CV","cs.NE","stat.ML"],"title_canon_sha256":"1b2663fc291a7db8c2482dab007e9b02d11f15708f58719f088c44d54d59a705","abstract_canon_sha256":"6a56db752b04c3965a2f7f7b3c8caf8dd8267426941e44d8a441a254d07f50f7"},"schema_version":"1.0"},"canonical_sha256":"ab9b80111747f1a1aa4018c569517a3ba68e6e0fffca123c717625616f0d4d4e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:13:11.062869Z","signature_b64":"tIBGwyl77vPBViTtvuOmSxs8PFxJp8Y5frD16G0X7VHZ7UPgBQupHiXe+MlphTjxwA9y9ij1AjOb6PF5XIiKDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ab9b80111747f1a1aa4018c569517a3ba68e6e0fffca123c717625616f0d4d4e","last_reissued_at":"2026-05-18T01:13:11.062513Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:13:11.062513Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1604.06057","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:13:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"642vkGPTPqRbF6UXGHVAgkixNnSKtwbmXm4koS+lVDtydrZ/ibSggX+NBNdhz8k3wPkXIo9rIime9MDyho/tDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T19:41:28.102632Z"},"content_sha256":"0d6b41c9b9b3c97c3f609c7f7ace4fb1d9c79f5ff7b0de0b9b78c948f7cf2829","schema_version":"1.0","event_id":"sha256:0d6b41c9b9b3c97c3f609c7f7ace4fb1d9c79f5ff7b0de0b9b78c948f7cf2829"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:VONYAEIXI7Y2DKSADDCWSUL2HO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Hierarchical Deep Reinforcement Learning: Integrating Temporal Abstraction and Intrinsic Motivation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.NE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Ardavan Saeedi, Joshua B. Tenenbaum, Karthik R. Narasimhan, Tejas D. Kulkarni","submitted_at":"2016-04-20T18:47:48Z","abstract_excerpt":"Learning goal-directed behavior in environments with sparse feedback is a major challenge for reinforcement learning algorithms. The primary difficulty arises due to insufficient exploration, resulting in an agent being unable to learn robust value functions. Intrinsically motivated agents can explore new behavior for its own sake rather than to directly solve problems. Such intrinsic behaviors could eventually help the agent solve tasks posed by the environment. We present hierarchical-DQN (h-DQN), a framework to integrate hierarchical value functions, operating at different temporal scales, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1604.06057","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:13:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4P+J/+Vkmvzz7tncFXneH3dVBPEAy1Y+HFYEHEeyBWFkgDRmYcFuDeIxAgoouTHP2KsVELtMKU69HmDFra1IBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T19:41:28.102995Z"},"content_sha256":"598580234d9131e2004e9f59d33bd341a0afd36634ef1e9ac6a3c9574fe4c899","schema_version":"1.0","event_id":"sha256:598580234d9131e2004e9f59d33bd341a0afd36634ef1e9ac6a3c9574fe4c899"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VONYAEIXI7Y2DKSADDCWSUL2HO/bundle.json","state_url":"https://pith.science/pith/VONYAEIXI7Y2DKSADDCWSUL2HO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VONYAEIXI7Y2DKSADDCWSUL2HO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T19:41:28Z","links":{"resolver":"https://pith.science/pith/VONYAEIXI7Y2DKSADDCWSUL2HO","bundle":"https://pith.science/pith/VONYAEIXI7Y2DKSADDCWSUL2HO/bundle.json","state":"https://pith.science/pith/VONYAEIXI7Y2DKSADDCWSUL2HO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VONYAEIXI7Y2DKSADDCWSUL2HO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:VONYAEIXI7Y2DKSADDCWSUL2HO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6a56db752b04c3965a2f7f7b3c8caf8dd8267426941e44d8a441a254d07f50f7","cross_cats_sorted":["cs.AI","cs.CV","cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-04-20T18:47:48Z","title_canon_sha256":"1b2663fc291a7db8c2482dab007e9b02d11f15708f58719f088c44d54d59a705"},"schema_version":"1.0","source":{"id":"1604.06057","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1604.06057","created_at":"2026-05-18T01:13:11Z"},{"alias_kind":"arxiv_version","alias_value":"1604.06057v2","created_at":"2026-05-18T01:13:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1604.06057","created_at":"2026-05-18T01:13:11Z"},{"alias_kind":"pith_short_12","alias_value":"VONYAEIXI7Y2","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_16","alias_value":"VONYAEIXI7Y2DKSA","created_at":"2026-05-18T12:30:48Z"},{"alias_kind":"pith_short_8","alias_value":"VONYAEIX","created_at":"2026-05-18T12:30:48Z"}],"graph_snapshots":[{"event_id":"sha256:598580234d9131e2004e9f59d33bd341a0afd36634ef1e9ac6a3c9574fe4c899","target":"graph","created_at":"2026-05-18T01:13:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Learning goal-directed behavior in environments with sparse feedback is a major challenge for reinforcement learning algorithms. The primary difficulty arises due to insufficient exploration, resulting in an agent being unable to learn robust value functions. Intrinsically motivated agents can explore new behavior for its own sake rather than to directly solve problems. Such intrinsic behaviors could eventually help the agent solve tasks posed by the environment. We present hierarchical-DQN (h-DQN), a framework to integrate hierarchical value functions, operating at different temporal scales, ","authors_text":"Ardavan Saeedi, Joshua B. Tenenbaum, Karthik R. Narasimhan, Tejas D. Kulkarni","cross_cats":["cs.AI","cs.CV","cs.NE","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-04-20T18:47:48Z","title":"Hierarchical Deep Reinforcement Learning: Integrating Temporal Abstraction and Intrinsic Motivation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1604.06057","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0d6b41c9b9b3c97c3f609c7f7ace4fb1d9c79f5ff7b0de0b9b78c948f7cf2829","target":"record","created_at":"2026-05-18T01:13:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6a56db752b04c3965a2f7f7b3c8caf8dd8267426941e44d8a441a254d07f50f7","cross_cats_sorted":["cs.AI","cs.CV","cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-04-20T18:47:48Z","title_canon_sha256":"1b2663fc291a7db8c2482dab007e9b02d11f15708f58719f088c44d54d59a705"},"schema_version":"1.0","source":{"id":"1604.06057","kind":"arxiv","version":2}},"canonical_sha256":"ab9b80111747f1a1aa4018c569517a3ba68e6e0fffca123c717625616f0d4d4e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ab9b80111747f1a1aa4018c569517a3ba68e6e0fffca123c717625616f0d4d4e","first_computed_at":"2026-05-18T01:13:11.062513Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:13:11.062513Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tIBGwyl77vPBViTtvuOmSxs8PFxJp8Y5frD16G0X7VHZ7UPgBQupHiXe+MlphTjxwA9y9ij1AjOb6PF5XIiKDA==","signature_status":"signed_v1","signed_at":"2026-05-18T01:13:11.062869Z","signed_message":"canonical_sha256_bytes"},"source_id":"1604.06057","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0d6b41c9b9b3c97c3f609c7f7ace4fb1d9c79f5ff7b0de0b9b78c948f7cf2829","sha256:598580234d9131e2004e9f59d33bd341a0afd36634ef1e9ac6a3c9574fe4c899"],"state_sha256":"e4fcaed426e5acf8c0ee80602c76ed0fb5cff95890a6b9df0817ea4c80f15e11"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aIknD3iP4vKZlvOZtA+WE5frwBTcGslh5K4Tql+gjrBh/McdDdlYqo2y6CBqrA/tk1I+WbAO/SftOnoCbCelAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T19:41:28.106128Z","bundle_sha256":"484f0a540b42d36007c35fbbaff75a8fb267765e4e8a49a1402ac2740dc6dff0"}}