{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:KVWDVK2L63CVANIAFZ3OPXRE7S","short_pith_number":"pith:KVWDVK2L","canonical_record":{"source":{"id":"1706.10295","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-06-30T17:56:19Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"f599c580669695acf8cc3293671c65681f3e6a2c233475980b955ab299669cb8","abstract_canon_sha256":"6927ade1b43315b233063861a5fa00f5b951000e45bcd3c34c3d00c1d621f5ab"},"schema_version":"1.0"},"canonical_sha256":"556c3aab4bf6c55035002e76e7de24fc99d6a1b19a3105ecf4a3d5f8d30e341c","source":{"kind":"arxiv","id":"1706.10295","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1706.10295","created_at":"2026-07-05T00:16:16Z"},{"alias_kind":"arxiv_version","alias_value":"1706.10295v3","created_at":"2026-07-05T00:16:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1706.10295","created_at":"2026-07-05T00:16:16Z"},{"alias_kind":"pith_short_12","alias_value":"KVWDVK2L63CV","created_at":"2026-07-05T00:16:16Z"},{"alias_kind":"pith_short_16","alias_value":"KVWDVK2L63CVANIA","created_at":"2026-07-05T00:16:16Z"},{"alias_kind":"pith_short_8","alias_value":"KVWDVK2L","created_at":"2026-07-05T00:16:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:KVWDVK2L63CVANIAFZ3OPXRE7S","target":"record","payload":{"canonical_record":{"source":{"id":"1706.10295","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-06-30T17:56:19Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"f599c580669695acf8cc3293671c65681f3e6a2c233475980b955ab299669cb8","abstract_canon_sha256":"6927ade1b43315b233063861a5fa00f5b951000e45bcd3c34c3d00c1d621f5ab"},"schema_version":"1.0"},"canonical_sha256":"556c3aab4bf6c55035002e76e7de24fc99d6a1b19a3105ecf4a3d5f8d30e341c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:16:16.315527Z","signature_b64":"ZJs7rv7TG+DK62M6s9jK/P6wChW4TNJ1d1MrpFM5cNa3I6hPJPiwiHNRgu/yPBlzC7GM84wEbwX5s2ofR7h/BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"556c3aab4bf6c55035002e76e7de24fc99d6a1b19a3105ecf4a3d5f8d30e341c","last_reissued_at":"2026-07-05T00:16:16.315000Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:16:16.315000Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1706.10295","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:16:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"19m0vvMoZA4J0hG8D4y0UZDTzprvSJ19hM83xkPeaOESJyYEfIWgTd0lqWDWrV4hJfWm9pshup0TmO5vnwWGDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:34:25.376663Z"},"content_sha256":"441907d12cf0e7e269a78c1f7fdc6277b83489699f76570bc441207393d204b9","schema_version":"1.0","event_id":"sha256:441907d12cf0e7e269a78c1f7fdc6277b83489699f76570bc441207393d204b9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:KVWDVK2L63CVANIAFZ3OPXRE7S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Noisy Networks for Exploration","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alex Graves, Bilal Piot, Charles Blundell, Demis Hassabis, Ian Osband, Jacob Menick, Meire Fortunato, Mohammad Gheshlaghi Azar, Olivier Pietquin, Remi Munos, Shane Legg, Vlad Mnih","submitted_at":"2017-06-30T17:56:19Z","abstract_excerpt":"We introduce NoisyNet, a deep reinforcement learning agent with parametric noise added to its weights, and show that the induced stochasticity of the agent's policy can be used to aid efficient exploration. The parameters of the noise are learned with gradient descent along with the remaining network weights. NoisyNet is straightforward to implement and adds little computational overhead. We find that replacing the conventional exploration heuristics for A3C, DQN and dueling agents (entropy reward and $\\epsilon$-greedy respectively) with NoisyNet yields substantially higher scores for a wide r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1706.10295","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1706.10295/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:16:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xebVSfX7GwfdrWtSgwcJVtj6HBl2TCxnb1q8J03FEiFsb+JisGfA+El86PgylWFsls5ucyXZbmi2VFoH5ayUAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:34:25.377575Z"},"content_sha256":"2a972093a444c308d4f3c63fcd283ddf7a0e25534f4b403584e5d5e210c9c105","schema_version":"1.0","event_id":"sha256:2a972093a444c308d4f3c63fcd283ddf7a0e25534f4b403584e5d5e210c9c105"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KVWDVK2L63CVANIAFZ3OPXRE7S/bundle.json","state_url":"https://pith.science/pith/KVWDVK2L63CVANIAFZ3OPXRE7S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KVWDVK2L63CVANIAFZ3OPXRE7S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T01:34:25Z","links":{"resolver":"https://pith.science/pith/KVWDVK2L63CVANIAFZ3OPXRE7S","bundle":"https://pith.science/pith/KVWDVK2L63CVANIAFZ3OPXRE7S/bundle.json","state":"https://pith.science/pith/KVWDVK2L63CVANIAFZ3OPXRE7S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KVWDVK2L63CVANIAFZ3OPXRE7S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:KVWDVK2L63CVANIAFZ3OPXRE7S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6927ade1b43315b233063861a5fa00f5b951000e45bcd3c34c3d00c1d621f5ab","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-06-30T17:56:19Z","title_canon_sha256":"f599c580669695acf8cc3293671c65681f3e6a2c233475980b955ab299669cb8"},"schema_version":"1.0","source":{"id":"1706.10295","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1706.10295","created_at":"2026-07-05T00:16:16Z"},{"alias_kind":"arxiv_version","alias_value":"1706.10295v3","created_at":"2026-07-05T00:16:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1706.10295","created_at":"2026-07-05T00:16:16Z"},{"alias_kind":"pith_short_12","alias_value":"KVWDVK2L63CV","created_at":"2026-07-05T00:16:16Z"},{"alias_kind":"pith_short_16","alias_value":"KVWDVK2L63CVANIA","created_at":"2026-07-05T00:16:16Z"},{"alias_kind":"pith_short_8","alias_value":"KVWDVK2L","created_at":"2026-07-05T00:16:16Z"}],"graph_snapshots":[{"event_id":"sha256:2a972093a444c308d4f3c63fcd283ddf7a0e25534f4b403584e5d5e210c9c105","target":"graph","created_at":"2026-07-05T00:16:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1706.10295/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce NoisyNet, a deep reinforcement learning agent with parametric noise added to its weights, and show that the induced stochasticity of the agent's policy can be used to aid efficient exploration. The parameters of the noise are learned with gradient descent along with the remaining network weights. NoisyNet is straightforward to implement and adds little computational overhead. We find that replacing the conventional exploration heuristics for A3C, DQN and dueling agents (entropy reward and $\\epsilon$-greedy respectively) with NoisyNet yields substantially higher scores for a wide r","authors_text":"Alex Graves, Bilal Piot, Charles Blundell, Demis Hassabis, Ian Osband, Jacob Menick, Meire Fortunato, Mohammad Gheshlaghi Azar, Olivier Pietquin, Remi Munos, Shane Legg, Vlad Mnih","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-06-30T17:56:19Z","title":"Noisy Networks for Exploration"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1706.10295","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:441907d12cf0e7e269a78c1f7fdc6277b83489699f76570bc441207393d204b9","target":"record","created_at":"2026-07-05T00:16:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6927ade1b43315b233063861a5fa00f5b951000e45bcd3c34c3d00c1d621f5ab","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-06-30T17:56:19Z","title_canon_sha256":"f599c580669695acf8cc3293671c65681f3e6a2c233475980b955ab299669cb8"},"schema_version":"1.0","source":{"id":"1706.10295","kind":"arxiv","version":3}},"canonical_sha256":"556c3aab4bf6c55035002e76e7de24fc99d6a1b19a3105ecf4a3d5f8d30e341c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"556c3aab4bf6c55035002e76e7de24fc99d6a1b19a3105ecf4a3d5f8d30e341c","first_computed_at":"2026-07-05T00:16:16.315000Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:16:16.315000Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZJs7rv7TG+DK62M6s9jK/P6wChW4TNJ1d1MrpFM5cNa3I6hPJPiwiHNRgu/yPBlzC7GM84wEbwX5s2ofR7h/BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:16:16.315527Z","signed_message":"canonical_sha256_bytes"},"source_id":"1706.10295","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:441907d12cf0e7e269a78c1f7fdc6277b83489699f76570bc441207393d204b9","sha256:2a972093a444c308d4f3c63fcd283ddf7a0e25534f4b403584e5d5e210c9c105"],"state_sha256":"d7f0d89d4a2239254fce222fcfe03158f9d5a7baf3a55b15d5923cd68332d54a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QeqGpjOjFU0SzsntVmpgIsi/fwdcHsgH+rIARiuVbzemDqF/y61d/vNvUbXVvhCa13GE1tbEU0FnFyhDHtgwAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T01:34:25.382645Z","bundle_sha256":"71f5d52959c41cb8ccd99c5d29fa525f3f39d639438874f6cceb39237941e058"}}