{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:3OFGGGW6TOBJKBDHUP7MA4N2JY","short_pith_number":"pith:3OFGGGW6","canonical_record":{"source":{"id":"1711.07478","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-11-20T16:40:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bf9fea90c258a70f1756fa137cc6292259ee3bf829a506e31f0401495100a444","abstract_canon_sha256":"f95c6b4ccad65a030b33e45e154064192142a94ff3b4a6082b9b473fa12bfc00"},"schema_version":"1.0"},"canonical_sha256":"db8a631ade9b82950467a3fec071ba4e388184c0405e9b8220cd32c67d26dfc7","source":{"kind":"arxiv","id":"1711.07478","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1711.07478","created_at":"2026-05-18T00:29:58Z"},{"alias_kind":"arxiv_version","alias_value":"1711.07478v1","created_at":"2026-05-18T00:29:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1711.07478","created_at":"2026-05-18T00:29:58Z"},{"alias_kind":"pith_short_12","alias_value":"3OFGGGW6TOBJ","created_at":"2026-05-18T12:30:58Z"},{"alias_kind":"pith_short_16","alias_value":"3OFGGGW6TOBJKBDH","created_at":"2026-05-18T12:30:58Z"},{"alias_kind":"pith_short_8","alias_value":"3OFGGGW6","created_at":"2026-05-18T12:30:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:3OFGGGW6TOBJKBDHUP7MA4N2JY","target":"record","payload":{"canonical_record":{"source":{"id":"1711.07478","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-11-20T16:40:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bf9fea90c258a70f1756fa137cc6292259ee3bf829a506e31f0401495100a444","abstract_canon_sha256":"f95c6b4ccad65a030b33e45e154064192142a94ff3b4a6082b9b473fa12bfc00"},"schema_version":"1.0"},"canonical_sha256":"db8a631ade9b82950467a3fec071ba4e388184c0405e9b8220cd32c67d26dfc7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:29:58.870712Z","signature_b64":"y2/ZegQubt7eM5mmESNB5DvvbGyXsx04uvpZGo7c3EGqolq8nVkPDlCNsQLKR3668RJFQdFMhBN52Ez9neKxDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"db8a631ade9b82950467a3fec071ba4e388184c0405e9b8220cd32c67d26dfc7","last_reissued_at":"2026-05-18T00:29:58.870099Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:29:58.870099Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1711.07478","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:29:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QhmcQmDfcGQwwUwDkyNjw1+L4jg5O7XENQKdy7XLqghZ9rL3Tmlf25rPb9/0Ci/GAc75k32riWykIIX61p36AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:40:23.070571Z"},"content_sha256":"5277d54fcff3772241f302080e7f123a1b0b79461708a59c6542df36829bb4ce","schema_version":"1.0","event_id":"sha256:5277d54fcff3772241f302080e7f123a1b0b79461708a59c6542df36829bb4ce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:3OFGGGW6TOBJKBDHUP7MA4N2JY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Implementing the Deep Q-Network","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"James MacGlashan, Melrose Roderick, Stefanie Tellex","submitted_at":"2017-11-20T16:40:33Z","abstract_excerpt":"The Deep Q-Network proposed by Mnih et al. [2015] has become a benchmark and building point for much deep reinforcement learning research. However, replicating results for complex systems is often challenging since original scientific publications are not always able to describe in detail every important parameter setting and software engineering solution. In this paper, we present results from our work reproducing the results of the DQN paper. We highlight key areas in the implementation that were not covered in great detail in the original paper to make it easier for researchers to replicate"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1711.07478","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:29:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GknONTPqWjUPAipIFRYi8qptdAAUwJwwAP9eXMiyAfAo40Dus/W4TGWjCe/wwveiokq6e894VJ6h1KafKc/BCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:40:23.071020Z"},"content_sha256":"049d9e0a0d974e95e72ca836afa1f83b5bb6e5e4e49cd88c1ce8b748d117b34d","schema_version":"1.0","event_id":"sha256:049d9e0a0d974e95e72ca836afa1f83b5bb6e5e4e49cd88c1ce8b748d117b34d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3OFGGGW6TOBJKBDHUP7MA4N2JY/bundle.json","state_url":"https://pith.science/pith/3OFGGGW6TOBJKBDHUP7MA4N2JY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3OFGGGW6TOBJKBDHUP7MA4N2JY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:40:23Z","links":{"resolver":"https://pith.science/pith/3OFGGGW6TOBJKBDHUP7MA4N2JY","bundle":"https://pith.science/pith/3OFGGGW6TOBJKBDHUP7MA4N2JY/bundle.json","state":"https://pith.science/pith/3OFGGGW6TOBJKBDHUP7MA4N2JY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3OFGGGW6TOBJKBDHUP7MA4N2JY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:3OFGGGW6TOBJKBDHUP7MA4N2JY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f95c6b4ccad65a030b33e45e154064192142a94ff3b4a6082b9b473fa12bfc00","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-11-20T16:40:33Z","title_canon_sha256":"bf9fea90c258a70f1756fa137cc6292259ee3bf829a506e31f0401495100a444"},"schema_version":"1.0","source":{"id":"1711.07478","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1711.07478","created_at":"2026-05-18T00:29:58Z"},{"alias_kind":"arxiv_version","alias_value":"1711.07478v1","created_at":"2026-05-18T00:29:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1711.07478","created_at":"2026-05-18T00:29:58Z"},{"alias_kind":"pith_short_12","alias_value":"3OFGGGW6TOBJ","created_at":"2026-05-18T12:30:58Z"},{"alias_kind":"pith_short_16","alias_value":"3OFGGGW6TOBJKBDH","created_at":"2026-05-18T12:30:58Z"},{"alias_kind":"pith_short_8","alias_value":"3OFGGGW6","created_at":"2026-05-18T12:30:58Z"}],"graph_snapshots":[{"event_id":"sha256:049d9e0a0d974e95e72ca836afa1f83b5bb6e5e4e49cd88c1ce8b748d117b34d","target":"graph","created_at":"2026-05-18T00:29:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The Deep Q-Network proposed by Mnih et al. [2015] has become a benchmark and building point for much deep reinforcement learning research. However, replicating results for complex systems is often challenging since original scientific publications are not always able to describe in detail every important parameter setting and software engineering solution. In this paper, we present results from our work reproducing the results of the DQN paper. We highlight key areas in the implementation that were not covered in great detail in the original paper to make it easier for researchers to replicate","authors_text":"James MacGlashan, Melrose Roderick, Stefanie Tellex","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-11-20T16:40:33Z","title":"Implementing the Deep Q-Network"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1711.07478","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5277d54fcff3772241f302080e7f123a1b0b79461708a59c6542df36829bb4ce","target":"record","created_at":"2026-05-18T00:29:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f95c6b4ccad65a030b33e45e154064192142a94ff3b4a6082b9b473fa12bfc00","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-11-20T16:40:33Z","title_canon_sha256":"bf9fea90c258a70f1756fa137cc6292259ee3bf829a506e31f0401495100a444"},"schema_version":"1.0","source":{"id":"1711.07478","kind":"arxiv","version":1}},"canonical_sha256":"db8a631ade9b82950467a3fec071ba4e388184c0405e9b8220cd32c67d26dfc7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"db8a631ade9b82950467a3fec071ba4e388184c0405e9b8220cd32c67d26dfc7","first_computed_at":"2026-05-18T00:29:58.870099Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:29:58.870099Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"y2/ZegQubt7eM5mmESNB5DvvbGyXsx04uvpZGo7c3EGqolq8nVkPDlCNsQLKR3668RJFQdFMhBN52Ez9neKxDA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:29:58.870712Z","signed_message":"canonical_sha256_bytes"},"source_id":"1711.07478","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5277d54fcff3772241f302080e7f123a1b0b79461708a59c6542df36829bb4ce","sha256:049d9e0a0d974e95e72ca836afa1f83b5bb6e5e4e49cd88c1ce8b748d117b34d"],"state_sha256":"457a3af621bea34feaa6234abe34fdcd0ac1ad706515d95af23ce5f99438f030"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sThsvZky8ueE7k7RL3ol+jujnlWFBDSAkpycjqVeYi0R7UzZ9DeRM3+0g/n/tikgmG4mQdn/5T5sUxJlMTwSAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:40:23.074716Z","bundle_sha256":"f5f799e96cb21c045d0525d2676413bfecd41ce27608a046b8024d9116138154"}}