{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:BEX2FOIS37BX2PZJ2PH4CVF5YB","short_pith_number":"pith:BEX2FOIS","canonical_record":{"source":{"id":"1805.07917","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-21T06:55:58Z","cross_cats_sorted":["cs.NE","stat.ML"],"title_canon_sha256":"2b75a128427869edb026f997d655f6f02762230b1950bb491b8693a2217223c8","abstract_canon_sha256":"b18fd1425e43afc6014d996856da7f085121fba0ef8c14303843d71575626d1c"},"schema_version":"1.0"},"canonical_sha256":"092fa2b912dfc37d3f29d3cfc154bdc06693394d5f599505a34f8b8cf01c2170","source":{"kind":"arxiv","id":"1805.07917","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.07917","created_at":"2026-05-18T00:02:09Z"},{"alias_kind":"arxiv_version","alias_value":"1805.07917v2","created_at":"2026-05-18T00:02:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.07917","created_at":"2026-05-18T00:02:09Z"},{"alias_kind":"pith_short_12","alias_value":"BEX2FOIS37BX","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_16","alias_value":"BEX2FOIS37BX2PZJ","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_8","alias_value":"BEX2FOIS","created_at":"2026-05-18T12:32:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:BEX2FOIS37BX2PZJ2PH4CVF5YB","target":"record","payload":{"canonical_record":{"source":{"id":"1805.07917","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-21T06:55:58Z","cross_cats_sorted":["cs.NE","stat.ML"],"title_canon_sha256":"2b75a128427869edb026f997d655f6f02762230b1950bb491b8693a2217223c8","abstract_canon_sha256":"b18fd1425e43afc6014d996856da7f085121fba0ef8c14303843d71575626d1c"},"schema_version":"1.0"},"canonical_sha256":"092fa2b912dfc37d3f29d3cfc154bdc06693394d5f599505a34f8b8cf01c2170","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:02:09.998352Z","signature_b64":"2FK9y5lvBbpEjXlnJojiC03aFCxlexv0suALBd4DrwhdcCfTEW5uXIiUjP0E5jDMmiHVUuPBN9ayKyHxzEoyDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"092fa2b912dfc37d3f29d3cfc154bdc06693394d5f599505a34f8b8cf01c2170","last_reissued_at":"2026-05-18T00:02:09.997667Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:02:09.997667Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1805.07917","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:02:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jxblwF1H6FahHZfNZNpqnjT/y0XjPxmM1CMce7Hx1VK9CMaJ1ozDa5ylD9v3/yaTYbbNSM3IM+LXby48w7Q8BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T12:40:11.901064Z"},"content_sha256":"bb24c0914b54e29c11ee47b7de3fc904d287e4acbe025409bcd0167a57737bbb","schema_version":"1.0","event_id":"sha256:bb24c0914b54e29c11ee47b7de3fc904d287e4acbe025409bcd0167a57737bbb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:BEX2FOIS37BX2PZJ2PH4CVF5YB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evolution-Guided Policy Gradient in Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.NE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Kagan Tumer, Shauharda Khadka","submitted_at":"2018-05-21T06:55:58Z","abstract_excerpt":"Deep Reinforcement Learning (DRL) algorithms have been successfully applied to a range of challenging control tasks. However, these methods typically suffer from three core difficulties: temporal credit assignment with sparse rewards, lack of effective exploration, and brittle convergence properties that are extremely sensitive to hyperparameters. Collectively, these challenges severely limit the applicability of these approaches to real-world problems. Evolutionary Algorithms (EAs), a class of black box optimization techniques inspired by natural evolution, are well suited to address each of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.07917","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:02:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v1rz1YnSwISANvxhEwDvViSTKBDpSPZPkJo+6JbYmvT9chMy78V0Cl5pSTsua3hozE4yJx/MBqWYv49YeE9JBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T12:40:11.901465Z"},"content_sha256":"a5fe6ed6259a9b99a4ce7191f2bf28c94027bc5c9fa06a9fd18faaeebf989a1b","schema_version":"1.0","event_id":"sha256:a5fe6ed6259a9b99a4ce7191f2bf28c94027bc5c9fa06a9fd18faaeebf989a1b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BEX2FOIS37BX2PZJ2PH4CVF5YB/bundle.json","state_url":"https://pith.science/pith/BEX2FOIS37BX2PZJ2PH4CVF5YB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BEX2FOIS37BX2PZJ2PH4CVF5YB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-07T12:40:11Z","links":{"resolver":"https://pith.science/pith/BEX2FOIS37BX2PZJ2PH4CVF5YB","bundle":"https://pith.science/pith/BEX2FOIS37BX2PZJ2PH4CVF5YB/bundle.json","state":"https://pith.science/pith/BEX2FOIS37BX2PZJ2PH4CVF5YB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BEX2FOIS37BX2PZJ2PH4CVF5YB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:BEX2FOIS37BX2PZJ2PH4CVF5YB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b18fd1425e43afc6014d996856da7f085121fba0ef8c14303843d71575626d1c","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-21T06:55:58Z","title_canon_sha256":"2b75a128427869edb026f997d655f6f02762230b1950bb491b8693a2217223c8"},"schema_version":"1.0","source":{"id":"1805.07917","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.07917","created_at":"2026-05-18T00:02:09Z"},{"alias_kind":"arxiv_version","alias_value":"1805.07917v2","created_at":"2026-05-18T00:02:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.07917","created_at":"2026-05-18T00:02:09Z"},{"alias_kind":"pith_short_12","alias_value":"BEX2FOIS37BX","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_16","alias_value":"BEX2FOIS37BX2PZJ","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_8","alias_value":"BEX2FOIS","created_at":"2026-05-18T12:32:16Z"}],"graph_snapshots":[{"event_id":"sha256:a5fe6ed6259a9b99a4ce7191f2bf28c94027bc5c9fa06a9fd18faaeebf989a1b","target":"graph","created_at":"2026-05-18T00:02:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Deep Reinforcement Learning (DRL) algorithms have been successfully applied to a range of challenging control tasks. However, these methods typically suffer from three core difficulties: temporal credit assignment with sparse rewards, lack of effective exploration, and brittle convergence properties that are extremely sensitive to hyperparameters. Collectively, these challenges severely limit the applicability of these approaches to real-world problems. Evolutionary Algorithms (EAs), a class of black box optimization techniques inspired by natural evolution, are well suited to address each of ","authors_text":"Kagan Tumer, Shauharda Khadka","cross_cats":["cs.NE","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-21T06:55:58Z","title":"Evolution-Guided Policy Gradient in Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.07917","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bb24c0914b54e29c11ee47b7de3fc904d287e4acbe025409bcd0167a57737bbb","target":"record","created_at":"2026-05-18T00:02:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b18fd1425e43afc6014d996856da7f085121fba0ef8c14303843d71575626d1c","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-21T06:55:58Z","title_canon_sha256":"2b75a128427869edb026f997d655f6f02762230b1950bb491b8693a2217223c8"},"schema_version":"1.0","source":{"id":"1805.07917","kind":"arxiv","version":2}},"canonical_sha256":"092fa2b912dfc37d3f29d3cfc154bdc06693394d5f599505a34f8b8cf01c2170","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"092fa2b912dfc37d3f29d3cfc154bdc06693394d5f599505a34f8b8cf01c2170","first_computed_at":"2026-05-18T00:02:09.997667Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:02:09.997667Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2FK9y5lvBbpEjXlnJojiC03aFCxlexv0suALBd4DrwhdcCfTEW5uXIiUjP0E5jDMmiHVUuPBN9ayKyHxzEoyDA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:02:09.998352Z","signed_message":"canonical_sha256_bytes"},"source_id":"1805.07917","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bb24c0914b54e29c11ee47b7de3fc904d287e4acbe025409bcd0167a57737bbb","sha256:a5fe6ed6259a9b99a4ce7191f2bf28c94027bc5c9fa06a9fd18faaeebf989a1b"],"state_sha256":"cba9d46c4068fca974e8885cd66c76fd30738c325a6a0a2b272ba25ea52f3ea2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X4aP6FQv/O5ZgRs2VHbY/l90oAfdfcc+n4jj4z7v4JkVt23/sPx3v1pRTXV9ZlaVNpdW1lmUHh/3mxeDyXdADA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-07T12:40:11.903788Z","bundle_sha256":"3904516955a52c0caabc3381462b058527b998748db4975d71b47ff422ec8e4d"}}