{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:WY2EQUPKBDUWTDA7YQTUAKS2LF","short_pith_number":"pith:WY2EQUPK","canonical_record":{"source":{"id":"2201.12518","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-29T07:09:03Z","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"title_canon_sha256":"2546748199d1859c07e63a9c5e62f3dbab8550ce741bbace935829d24679ab78","abstract_canon_sha256":"0317eabe5fede19a41210589c09617237d5229cb5b4a78ed4bf86e4be63b9846"},"schema_version":"1.0"},"canonical_sha256":"b6344851ea08e9698c1fc427402a5a5964d8389253010600c252530241be758f","source":{"kind":"arxiv","id":"2201.12518","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.12518","created_at":"2026-07-05T09:59:39Z"},{"alias_kind":"arxiv_version","alias_value":"2201.12518v4","created_at":"2026-07-05T09:59:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.12518","created_at":"2026-07-05T09:59:39Z"},{"alias_kind":"pith_short_12","alias_value":"WY2EQUPKBDUW","created_at":"2026-07-05T09:59:39Z"},{"alias_kind":"pith_short_16","alias_value":"WY2EQUPKBDUWTDA7","created_at":"2026-07-05T09:59:39Z"},{"alias_kind":"pith_short_8","alias_value":"WY2EQUPK","created_at":"2026-07-05T09:59:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:WY2EQUPKBDUWTDA7YQTUAKS2LF","target":"record","payload":{"canonical_record":{"source":{"id":"2201.12518","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-29T07:09:03Z","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"title_canon_sha256":"2546748199d1859c07e63a9c5e62f3dbab8550ce741bbace935829d24679ab78","abstract_canon_sha256":"0317eabe5fede19a41210589c09617237d5229cb5b4a78ed4bf86e4be63b9846"},"schema_version":"1.0"},"canonical_sha256":"b6344851ea08e9698c1fc427402a5a5964d8389253010600c252530241be758f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:59:39.963369Z","signature_b64":"LNkQvGmQiYqlcVlGGyUv0j+xY1yp19PiIVOaRE8DiHISu8cQkQyYc/xN8TFowET2dfMw2dfUODmwkIpuq5pWBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b6344851ea08e9698c1fc427402a5a5964d8389253010600c252530241be758f","last_reissued_at":"2026-07-05T09:59:39.962931Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:59:39.962931Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.12518","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:59:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"frAtrn9jLoBLj0+TvffyOSThGXjcJTWGJdAoAH3qJ61CppU/dEWs2opWGhgK2kNCz9jW+JVUdzieX4B+G8E9Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:11:36.603707Z"},"content_sha256":"0005bc0894a22064f70d508769eccb0d6e0040032532c8382e6327a3edde3f0d","schema_version":"1.0","event_id":"sha256:0005bc0894a22064f70d508769eccb0d6e0040032532c8382e6327a3edde3f0d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:WY2EQUPKBDUWTDA7YQTUAKS2LF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Zeroth-Order Actor-Critic: An Evolutionary Framework for Sequential Decision Problems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.SY","eess.SY"],"primary_cat":"cs.LG","authors_text":"Guojian Zhan, Jiangtao Li, Jianyu Chen, Shengbo Eben Li, Sifa Zheng, Tao Zhang, Yao Lyu, Yuheng Lei","submitted_at":"2022-01-29T07:09:03Z","abstract_excerpt":"Evolutionary algorithms (EAs) have shown promise in solving sequential decision problems (SDPs) by simplifying them to static optimization problems and searching for the optimal policy parameters in a zeroth-order way. While these methods are highly versatile, they often suffer from high sample complexity due to their ignorance of the underlying temporal structures. In contrast, reinforcement learning (RL) methods typically formulate SDPs as Markov Decision Process (MDP). Although more sample efficient than EAs, RL methods are restricted to differentiable policies and prone to getting stuck in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.12518","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.12518/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:59:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UcwYbjY3Vc/GFqsEllsQYQy8P8E0iK0SvRw5PhhIZ9cB63Yq0+7PnAlVvH4ukRUl3bt4pCVlaDtJM+r0g1mvBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:11:36.604208Z"},"content_sha256":"bcc203db1e2ff35f7f579dbe772799bc8a493dedede6147480901d09ba30c6cb","schema_version":"1.0","event_id":"sha256:bcc203db1e2ff35f7f579dbe772799bc8a493dedede6147480901d09ba30c6cb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WY2EQUPKBDUWTDA7YQTUAKS2LF/bundle.json","state_url":"https://pith.science/pith/WY2EQUPKBDUWTDA7YQTUAKS2LF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WY2EQUPKBDUWTDA7YQTUAKS2LF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T05:11:36Z","links":{"resolver":"https://pith.science/pith/WY2EQUPKBDUWTDA7YQTUAKS2LF","bundle":"https://pith.science/pith/WY2EQUPKBDUWTDA7YQTUAKS2LF/bundle.json","state":"https://pith.science/pith/WY2EQUPKBDUWTDA7YQTUAKS2LF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WY2EQUPKBDUWTDA7YQTUAKS2LF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:WY2EQUPKBDUWTDA7YQTUAKS2LF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0317eabe5fede19a41210589c09617237d5229cb5b4a78ed4bf86e4be63b9846","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-29T07:09:03Z","title_canon_sha256":"2546748199d1859c07e63a9c5e62f3dbab8550ce741bbace935829d24679ab78"},"schema_version":"1.0","source":{"id":"2201.12518","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.12518","created_at":"2026-07-05T09:59:39Z"},{"alias_kind":"arxiv_version","alias_value":"2201.12518v4","created_at":"2026-07-05T09:59:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.12518","created_at":"2026-07-05T09:59:39Z"},{"alias_kind":"pith_short_12","alias_value":"WY2EQUPKBDUW","created_at":"2026-07-05T09:59:39Z"},{"alias_kind":"pith_short_16","alias_value":"WY2EQUPKBDUWTDA7","created_at":"2026-07-05T09:59:39Z"},{"alias_kind":"pith_short_8","alias_value":"WY2EQUPK","created_at":"2026-07-05T09:59:39Z"}],"graph_snapshots":[{"event_id":"sha256:bcc203db1e2ff35f7f579dbe772799bc8a493dedede6147480901d09ba30c6cb","target":"graph","created_at":"2026-07-05T09:59:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.12518/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evolutionary algorithms (EAs) have shown promise in solving sequential decision problems (SDPs) by simplifying them to static optimization problems and searching for the optimal policy parameters in a zeroth-order way. While these methods are highly versatile, they often suffer from high sample complexity due to their ignorance of the underlying temporal structures. In contrast, reinforcement learning (RL) methods typically formulate SDPs as Markov Decision Process (MDP). Although more sample efficient than EAs, RL methods are restricted to differentiable policies and prone to getting stuck in","authors_text":"Guojian Zhan, Jiangtao Li, Jianyu Chen, Shengbo Eben Li, Sifa Zheng, Tao Zhang, Yao Lyu, Yuheng Lei","cross_cats":["cs.AI","cs.SY","eess.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-29T07:09:03Z","title":"Zeroth-Order Actor-Critic: An Evolutionary Framework for Sequential Decision Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.12518","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0005bc0894a22064f70d508769eccb0d6e0040032532c8382e6327a3edde3f0d","target":"record","created_at":"2026-07-05T09:59:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0317eabe5fede19a41210589c09617237d5229cb5b4a78ed4bf86e4be63b9846","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-29T07:09:03Z","title_canon_sha256":"2546748199d1859c07e63a9c5e62f3dbab8550ce741bbace935829d24679ab78"},"schema_version":"1.0","source":{"id":"2201.12518","kind":"arxiv","version":4}},"canonical_sha256":"b6344851ea08e9698c1fc427402a5a5964d8389253010600c252530241be758f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b6344851ea08e9698c1fc427402a5a5964d8389253010600c252530241be758f","first_computed_at":"2026-07-05T09:59:39.962931Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:59:39.962931Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LNkQvGmQiYqlcVlGGyUv0j+xY1yp19PiIVOaRE8DiHISu8cQkQyYc/xN8TFowET2dfMw2dfUODmwkIpuq5pWBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:59:39.963369Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.12518","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0005bc0894a22064f70d508769eccb0d6e0040032532c8382e6327a3edde3f0d","sha256:bcc203db1e2ff35f7f579dbe772799bc8a493dedede6147480901d09ba30c6cb"],"state_sha256":"a900c55265abe5aaffa32bcd82b3d87226afcc3c5fd053fc4cf7c07c24ae6cae"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2BKytoBo1maFhlSQD065kT2sXI94JiaSbmG8uJ/a5+xXtswf1lEdWqabfl52T+7TEDRRWLn2IUuHtbv3e8OEBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T05:11:36.608386Z","bundle_sha256":"f8aec562147c0a4c2e684ff6c2d13aef654d372c2d31544a3ad51a513ff17354"}}