{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:EJSVCW4NVO5TMBPJLB6IQU5EHX","short_pith_number":"pith:EJSVCW4N","canonical_record":{"source":{"id":"1808.09940","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"q-fin.PM","submitted_at":"2018-08-29T17:39:08Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"128d6b4cf56d2c95f9d26d3d46e9e9983fe9de7f7ffcaa52e84cb09f90c7e949","abstract_canon_sha256":"aa1f49bbbc7ced1d67e74545cfe5ba45e8abf51444b0c85e9507df4cfdd9cbc0"},"schema_version":"1.0"},"canonical_sha256":"2265515b8dabbb3605e9587c8853a43dfa3a02b501fba1b60a1f8c9a5e3216e8","source":{"kind":"arxiv","id":"1808.09940","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.09940","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"arxiv_version","alias_value":"1808.09940v3","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.09940","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"pith_short_12","alias_value":"EJSVCW4NVO5T","created_at":"2026-05-18T12:32:22Z"},{"alias_kind":"pith_short_16","alias_value":"EJSVCW4NVO5TMBPJ","created_at":"2026-05-18T12:32:22Z"},{"alias_kind":"pith_short_8","alias_value":"EJSVCW4N","created_at":"2026-05-18T12:32:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:EJSVCW4NVO5TMBPJLB6IQU5EHX","target":"record","payload":{"canonical_record":{"source":{"id":"1808.09940","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"q-fin.PM","submitted_at":"2018-08-29T17:39:08Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"128d6b4cf56d2c95f9d26d3d46e9e9983fe9de7f7ffcaa52e84cb09f90c7e949","abstract_canon_sha256":"aa1f49bbbc7ced1d67e74545cfe5ba45e8abf51444b0c85e9507df4cfdd9cbc0"},"schema_version":"1.0"},"canonical_sha256":"2265515b8dabbb3605e9587c8853a43dfa3a02b501fba1b60a1f8c9a5e3216e8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:00:29.735825Z","signature_b64":"XwUH5sw+XDewsQSoafm2b0Pyi7dL54K2i8mksA+NNBGYyZnyr9PyLLKEvY4glLWHLm1jQ1Ee2EDGsTHySJlPCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2265515b8dabbb3605e9587c8853a43dfa3a02b501fba1b60a1f8c9a5e3216e8","last_reissued_at":"2026-05-18T00:00:29.735333Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:00:29.735333Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1808.09940","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:00:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mncJff4I+XKBx6rsNIRkRcdyjS0IVlyXEAQmzk9n7LXOUE5zKYIXW2Gr40MeQlViAVbQusp5PmnypI1WWrueAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T15:02:47.039616Z"},"content_sha256":"0e9e9e674c73d733276b7a40e64bb64ae44a54759f9768d16085a8477466a7d6","schema_version":"1.0","event_id":"sha256:0e9e9e674c73d733276b7a40e64bb64ae44a54759f9768d16085a8477466a7d6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:EJSVCW4NVO5TMBPJLB6IQU5EHX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adversarial Deep Reinforcement Learning in Portfolio Management","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"q-fin.PM","authors_text":"Hao Chen, Junhao Zhu, Kangkang Jiang, Yanran Li, Zhipeng Liang","submitted_at":"2018-08-29T17:39:08Z","abstract_excerpt":"In this paper, we implement three state-of-art continuous reinforcement learning algorithms, Deep Deterministic Policy Gradient (DDPG), Proximal Policy Optimization (PPO) and Policy Gradient (PG)in portfolio management. All of them are widely-used in game playing and robot control. What's more, PPO has appealing theoretical propeties which is hopefully potential in portfolio management. We present the performances of them under different settings, including different learning rates, objective functions, feature combinations, in order to provide insights for parameters tuning, features selectio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.09940","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:00:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e7hcyykGitAZ4b84tiO3MBIbuDd+secvmxaqqiwNcTmuUShnAFSGm5dgNmhJk+UZXiyDPl8wCDCRRaU+bPOACg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T15:02:47.040283Z"},"content_sha256":"69719d6a4080b2c28d59f16e16a2ddb2451c8a7021bebcca4c0ddd151d8a8c90","schema_version":"1.0","event_id":"sha256:69719d6a4080b2c28d59f16e16a2ddb2451c8a7021bebcca4c0ddd151d8a8c90"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EJSVCW4NVO5TMBPJLB6IQU5EHX/bundle.json","state_url":"https://pith.science/pith/EJSVCW4NVO5TMBPJLB6IQU5EHX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EJSVCW4NVO5TMBPJLB6IQU5EHX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-29T15:02:47Z","links":{"resolver":"https://pith.science/pith/EJSVCW4NVO5TMBPJLB6IQU5EHX","bundle":"https://pith.science/pith/EJSVCW4NVO5TMBPJLB6IQU5EHX/bundle.json","state":"https://pith.science/pith/EJSVCW4NVO5TMBPJLB6IQU5EHX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EJSVCW4NVO5TMBPJLB6IQU5EHX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:EJSVCW4NVO5TMBPJLB6IQU5EHX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aa1f49bbbc7ced1d67e74545cfe5ba45e8abf51444b0c85e9507df4cfdd9cbc0","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"q-fin.PM","submitted_at":"2018-08-29T17:39:08Z","title_canon_sha256":"128d6b4cf56d2c95f9d26d3d46e9e9983fe9de7f7ffcaa52e84cb09f90c7e949"},"schema_version":"1.0","source":{"id":"1808.09940","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.09940","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"arxiv_version","alias_value":"1808.09940v3","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.09940","created_at":"2026-05-18T00:00:29Z"},{"alias_kind":"pith_short_12","alias_value":"EJSVCW4NVO5T","created_at":"2026-05-18T12:32:22Z"},{"alias_kind":"pith_short_16","alias_value":"EJSVCW4NVO5TMBPJ","created_at":"2026-05-18T12:32:22Z"},{"alias_kind":"pith_short_8","alias_value":"EJSVCW4N","created_at":"2026-05-18T12:32:22Z"}],"graph_snapshots":[{"event_id":"sha256:69719d6a4080b2c28d59f16e16a2ddb2451c8a7021bebcca4c0ddd151d8a8c90","target":"graph","created_at":"2026-05-18T00:00:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper, we implement three state-of-art continuous reinforcement learning algorithms, Deep Deterministic Policy Gradient (DDPG), Proximal Policy Optimization (PPO) and Policy Gradient (PG)in portfolio management. All of them are widely-used in game playing and robot control. What's more, PPO has appealing theoretical propeties which is hopefully potential in portfolio management. We present the performances of them under different settings, including different learning rates, objective functions, feature combinations, in order to provide insights for parameters tuning, features selectio","authors_text":"Hao Chen, Junhao Zhu, Kangkang Jiang, Yanran Li, Zhipeng Liang","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"q-fin.PM","submitted_at":"2018-08-29T17:39:08Z","title":"Adversarial Deep Reinforcement Learning in Portfolio Management"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.09940","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0e9e9e674c73d733276b7a40e64bb64ae44a54759f9768d16085a8477466a7d6","target":"record","created_at":"2026-05-18T00:00:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aa1f49bbbc7ced1d67e74545cfe5ba45e8abf51444b0c85e9507df4cfdd9cbc0","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"q-fin.PM","submitted_at":"2018-08-29T17:39:08Z","title_canon_sha256":"128d6b4cf56d2c95f9d26d3d46e9e9983fe9de7f7ffcaa52e84cb09f90c7e949"},"schema_version":"1.0","source":{"id":"1808.09940","kind":"arxiv","version":3}},"canonical_sha256":"2265515b8dabbb3605e9587c8853a43dfa3a02b501fba1b60a1f8c9a5e3216e8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2265515b8dabbb3605e9587c8853a43dfa3a02b501fba1b60a1f8c9a5e3216e8","first_computed_at":"2026-05-18T00:00:29.735333Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:00:29.735333Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XwUH5sw+XDewsQSoafm2b0Pyi7dL54K2i8mksA+NNBGYyZnyr9PyLLKEvY4glLWHLm1jQ1Ee2EDGsTHySJlPCA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:00:29.735825Z","signed_message":"canonical_sha256_bytes"},"source_id":"1808.09940","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0e9e9e674c73d733276b7a40e64bb64ae44a54759f9768d16085a8477466a7d6","sha256:69719d6a4080b2c28d59f16e16a2ddb2451c8a7021bebcca4c0ddd151d8a8c90"],"state_sha256":"b8db0bdff8fd8650008e8b597618cccc1e90ac631df5812c8c307febf692026c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2uKj8WTE+RY1y0XtsgZ7liVJZ/c19L2FV+RhQlz1tbfNflPmOkF389d7gtKHhYe+l6jysIrxlEKyqGpYcsXXCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-29T15:02:47.043996Z","bundle_sha256":"bd1e40dc35656382cd9bef6fb999e923d37fc0b029152081f8148c0d950bf280"}}