{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HLP3OALS4TDL7I2RQZVVFHALBH","short_pith_number":"pith:HLP3OALS","canonical_record":{"source":{"id":"2112.04553","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"q-fin.MF","submitted_at":"2021-12-08T19:55:26Z","cross_cats_sorted":["cs.LG","q-fin.CP","q-fin.TR"],"title_canon_sha256":"7a01cbd482f1e57c99818bc78b7e0d0c419ed52a9f7bb3fbe5b84e00db0e8934","abstract_canon_sha256":"d7403c0804125e4a3f301bc3c31349fa4b26d74296992ccc982e60c143d74d0b"},"schema_version":"1.0"},"canonical_sha256":"3adfb70172e4c6bfa351866b529c0b09e8ca5e919ca96b57e5bce5bc52b6d573","source":{"kind":"arxiv","id":"2112.04553","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.04553","created_at":"2026-07-05T05:46:11Z"},{"alias_kind":"arxiv_version","alias_value":"2112.04553v4","created_at":"2026-07-05T05:46:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.04553","created_at":"2026-07-05T05:46:11Z"},{"alias_kind":"pith_short_12","alias_value":"HLP3OALS4TDL","created_at":"2026-07-05T05:46:11Z"},{"alias_kind":"pith_short_16","alias_value":"HLP3OALS4TDL7I2R","created_at":"2026-07-05T05:46:11Z"},{"alias_kind":"pith_short_8","alias_value":"HLP3OALS","created_at":"2026-07-05T05:46:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HLP3OALS4TDL7I2RQZVVFHALBH","target":"record","payload":{"canonical_record":{"source":{"id":"2112.04553","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"q-fin.MF","submitted_at":"2021-12-08T19:55:26Z","cross_cats_sorted":["cs.LG","q-fin.CP","q-fin.TR"],"title_canon_sha256":"7a01cbd482f1e57c99818bc78b7e0d0c419ed52a9f7bb3fbe5b84e00db0e8934","abstract_canon_sha256":"d7403c0804125e4a3f301bc3c31349fa4b26d74296992ccc982e60c143d74d0b"},"schema_version":"1.0"},"canonical_sha256":"3adfb70172e4c6bfa351866b529c0b09e8ca5e919ca96b57e5bce5bc52b6d573","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:46:11.976298Z","signature_b64":"I8V6eqqdxoIy4ivhEkb+jMQKOlJDYRAVLVMU7H8xFvd2Pox+fSQ3VIPlFmOT7tH5iOb0KtT06dysaJ5DYs9jDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3adfb70172e4c6bfa351866b529c0b09e8ca5e919ca96b57e5bce5bc52b6d573","last_reissued_at":"2026-07-05T05:46:11.975813Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:46:11.975813Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.04553","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:46:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iMREVxuDgBKmSdV+KnMAkT51o6E6UGYeXLx9N/jT9dS69PHECegU5hVuV0Bvv5y41BPSt0F6cnjPPcRl8WlCCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T14:55:54.245374Z"},"content_sha256":"d31d23f127e66048ac6fd4c65333a205478241ed7973d0fdfe278c00b4229f01","schema_version":"1.0","event_id":"sha256:d31d23f127e66048ac6fd4c65333a205478241ed7973d0fdfe278c00b4229f01"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HLP3OALS4TDL7I2RQZVVFHALBH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Recent Advances in Reinforcement Learning in Finance","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.LG","q-fin.CP","q-fin.TR"],"primary_cat":"q-fin.MF","authors_text":"Ben Hambly, Huining Yang, Renyuan Xu","submitted_at":"2021-12-08T19:55:26Z","abstract_excerpt":"The rapid changes in the finance industry due to the increasing amount of data have revolutionized the techniques on data processing and data analysis and brought new theoretical and computational challenges. In contrast to classical stochastic control theory and other analytical approaches for solving financial decision-making problems that heavily reply on model assumptions, new developments from reinforcement learning (RL) are able to make full use of the large amount of financial data with fewer model assumptions and to improve decisions in complex financial environments. This survey paper"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.04553","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.04553/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:46:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GnQC2Tc1yBm/NWoPkiYlRAIUH/v+JZ3pjCEU4qZHivHdkH+CP2wAEW6Ju0DbqCkZ398bfnhXMlwPPyTi5TBDBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T14:55:54.245894Z"},"content_sha256":"ad79ea770cee7293e3edbec2a284d5d858e194ac0f1d0f30857dea08117e0985","schema_version":"1.0","event_id":"sha256:ad79ea770cee7293e3edbec2a284d5d858e194ac0f1d0f30857dea08117e0985"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HLP3OALS4TDL7I2RQZVVFHALBH/bundle.json","state_url":"https://pith.science/pith/HLP3OALS4TDL7I2RQZVVFHALBH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HLP3OALS4TDL7I2RQZVVFHALBH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T14:55:54Z","links":{"resolver":"https://pith.science/pith/HLP3OALS4TDL7I2RQZVVFHALBH","bundle":"https://pith.science/pith/HLP3OALS4TDL7I2RQZVVFHALBH/bundle.json","state":"https://pith.science/pith/HLP3OALS4TDL7I2RQZVVFHALBH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HLP3OALS4TDL7I2RQZVVFHALBH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HLP3OALS4TDL7I2RQZVVFHALBH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d7403c0804125e4a3f301bc3c31349fa4b26d74296992ccc982e60c143d74d0b","cross_cats_sorted":["cs.LG","q-fin.CP","q-fin.TR"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"q-fin.MF","submitted_at":"2021-12-08T19:55:26Z","title_canon_sha256":"7a01cbd482f1e57c99818bc78b7e0d0c419ed52a9f7bb3fbe5b84e00db0e8934"},"schema_version":"1.0","source":{"id":"2112.04553","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.04553","created_at":"2026-07-05T05:46:11Z"},{"alias_kind":"arxiv_version","alias_value":"2112.04553v4","created_at":"2026-07-05T05:46:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.04553","created_at":"2026-07-05T05:46:11Z"},{"alias_kind":"pith_short_12","alias_value":"HLP3OALS4TDL","created_at":"2026-07-05T05:46:11Z"},{"alias_kind":"pith_short_16","alias_value":"HLP3OALS4TDL7I2R","created_at":"2026-07-05T05:46:11Z"},{"alias_kind":"pith_short_8","alias_value":"HLP3OALS","created_at":"2026-07-05T05:46:11Z"}],"graph_snapshots":[{"event_id":"sha256:ad79ea770cee7293e3edbec2a284d5d858e194ac0f1d0f30857dea08117e0985","target":"graph","created_at":"2026-07-05T05:46:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.04553/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid changes in the finance industry due to the increasing amount of data have revolutionized the techniques on data processing and data analysis and brought new theoretical and computational challenges. In contrast to classical stochastic control theory and other analytical approaches for solving financial decision-making problems that heavily reply on model assumptions, new developments from reinforcement learning (RL) are able to make full use of the large amount of financial data with fewer model assumptions and to improve decisions in complex financial environments. This survey paper","authors_text":"Ben Hambly, Huining Yang, Renyuan Xu","cross_cats":["cs.LG","q-fin.CP","q-fin.TR"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"q-fin.MF","submitted_at":"2021-12-08T19:55:26Z","title":"Recent Advances in Reinforcement Learning in Finance"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.04553","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d31d23f127e66048ac6fd4c65333a205478241ed7973d0fdfe278c00b4229f01","target":"record","created_at":"2026-07-05T05:46:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d7403c0804125e4a3f301bc3c31349fa4b26d74296992ccc982e60c143d74d0b","cross_cats_sorted":["cs.LG","q-fin.CP","q-fin.TR"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"q-fin.MF","submitted_at":"2021-12-08T19:55:26Z","title_canon_sha256":"7a01cbd482f1e57c99818bc78b7e0d0c419ed52a9f7bb3fbe5b84e00db0e8934"},"schema_version":"1.0","source":{"id":"2112.04553","kind":"arxiv","version":4}},"canonical_sha256":"3adfb70172e4c6bfa351866b529c0b09e8ca5e919ca96b57e5bce5bc52b6d573","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3adfb70172e4c6bfa351866b529c0b09e8ca5e919ca96b57e5bce5bc52b6d573","first_computed_at":"2026-07-05T05:46:11.975813Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:46:11.975813Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"I8V6eqqdxoIy4ivhEkb+jMQKOlJDYRAVLVMU7H8xFvd2Pox+fSQ3VIPlFmOT7tH5iOb0KtT06dysaJ5DYs9jDA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:46:11.976298Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.04553","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d31d23f127e66048ac6fd4c65333a205478241ed7973d0fdfe278c00b4229f01","sha256:ad79ea770cee7293e3edbec2a284d5d858e194ac0f1d0f30857dea08117e0985"],"state_sha256":"5f7ea8f31c880cfa04f29aa268ea17ab86502aecd99bb28bae9287180230709a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RI4b/SJ3GKXFG6xZYM3Dfd02fja9U4jBosE1H/e+AvfsMnpS8IFgBVpZ2UhwloG/CC+HSf5ZFigCOVgqQTxsAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T14:55:54.250132Z","bundle_sha256":"96ac94710027693c5d39963a5adafa46ca0b78bec58e806f3a22d5d4155d5c83"}}