{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:PQXKKBJQXIOQQUNJ7IYEB2AHMD","short_pith_number":"pith:PQXKKBJQ","canonical_record":{"source":{"id":"2201.01874","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-06T00:08:17Z","cross_cats_sorted":["cs.AI","q-fin.CP","q-fin.PM"],"title_canon_sha256":"cb916a25b5e558d55efc9527d94ab71b9add6855dff3e58b613db7339833fb6c","abstract_canon_sha256":"959e280ccb0fb3451f3290a3204f854087162444995d1f553fd7ee582705c043"},"schema_version":"1.0"},"canonical_sha256":"7c2ea50530ba1d0851a9fa3040e80760e3b1689804f6a4eecda0c93e7f5c07f1","source":{"kind":"arxiv","id":"2201.01874","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.01874","created_at":"2026-07-05T03:46:27Z"},{"alias_kind":"arxiv_version","alias_value":"2201.01874v1","created_at":"2026-07-05T03:46:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.01874","created_at":"2026-07-05T03:46:27Z"},{"alias_kind":"pith_short_12","alias_value":"PQXKKBJQXIOQ","created_at":"2026-07-05T03:46:27Z"},{"alias_kind":"pith_short_16","alias_value":"PQXKKBJQXIOQQUNJ","created_at":"2026-07-05T03:46:27Z"},{"alias_kind":"pith_short_8","alias_value":"PQXKKBJQ","created_at":"2026-07-05T03:46:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:PQXKKBJQXIOQQUNJ7IYEB2AHMD","target":"record","payload":{"canonical_record":{"source":{"id":"2201.01874","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-06T00:08:17Z","cross_cats_sorted":["cs.AI","q-fin.CP","q-fin.PM"],"title_canon_sha256":"cb916a25b5e558d55efc9527d94ab71b9add6855dff3e58b613db7339833fb6c","abstract_canon_sha256":"959e280ccb0fb3451f3290a3204f854087162444995d1f553fd7ee582705c043"},"schema_version":"1.0"},"canonical_sha256":"7c2ea50530ba1d0851a9fa3040e80760e3b1689804f6a4eecda0c93e7f5c07f1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:46:27.627043Z","signature_b64":"qXXmTaWdCTpC3dmpLZVh+/ZltRdw+NrSfQHJB5uPQUzSYqLAL1OdPHUfBkGz8Bf9UgSWcI9/VfcpJNyRjDMdDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7c2ea50530ba1d0851a9fa3040e80760e3b1689804f6a4eecda0c93e7f5c07f1","last_reissued_at":"2026-07-05T03:46:27.626625Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:46:27.626625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.01874","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:46:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BMWJQwmTBs8Rn/bUEtxrsk3ecJhfB8F9KVI+JVXJiDRPWIh8fKRXvfndpSC03Q8q+7Z/v2jf0YzMA/UHuQ+RDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T17:50:18.278613Z"},"content_sha256":"2d20ac9415f22e9f7bd66a21e9c2de6e0fd4adcbb068b89e2961296bb4ef418b","schema_version":"1.0","event_id":"sha256:2d20ac9415f22e9f7bd66a21e9c2de6e0fd4adcbb068b89e2961296bb4ef418b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:PQXKKBJQXIOQQUNJ7IYEB2AHMD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Combining Reinforcement Learning and Inverse Reinforcement Learning for Asset Allocation Recommendations","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","q-fin.CP","q-fin.PM"],"primary_cat":"cs.LG","authors_text":"Igor Halperin, Jiayu Liu, Xiao Zhang","submitted_at":"2022-01-06T00:08:17Z","abstract_excerpt":"We suggest a simple practical method to combine the human and artificial intelligence to both learn best investment practices of fund managers, and provide recommendations to improve them. Our approach is based on a combination of Inverse Reinforcement Learning (IRL) and RL. First, the IRL component learns the intent of fund managers as suggested by their trading history, and recovers their implied reward function. At the second step, this reward function is used by a direct RL algorithm to optimize asset allocation decisions. We show that our method is able to improve over the performance of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.01874","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.01874/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:46:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mXGolYadQPYOMaVlRHD9X9xb0IpAKuyhOoaQJP6pX6VWZ2VhRDHFocZT66Vmlkxmuzfyf1tXIAGv3Wa/Ot0RDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T17:50:18.279131Z"},"content_sha256":"ac736baf3c87ac4e453ad29487e038624c70402824db0ad51b5184332b826cb3","schema_version":"1.0","event_id":"sha256:ac736baf3c87ac4e453ad29487e038624c70402824db0ad51b5184332b826cb3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PQXKKBJQXIOQQUNJ7IYEB2AHMD/bundle.json","state_url":"https://pith.science/pith/PQXKKBJQXIOQQUNJ7IYEB2AHMD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PQXKKBJQXIOQQUNJ7IYEB2AHMD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T17:50:18Z","links":{"resolver":"https://pith.science/pith/PQXKKBJQXIOQQUNJ7IYEB2AHMD","bundle":"https://pith.science/pith/PQXKKBJQXIOQQUNJ7IYEB2AHMD/bundle.json","state":"https://pith.science/pith/PQXKKBJQXIOQQUNJ7IYEB2AHMD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PQXKKBJQXIOQQUNJ7IYEB2AHMD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:PQXKKBJQXIOQQUNJ7IYEB2AHMD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"959e280ccb0fb3451f3290a3204f854087162444995d1f553fd7ee582705c043","cross_cats_sorted":["cs.AI","q-fin.CP","q-fin.PM"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-06T00:08:17Z","title_canon_sha256":"cb916a25b5e558d55efc9527d94ab71b9add6855dff3e58b613db7339833fb6c"},"schema_version":"1.0","source":{"id":"2201.01874","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.01874","created_at":"2026-07-05T03:46:27Z"},{"alias_kind":"arxiv_version","alias_value":"2201.01874v1","created_at":"2026-07-05T03:46:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.01874","created_at":"2026-07-05T03:46:27Z"},{"alias_kind":"pith_short_12","alias_value":"PQXKKBJQXIOQ","created_at":"2026-07-05T03:46:27Z"},{"alias_kind":"pith_short_16","alias_value":"PQXKKBJQXIOQQUNJ","created_at":"2026-07-05T03:46:27Z"},{"alias_kind":"pith_short_8","alias_value":"PQXKKBJQ","created_at":"2026-07-05T03:46:27Z"}],"graph_snapshots":[{"event_id":"sha256:ac736baf3c87ac4e453ad29487e038624c70402824db0ad51b5184332b826cb3","target":"graph","created_at":"2026-07-05T03:46:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.01874/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We suggest a simple practical method to combine the human and artificial intelligence to both learn best investment practices of fund managers, and provide recommendations to improve them. Our approach is based on a combination of Inverse Reinforcement Learning (IRL) and RL. First, the IRL component learns the intent of fund managers as suggested by their trading history, and recovers their implied reward function. At the second step, this reward function is used by a direct RL algorithm to optimize asset allocation decisions. We show that our method is able to improve over the performance of ","authors_text":"Igor Halperin, Jiayu Liu, Xiao Zhang","cross_cats":["cs.AI","q-fin.CP","q-fin.PM"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-06T00:08:17Z","title":"Combining Reinforcement Learning and Inverse Reinforcement Learning for Asset Allocation Recommendations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.01874","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2d20ac9415f22e9f7bd66a21e9c2de6e0fd4adcbb068b89e2961296bb4ef418b","target":"record","created_at":"2026-07-05T03:46:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"959e280ccb0fb3451f3290a3204f854087162444995d1f553fd7ee582705c043","cross_cats_sorted":["cs.AI","q-fin.CP","q-fin.PM"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-06T00:08:17Z","title_canon_sha256":"cb916a25b5e558d55efc9527d94ab71b9add6855dff3e58b613db7339833fb6c"},"schema_version":"1.0","source":{"id":"2201.01874","kind":"arxiv","version":1}},"canonical_sha256":"7c2ea50530ba1d0851a9fa3040e80760e3b1689804f6a4eecda0c93e7f5c07f1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7c2ea50530ba1d0851a9fa3040e80760e3b1689804f6a4eecda0c93e7f5c07f1","first_computed_at":"2026-07-05T03:46:27.626625Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:46:27.626625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qXXmTaWdCTpC3dmpLZVh+/ZltRdw+NrSfQHJB5uPQUzSYqLAL1OdPHUfBkGz8Bf9UgSWcI9/VfcpJNyRjDMdDw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:46:27.627043Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.01874","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2d20ac9415f22e9f7bd66a21e9c2de6e0fd4adcbb068b89e2961296bb4ef418b","sha256:ac736baf3c87ac4e453ad29487e038624c70402824db0ad51b5184332b826cb3"],"state_sha256":"b794439ec963a68700aa6fe690ea3e9b0f65a4502613bae118356457fc797e1b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YTV08UM/cVNUFs+T8cJouXUwO8k0vsNshe9f2HTlrr3AkSliLgdg8jg6dRwPlUr+C5ROMU8bnTk19Rbz3BuQBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T17:50:18.284085Z","bundle_sha256":"68e489d00418fa92f9f6595540afce446c54431d7003033e13c4c7dd54957bb7"}}