{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:3ZKS6EQ343LUACZ4JYGHYBVQ2Q","short_pith_number":"pith:3ZKS6EQ3","canonical_record":{"source":{"id":"2205.09284","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-19T02:25:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e5f6f6c4d44980c57ea119bc85bfb7f8dc903a22319ea7b899742610b2bfa29e","abstract_canon_sha256":"34a1ba06f050b190076d3eb5d76ca989251aa4b57742d65a8f1197ff428a25cd"},"schema_version":"1.0"},"canonical_sha256":"de552f121be6d7400b3c4e0c7c06b0d438486644e004e86eb6cb51f3b5657b47","source":{"kind":"arxiv","id":"2205.09284","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.09284","created_at":"2026-07-05T04:24:43Z"},{"alias_kind":"arxiv_version","alias_value":"2205.09284v1","created_at":"2026-07-05T04:24:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.09284","created_at":"2026-07-05T04:24:43Z"},{"alias_kind":"pith_short_12","alias_value":"3ZKS6EQ343LU","created_at":"2026-07-05T04:24:43Z"},{"alias_kind":"pith_short_16","alias_value":"3ZKS6EQ343LUACZ4","created_at":"2026-07-05T04:24:43Z"},{"alias_kind":"pith_short_8","alias_value":"3ZKS6EQ3","created_at":"2026-07-05T04:24:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:3ZKS6EQ343LUACZ4JYGHYBVQ2Q","target":"record","payload":{"canonical_record":{"source":{"id":"2205.09284","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-19T02:25:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e5f6f6c4d44980c57ea119bc85bfb7f8dc903a22319ea7b899742610b2bfa29e","abstract_canon_sha256":"34a1ba06f050b190076d3eb5d76ca989251aa4b57742d65a8f1197ff428a25cd"},"schema_version":"1.0"},"canonical_sha256":"de552f121be6d7400b3c4e0c7c06b0d438486644e004e86eb6cb51f3b5657b47","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:24:43.017803Z","signature_b64":"20Fs79tetfm0RZZ98Wuf8br1KiS7EhY8cuf+fBrec+YXYTITScXzqmkdAj3RumgkjFdX5OeHJVs2S5mHy7OvCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"de552f121be6d7400b3c4e0c7c06b0d438486644e004e86eb6cb51f3b5657b47","last_reissued_at":"2026-07-05T04:24:43.017310Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:24:43.017310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.09284","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:24:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B6In6/xLso2aRepYMo8ICMZDhLGLtMP3YScCPg7ToN/13yBLSNpPiWTA4xS/90FXH0WgGaGk5DkAWm4xAENYCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:15:38.681072Z"},"content_sha256":"e097f57a1bebca2a39210aafb1727130c995b23b79edc9502378aa6ddee3c61f","schema_version":"1.0","event_id":"sha256:e097f57a1bebca2a39210aafb1727130c995b23b79edc9502378aa6ddee3c61f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:3ZKS6EQ343LUACZ4JYGHYBVQ2Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Applicable Reinforcement Learning: Improving the Generalization and Sample Efficiency with Policy Ensemble","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Dongsheng Li, Jiang Bian, Kan Ren, Minghuan Liu, Weinan Zhang, Weiqing Liu, Xufang Luo, Zhengyu Yang","submitted_at":"2022-05-19T02:25:32Z","abstract_excerpt":"It is challenging for reinforcement learning (RL) algorithms to succeed in real-world applications like financial trading and logistic system due to the noisy observation and environment shifting between training and evaluation. Thus, it requires both high sample efficiency and generalization for resolving real-world tasks. However, directly applying typical RL algorithms can lead to poor performance in such scenarios. Considering the great performance of ensemble methods on both accuracy and generalization in supervised learning (SL), we design a robust and applicable method named Ensemble Pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.09284","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.09284/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:24:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dLWJc3tvrBSmuC464l+apbEsv1QOFISXjVm60NGQxF6LxettmSMD5kO9KSvSNxlOttZI1NpcL+uswoCnXJSoAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:15:38.681697Z"},"content_sha256":"e6df3076e655567264e98c8472c78f5f3bf50ef260a1cdd76d40b65a75fd7543","schema_version":"1.0","event_id":"sha256:e6df3076e655567264e98c8472c78f5f3bf50ef260a1cdd76d40b65a75fd7543"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3ZKS6EQ343LUACZ4JYGHYBVQ2Q/bundle.json","state_url":"https://pith.science/pith/3ZKS6EQ343LUACZ4JYGHYBVQ2Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3ZKS6EQ343LUACZ4JYGHYBVQ2Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T12:15:38Z","links":{"resolver":"https://pith.science/pith/3ZKS6EQ343LUACZ4JYGHYBVQ2Q","bundle":"https://pith.science/pith/3ZKS6EQ343LUACZ4JYGHYBVQ2Q/bundle.json","state":"https://pith.science/pith/3ZKS6EQ343LUACZ4JYGHYBVQ2Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3ZKS6EQ343LUACZ4JYGHYBVQ2Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:3ZKS6EQ343LUACZ4JYGHYBVQ2Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"34a1ba06f050b190076d3eb5d76ca989251aa4b57742d65a8f1197ff428a25cd","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-19T02:25:32Z","title_canon_sha256":"e5f6f6c4d44980c57ea119bc85bfb7f8dc903a22319ea7b899742610b2bfa29e"},"schema_version":"1.0","source":{"id":"2205.09284","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.09284","created_at":"2026-07-05T04:24:43Z"},{"alias_kind":"arxiv_version","alias_value":"2205.09284v1","created_at":"2026-07-05T04:24:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.09284","created_at":"2026-07-05T04:24:43Z"},{"alias_kind":"pith_short_12","alias_value":"3ZKS6EQ343LU","created_at":"2026-07-05T04:24:43Z"},{"alias_kind":"pith_short_16","alias_value":"3ZKS6EQ343LUACZ4","created_at":"2026-07-05T04:24:43Z"},{"alias_kind":"pith_short_8","alias_value":"3ZKS6EQ3","created_at":"2026-07-05T04:24:43Z"}],"graph_snapshots":[{"event_id":"sha256:e6df3076e655567264e98c8472c78f5f3bf50ef260a1cdd76d40b65a75fd7543","target":"graph","created_at":"2026-07-05T04:24:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.09284/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"It is challenging for reinforcement learning (RL) algorithms to succeed in real-world applications like financial trading and logistic system due to the noisy observation and environment shifting between training and evaluation. Thus, it requires both high sample efficiency and generalization for resolving real-world tasks. However, directly applying typical RL algorithms can lead to poor performance in such scenarios. Considering the great performance of ensemble methods on both accuracy and generalization in supervised learning (SL), we design a robust and applicable method named Ensemble Pr","authors_text":"Dongsheng Li, Jiang Bian, Kan Ren, Minghuan Liu, Weinan Zhang, Weiqing Liu, Xufang Luo, Zhengyu Yang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-19T02:25:32Z","title":"Towards Applicable Reinforcement Learning: Improving the Generalization and Sample Efficiency with Policy Ensemble"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.09284","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e097f57a1bebca2a39210aafb1727130c995b23b79edc9502378aa6ddee3c61f","target":"record","created_at":"2026-07-05T04:24:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"34a1ba06f050b190076d3eb5d76ca989251aa4b57742d65a8f1197ff428a25cd","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-19T02:25:32Z","title_canon_sha256":"e5f6f6c4d44980c57ea119bc85bfb7f8dc903a22319ea7b899742610b2bfa29e"},"schema_version":"1.0","source":{"id":"2205.09284","kind":"arxiv","version":1}},"canonical_sha256":"de552f121be6d7400b3c4e0c7c06b0d438486644e004e86eb6cb51f3b5657b47","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"de552f121be6d7400b3c4e0c7c06b0d438486644e004e86eb6cb51f3b5657b47","first_computed_at":"2026-07-05T04:24:43.017310Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:24:43.017310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"20Fs79tetfm0RZZ98Wuf8br1KiS7EhY8cuf+fBrec+YXYTITScXzqmkdAj3RumgkjFdX5OeHJVs2S5mHy7OvCA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:24:43.017803Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.09284","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e097f57a1bebca2a39210aafb1727130c995b23b79edc9502378aa6ddee3c61f","sha256:e6df3076e655567264e98c8472c78f5f3bf50ef260a1cdd76d40b65a75fd7543"],"state_sha256":"23e8b9d68e82cf684de1b5ef0299c8a0f1518aaf8d28d265a49dabd472988a64"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qgbk493+KmEFxmj/EYivjEOFPS1NjUVdv6fXg1/41X6b1h/LR7Y8pDp2ZGpgMsEHZfhFEgSXcJ9gmXuyA8AsBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T12:15:38.686120Z","bundle_sha256":"6c166de0869b0fe14e11feab9cadea4e107749bf3b5f006bec1aa22bf25a5607"}}