{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:QRBYWA7UZ6ASIQ5R6UMDDWDPBW","short_pith_number":"pith:QRBYWA7U","canonical_record":{"source":{"id":"2201.03916","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-11T12:41:43Z","cross_cats_sorted":[],"title_canon_sha256":"d0d8501c3f0c192bb72db6ddba7929faaf60a4813bde051e964b3adee35a46bb","abstract_canon_sha256":"2d6773d0c28b1c90dd55e79852e3d6563055a7e83fde67419bf061b267738b11"},"schema_version":"1.0"},"canonical_sha256":"84438b03f4cf812443b1f51831d86f0db5f3a914708db362bd2c8480c144a2a0","source":{"kind":"arxiv","id":"2201.03916","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.03916","created_at":"2026-07-05T04:28:30Z"},{"alias_kind":"arxiv_version","alias_value":"2201.03916v2","created_at":"2026-07-05T04:28:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.03916","created_at":"2026-07-05T04:28:30Z"},{"alias_kind":"pith_short_12","alias_value":"QRBYWA7UZ6AS","created_at":"2026-07-05T04:28:30Z"},{"alias_kind":"pith_short_16","alias_value":"QRBYWA7UZ6ASIQ5R","created_at":"2026-07-05T04:28:30Z"},{"alias_kind":"pith_short_8","alias_value":"QRBYWA7U","created_at":"2026-07-05T04:28:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:QRBYWA7UZ6ASIQ5R6UMDDWDPBW","target":"record","payload":{"canonical_record":{"source":{"id":"2201.03916","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-11T12:41:43Z","cross_cats_sorted":[],"title_canon_sha256":"d0d8501c3f0c192bb72db6ddba7929faaf60a4813bde051e964b3adee35a46bb","abstract_canon_sha256":"2d6773d0c28b1c90dd55e79852e3d6563055a7e83fde67419bf061b267738b11"},"schema_version":"1.0"},"canonical_sha256":"84438b03f4cf812443b1f51831d86f0db5f3a914708db362bd2c8480c144a2a0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:28:30.195493Z","signature_b64":"u6kCCeZ2YTooJ0wC0REK7cWbjEVvWiPsbXateBzflERLWFK9g93Q6zOpvTh2ZuWB1a8mPiWrS5yHzDuKJyswAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"84438b03f4cf812443b1f51831d86f0db5f3a914708db362bd2c8480c144a2a0","last_reissued_at":"2026-07-05T04:28:30.195010Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:28:30.195010Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.03916","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:28:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nDYhhvQHamUXIRZ9lqGATW+blJFxV/6oZP+o9g86qS70E14kEIsY2u4B0wq+hcTRhDxx/F01nEawZbPYcbtZDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-19T15:12:57.352197Z"},"content_sha256":"97053ad9b946a0ecd3a7c0661ed7ab9c19b02766d7b1743e6ef000734e48384c","schema_version":"1.0","event_id":"sha256:97053ad9b946a0ecd3a7c0661ed7ab9c19b02766d7b1743e6ef000734e48384c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:QRBYWA7UZ6ASIQ5R6UMDDWDPBW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Automated Reinforcement Learning (AutoRL): A Survey and Open Problems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Aleksandra Faust, Andr\\'e Biedenkapp, Baohe Zhang, Frank Hutter, Jack Parker-Holder, Marius Lindauer, Raghu Rajan, Roberto Calandra, Theresa Eimer, Vu Nguyen, Xingyou Song, Yingjie Miao","submitted_at":"2022-01-11T12:41:43Z","abstract_excerpt":"The combination of Reinforcement Learning (RL) with deep learning has led to a series of impressive feats, with many believing (deep) RL provides a path towards generally capable agents. However, the success of RL agents is often highly sensitive to design choices in the training process, which may require tedious and error-prone manual tuning. This makes it challenging to use RL for new problems, while also limits its full potential. In many other areas of machine learning, AutoML has shown it is possible to automate such design choices and has also yielded promising initial results when appl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.03916","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.03916/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:28:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tvCQ41thJFrm6WhDWDVS2UmJB85OVRnvzzSbTsOUFCBGfkwAaiekkbWpBiFOF7eBezAf3shP7Fp1VomWx4txCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-19T15:12:57.352595Z"},"content_sha256":"9d6cce5d99106b634e2048c0f93b4c6791c76e9379a86244b99423b3af65e43f","schema_version":"1.0","event_id":"sha256:9d6cce5d99106b634e2048c0f93b4c6791c76e9379a86244b99423b3af65e43f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QRBYWA7UZ6ASIQ5R6UMDDWDPBW/bundle.json","state_url":"https://pith.science/pith/QRBYWA7UZ6ASIQ5R6UMDDWDPBW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QRBYWA7UZ6ASIQ5R6UMDDWDPBW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-19T15:12:57Z","links":{"resolver":"https://pith.science/pith/QRBYWA7UZ6ASIQ5R6UMDDWDPBW","bundle":"https://pith.science/pith/QRBYWA7UZ6ASIQ5R6UMDDWDPBW/bundle.json","state":"https://pith.science/pith/QRBYWA7UZ6ASIQ5R6UMDDWDPBW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QRBYWA7UZ6ASIQ5R6UMDDWDPBW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QRBYWA7UZ6ASIQ5R6UMDDWDPBW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2d6773d0c28b1c90dd55e79852e3d6563055a7e83fde67419bf061b267738b11","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-11T12:41:43Z","title_canon_sha256":"d0d8501c3f0c192bb72db6ddba7929faaf60a4813bde051e964b3adee35a46bb"},"schema_version":"1.0","source":{"id":"2201.03916","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.03916","created_at":"2026-07-05T04:28:30Z"},{"alias_kind":"arxiv_version","alias_value":"2201.03916v2","created_at":"2026-07-05T04:28:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.03916","created_at":"2026-07-05T04:28:30Z"},{"alias_kind":"pith_short_12","alias_value":"QRBYWA7UZ6AS","created_at":"2026-07-05T04:28:30Z"},{"alias_kind":"pith_short_16","alias_value":"QRBYWA7UZ6ASIQ5R","created_at":"2026-07-05T04:28:30Z"},{"alias_kind":"pith_short_8","alias_value":"QRBYWA7U","created_at":"2026-07-05T04:28:30Z"}],"graph_snapshots":[{"event_id":"sha256:9d6cce5d99106b634e2048c0f93b4c6791c76e9379a86244b99423b3af65e43f","target":"graph","created_at":"2026-07-05T04:28:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.03916/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The combination of Reinforcement Learning (RL) with deep learning has led to a series of impressive feats, with many believing (deep) RL provides a path towards generally capable agents. However, the success of RL agents is often highly sensitive to design choices in the training process, which may require tedious and error-prone manual tuning. This makes it challenging to use RL for new problems, while also limits its full potential. In many other areas of machine learning, AutoML has shown it is possible to automate such design choices and has also yielded promising initial results when appl","authors_text":"Aleksandra Faust, Andr\\'e Biedenkapp, Baohe Zhang, Frank Hutter, Jack Parker-Holder, Marius Lindauer, Raghu Rajan, Roberto Calandra, Theresa Eimer, Vu Nguyen, Xingyou Song, Yingjie Miao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-11T12:41:43Z","title":"Automated Reinforcement Learning (AutoRL): A Survey and Open Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.03916","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:97053ad9b946a0ecd3a7c0661ed7ab9c19b02766d7b1743e6ef000734e48384c","target":"record","created_at":"2026-07-05T04:28:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2d6773d0c28b1c90dd55e79852e3d6563055a7e83fde67419bf061b267738b11","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-01-11T12:41:43Z","title_canon_sha256":"d0d8501c3f0c192bb72db6ddba7929faaf60a4813bde051e964b3adee35a46bb"},"schema_version":"1.0","source":{"id":"2201.03916","kind":"arxiv","version":2}},"canonical_sha256":"84438b03f4cf812443b1f51831d86f0db5f3a914708db362bd2c8480c144a2a0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"84438b03f4cf812443b1f51831d86f0db5f3a914708db362bd2c8480c144a2a0","first_computed_at":"2026-07-05T04:28:30.195010Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:28:30.195010Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"u6kCCeZ2YTooJ0wC0REK7cWbjEVvWiPsbXateBzflERLWFK9g93Q6zOpvTh2ZuWB1a8mPiWrS5yHzDuKJyswAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:28:30.195493Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.03916","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:97053ad9b946a0ecd3a7c0661ed7ab9c19b02766d7b1743e6ef000734e48384c","sha256:9d6cce5d99106b634e2048c0f93b4c6791c76e9379a86244b99423b3af65e43f"],"state_sha256":"c40e0cf01067e00f91335a6e9fd722de6c248f6b66dcd19328c51a7ca6825c63"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UI1HuK4P4A41njdTeXnN0FPOn7Gddh9JMk5jdbehEZF1JWzN3DB7I9LNXJMExuF9VXWH17uB5PhlFOfFPfydCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-19T15:12:57.354796Z","bundle_sha256":"f76c2f6979225b8c31f1332b685b3e4b2b74c8488bb34484ea560bb3dc090cdd"}}