{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:RZ36YC4LKAOQMWE7ERT3DSFVKZ","short_pith_number":"pith:RZ36YC4L","canonical_record":{"source":{"id":"2210.06041","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-12T09:24:53Z","cross_cats_sorted":[],"title_canon_sha256":"bf501274997d36bee9363acc9f9d5ac8dd8f6031ce8cc3ab4712811853473109","abstract_canon_sha256":"65bf87a2b893805e5dc4b299b79008360c2631c24df532defcadbd98b5e78840"},"schema_version":"1.0"},"canonical_sha256":"8e77ec0b8b501d06589f2467b1c8b5564923dea21036f50d023e81d11f488cc4","source":{"kind":"arxiv","id":"2210.06041","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.06041","created_at":"2026-07-05T05:05:55Z"},{"alias_kind":"arxiv_version","alias_value":"2210.06041v1","created_at":"2026-07-05T05:05:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.06041","created_at":"2026-07-05T05:05:55Z"},{"alias_kind":"pith_short_12","alias_value":"RZ36YC4LKAOQ","created_at":"2026-07-05T05:05:55Z"},{"alias_kind":"pith_short_16","alias_value":"RZ36YC4LKAOQMWE7","created_at":"2026-07-05T05:05:55Z"},{"alias_kind":"pith_short_8","alias_value":"RZ36YC4L","created_at":"2026-07-05T05:05:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:RZ36YC4LKAOQMWE7ERT3DSFVKZ","target":"record","payload":{"canonical_record":{"source":{"id":"2210.06041","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-12T09:24:53Z","cross_cats_sorted":[],"title_canon_sha256":"bf501274997d36bee9363acc9f9d5ac8dd8f6031ce8cc3ab4712811853473109","abstract_canon_sha256":"65bf87a2b893805e5dc4b299b79008360c2631c24df532defcadbd98b5e78840"},"schema_version":"1.0"},"canonical_sha256":"8e77ec0b8b501d06589f2467b1c8b5564923dea21036f50d023e81d11f488cc4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:05:55.810199Z","signature_b64":"SmhTEpBDIdE0/N15kcj2/T4Ue/DSk6d8WZbmH9ke+265pJRm9zVANakiln15xU8oij3G6xz6OMRHXaRtbF1PAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8e77ec0b8b501d06589f2467b1c8b5564923dea21036f50d023e81d11f488cc4","last_reissued_at":"2026-07-05T05:05:55.809735Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:05:55.809735Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.06041","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:05:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fs25+AS3SBNh5WtK2zEJNOfDo9tXH+YRc9ZQfoswpLf+UrvkG2bBURqmU5iEIBWipnNVmaYYjZyMPmmHBzjyCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-14T01:15:13.491122Z"},"content_sha256":"3ea82aaf2065459bb76534de7c484baedbfc6fb39457163cc2e11ca20a1fb37a","schema_version":"1.0","event_id":"sha256:3ea82aaf2065459bb76534de7c484baedbfc6fb39457163cc2e11ca20a1fb37a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:RZ36YC4LKAOQMWE7ERT3DSFVKZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning with Automated Auxiliary Loss Search","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Che Wang, Dongsheng Li, Kan Ren, Minghuan Liu, Tairan He, Weinan Zhang, Yuge Zhang, Yuqing Yang","submitted_at":"2022-10-12T09:24:53Z","abstract_excerpt":"A good state representation is crucial to solving complicated reinforcement learning (RL) challenges. Many recent works focus on designing auxiliary losses for learning informative representations. Unfortunately, these handcrafted objectives rely heavily on expert knowledge and may be sub-optimal. In this paper, we propose a principled and universal method for learning better representations with auxiliary loss functions, named Automated Auxiliary Loss Search (A2LS), which automatically searches for top-performing auxiliary loss functions for RL. Specifically, based on the collected trajectory"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.06041","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.06041/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:05:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ywy9Ou8thYiD5j8uyPPGO+3tDsTJmhZ7VRZBEsaXKbj19ILcTdV42O/TqspHnpwL3xnuK2+R07I+Zv1hJOy3Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-14T01:15:13.491514Z"},"content_sha256":"5f7cac4d059e1b76edf0021456b49b5db56f964eaaefb37b22f0dc6b5ea87849","schema_version":"1.0","event_id":"sha256:5f7cac4d059e1b76edf0021456b49b5db56f964eaaefb37b22f0dc6b5ea87849"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RZ36YC4LKAOQMWE7ERT3DSFVKZ/bundle.json","state_url":"https://pith.science/pith/RZ36YC4LKAOQMWE7ERT3DSFVKZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RZ36YC4LKAOQMWE7ERT3DSFVKZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-14T01:15:13Z","links":{"resolver":"https://pith.science/pith/RZ36YC4LKAOQMWE7ERT3DSFVKZ","bundle":"https://pith.science/pith/RZ36YC4LKAOQMWE7ERT3DSFVKZ/bundle.json","state":"https://pith.science/pith/RZ36YC4LKAOQMWE7ERT3DSFVKZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RZ36YC4LKAOQMWE7ERT3DSFVKZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:RZ36YC4LKAOQMWE7ERT3DSFVKZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"65bf87a2b893805e5dc4b299b79008360c2631c24df532defcadbd98b5e78840","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-12T09:24:53Z","title_canon_sha256":"bf501274997d36bee9363acc9f9d5ac8dd8f6031ce8cc3ab4712811853473109"},"schema_version":"1.0","source":{"id":"2210.06041","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.06041","created_at":"2026-07-05T05:05:55Z"},{"alias_kind":"arxiv_version","alias_value":"2210.06041v1","created_at":"2026-07-05T05:05:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.06041","created_at":"2026-07-05T05:05:55Z"},{"alias_kind":"pith_short_12","alias_value":"RZ36YC4LKAOQ","created_at":"2026-07-05T05:05:55Z"},{"alias_kind":"pith_short_16","alias_value":"RZ36YC4LKAOQMWE7","created_at":"2026-07-05T05:05:55Z"},{"alias_kind":"pith_short_8","alias_value":"RZ36YC4L","created_at":"2026-07-05T05:05:55Z"}],"graph_snapshots":[{"event_id":"sha256:5f7cac4d059e1b76edf0021456b49b5db56f964eaaefb37b22f0dc6b5ea87849","target":"graph","created_at":"2026-07-05T05:05:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.06041/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A good state representation is crucial to solving complicated reinforcement learning (RL) challenges. Many recent works focus on designing auxiliary losses for learning informative representations. Unfortunately, these handcrafted objectives rely heavily on expert knowledge and may be sub-optimal. In this paper, we propose a principled and universal method for learning better representations with auxiliary loss functions, named Automated Auxiliary Loss Search (A2LS), which automatically searches for top-performing auxiliary loss functions for RL. Specifically, based on the collected trajectory","authors_text":"Che Wang, Dongsheng Li, Kan Ren, Minghuan Liu, Tairan He, Weinan Zhang, Yuge Zhang, Yuqing Yang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-12T09:24:53Z","title":"Reinforcement Learning with Automated Auxiliary Loss Search"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.06041","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3ea82aaf2065459bb76534de7c484baedbfc6fb39457163cc2e11ca20a1fb37a","target":"record","created_at":"2026-07-05T05:05:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"65bf87a2b893805e5dc4b299b79008360c2631c24df532defcadbd98b5e78840","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-12T09:24:53Z","title_canon_sha256":"bf501274997d36bee9363acc9f9d5ac8dd8f6031ce8cc3ab4712811853473109"},"schema_version":"1.0","source":{"id":"2210.06041","kind":"arxiv","version":1}},"canonical_sha256":"8e77ec0b8b501d06589f2467b1c8b5564923dea21036f50d023e81d11f488cc4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8e77ec0b8b501d06589f2467b1c8b5564923dea21036f50d023e81d11f488cc4","first_computed_at":"2026-07-05T05:05:55.809735Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:05:55.809735Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SmhTEpBDIdE0/N15kcj2/T4Ue/DSk6d8WZbmH9ke+265pJRm9zVANakiln15xU8oij3G6xz6OMRHXaRtbF1PAg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:05:55.810199Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.06041","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3ea82aaf2065459bb76534de7c484baedbfc6fb39457163cc2e11ca20a1fb37a","sha256:5f7cac4d059e1b76edf0021456b49b5db56f964eaaefb37b22f0dc6b5ea87849"],"state_sha256":"ab931cb63f3690927905b32e1c4e853851b7ea94bf161139319c035fcca3c7fb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"deQb5+kobSNX9/3BtwBhcq3u+RlqsoDSVom+k/beIzCbAFlDzLkucDBtBqtKo6L6oCabXBR9GP69uwQVdPoiDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-14T01:15:13.493527Z","bundle_sha256":"2d3a98ac25722e73fccce212950b4d701383c53ed460a9a0d16f6b4b248fba74"}}