{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:EGQ62VH6H45RVID6J33WPIZRKO","short_pith_number":"pith:EGQ62VH6","canonical_record":{"source":{"id":"2204.00565","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-04-01T16:47:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"bc3ce7a883e94d3530d8cc9c0d3c19686cc709bd0deda6544b3eb2a4a7507d17","abstract_canon_sha256":"9a6a30393bad71e6086a4fa261e375b59dd74aaab0b2fade751dea379cea2df3"},"schema_version":"1.0"},"canonical_sha256":"21a1ed54fe3f3b1aa07e4ef767a3315392e621e182485bf271950fbf98385609","source":{"kind":"arxiv","id":"2204.00565","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.00565","created_at":"2026-07-05T04:10:48Z"},{"alias_kind":"arxiv_version","alias_value":"2204.00565v1","created_at":"2026-07-05T04:10:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.00565","created_at":"2026-07-05T04:10:48Z"},{"alias_kind":"pith_short_12","alias_value":"EGQ62VH6H45R","created_at":"2026-07-05T04:10:48Z"},{"alias_kind":"pith_short_16","alias_value":"EGQ62VH6H45RVID6","created_at":"2026-07-05T04:10:48Z"},{"alias_kind":"pith_short_8","alias_value":"EGQ62VH6","created_at":"2026-07-05T04:10:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:EGQ62VH6H45RVID6J33WPIZRKO","target":"record","payload":{"canonical_record":{"source":{"id":"2204.00565","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-04-01T16:47:21Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"bc3ce7a883e94d3530d8cc9c0d3c19686cc709bd0deda6544b3eb2a4a7507d17","abstract_canon_sha256":"9a6a30393bad71e6086a4fa261e375b59dd74aaab0b2fade751dea379cea2df3"},"schema_version":"1.0"},"canonical_sha256":"21a1ed54fe3f3b1aa07e4ef767a3315392e621e182485bf271950fbf98385609","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:10:48.762274Z","signature_b64":"otWmjyjzslXLMpz0nwC9zBYUWhtbyfd7+Apobxd1NDFBqk2MIf3Qt7IH2ty5hcLZ0VXjp+X7ucLoNdu7sQQdDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"21a1ed54fe3f3b1aa07e4ef767a3315392e621e182485bf271950fbf98385609","last_reissued_at":"2026-07-05T04:10:48.761822Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:10:48.761822Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.00565","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:10:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hESfXhF73Lsh33MdoVz71N6tmwFEYKvGgeBXawh2TjGsfytEtGGb+9eYsMRXakn3hjpOIgDwV59ZZmxc32QyDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:18:22.889349Z"},"content_sha256":"28eaba4640e8c67132c9a05fbf0aca8692dfc229aa0b8a7b31d244b31117c8cc","schema_version":"1.0","event_id":"sha256:28eaba4640e8c67132c9a05fbf0aca8692dfc229aa0b8a7b31d244b31117c8cc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:EGQ62VH6H45RVID6J33WPIZRKO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What makes useful auxiliary tasks in reinforcement learning: investigating the effect of the target policy","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Adam White, Banafsheh Rafiee, Jun Jin, Jun Luo","submitted_at":"2022-04-01T16:47:21Z","abstract_excerpt":"Auxiliary tasks have been argued to be useful for representation learning in reinforcement learning. Although many auxiliary tasks have been empirically shown to be effective for accelerating learning on the main task, it is not yet clear what makes useful auxiliary tasks. Some of the most promising results are on the pixel control, reward prediction, and the next state prediction auxiliary tasks; however, the empirical results are mixed, showing substantial improvements in some cases and marginal improvements in others. Careful investigations of how auxiliary tasks help the learning of the ma"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.00565","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.00565/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:10:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m4X50Wy/Pk8nu2tg4mrtF5DrxB9ktw2KpRYSDkPIyBW66iWz1zRLXbbdX0rDiJilm+5MBXxLNNanF3iU5sWiAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T18:18:22.889879Z"},"content_sha256":"a8bd312ea34c0639560a9171b72a1aad014171e7a8b7d3c439361db57cdb0246","schema_version":"1.0","event_id":"sha256:a8bd312ea34c0639560a9171b72a1aad014171e7a8b7d3c439361db57cdb0246"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EGQ62VH6H45RVID6J33WPIZRKO/bundle.json","state_url":"https://pith.science/pith/EGQ62VH6H45RVID6J33WPIZRKO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EGQ62VH6H45RVID6J33WPIZRKO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T18:18:22Z","links":{"resolver":"https://pith.science/pith/EGQ62VH6H45RVID6J33WPIZRKO","bundle":"https://pith.science/pith/EGQ62VH6H45RVID6J33WPIZRKO/bundle.json","state":"https://pith.science/pith/EGQ62VH6H45RVID6J33WPIZRKO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EGQ62VH6H45RVID6J33WPIZRKO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:EGQ62VH6H45RVID6J33WPIZRKO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9a6a30393bad71e6086a4fa261e375b59dd74aaab0b2fade751dea379cea2df3","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-04-01T16:47:21Z","title_canon_sha256":"bc3ce7a883e94d3530d8cc9c0d3c19686cc709bd0deda6544b3eb2a4a7507d17"},"schema_version":"1.0","source":{"id":"2204.00565","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.00565","created_at":"2026-07-05T04:10:48Z"},{"alias_kind":"arxiv_version","alias_value":"2204.00565v1","created_at":"2026-07-05T04:10:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.00565","created_at":"2026-07-05T04:10:48Z"},{"alias_kind":"pith_short_12","alias_value":"EGQ62VH6H45R","created_at":"2026-07-05T04:10:48Z"},{"alias_kind":"pith_short_16","alias_value":"EGQ62VH6H45RVID6","created_at":"2026-07-05T04:10:48Z"},{"alias_kind":"pith_short_8","alias_value":"EGQ62VH6","created_at":"2026-07-05T04:10:48Z"}],"graph_snapshots":[{"event_id":"sha256:a8bd312ea34c0639560a9171b72a1aad014171e7a8b7d3c439361db57cdb0246","target":"graph","created_at":"2026-07-05T04:10:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.00565/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Auxiliary tasks have been argued to be useful for representation learning in reinforcement learning. Although many auxiliary tasks have been empirically shown to be effective for accelerating learning on the main task, it is not yet clear what makes useful auxiliary tasks. Some of the most promising results are on the pixel control, reward prediction, and the next state prediction auxiliary tasks; however, the empirical results are mixed, showing substantial improvements in some cases and marginal improvements in others. Careful investigations of how auxiliary tasks help the learning of the ma","authors_text":"Adam White, Banafsheh Rafiee, Jun Jin, Jun Luo","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-04-01T16:47:21Z","title":"What makes useful auxiliary tasks in reinforcement learning: investigating the effect of the target policy"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.00565","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:28eaba4640e8c67132c9a05fbf0aca8692dfc229aa0b8a7b31d244b31117c8cc","target":"record","created_at":"2026-07-05T04:10:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9a6a30393bad71e6086a4fa261e375b59dd74aaab0b2fade751dea379cea2df3","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-04-01T16:47:21Z","title_canon_sha256":"bc3ce7a883e94d3530d8cc9c0d3c19686cc709bd0deda6544b3eb2a4a7507d17"},"schema_version":"1.0","source":{"id":"2204.00565","kind":"arxiv","version":1}},"canonical_sha256":"21a1ed54fe3f3b1aa07e4ef767a3315392e621e182485bf271950fbf98385609","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"21a1ed54fe3f3b1aa07e4ef767a3315392e621e182485bf271950fbf98385609","first_computed_at":"2026-07-05T04:10:48.761822Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:10:48.761822Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"otWmjyjzslXLMpz0nwC9zBYUWhtbyfd7+Apobxd1NDFBqk2MIf3Qt7IH2ty5hcLZ0VXjp+X7ucLoNdu7sQQdDA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:10:48.762274Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.00565","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:28eaba4640e8c67132c9a05fbf0aca8692dfc229aa0b8a7b31d244b31117c8cc","sha256:a8bd312ea34c0639560a9171b72a1aad014171e7a8b7d3c439361db57cdb0246"],"state_sha256":"21ba790b25eb43154b76e579c9411fcc61e95bdcdbe643d42aa735f63dfeb12f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4hzaoNUa/zd66yUhoLNdSS/l168EVWgCH8kdgSAOZDHlxVJJf3d0+pVYD4S+0tazGPqjwYwwfV01ktoVWiUSDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T18:18:22.895946Z","bundle_sha256":"c311d9fb256de8240625b72e937629ac38fa5cb1681d1d40a2e8b650ead6ec4a"}}