{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:33Y5VFLAIQVCVPNCHKYGL5N36P","short_pith_number":"pith:33Y5VFLA","canonical_record":{"source":{"id":"2304.12567","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-25T04:25:08Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"1bb4bc2693ca0da8a361dfb8f61106f9c21475f8be8ebccb491e4530fb261be9","abstract_canon_sha256":"ff8743923898a6fffc84264d67d89021ea9c4a4ff6a9a0c5a4a0aa74c49f81fa"},"schema_version":"1.0"},"canonical_sha256":"def1da9560442a2abda23ab065f5bbf3fc303dc5365f1448b02a0883982784d2","source":{"kind":"arxiv","id":"2304.12567","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12567","created_at":"2026-07-05T06:05:16Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12567v1","created_at":"2026-07-05T06:05:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12567","created_at":"2026-07-05T06:05:16Z"},{"alias_kind":"pith_short_12","alias_value":"33Y5VFLAIQVC","created_at":"2026-07-05T06:05:16Z"},{"alias_kind":"pith_short_16","alias_value":"33Y5VFLAIQVCVPNC","created_at":"2026-07-05T06:05:16Z"},{"alias_kind":"pith_short_8","alias_value":"33Y5VFLA","created_at":"2026-07-05T06:05:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:33Y5VFLAIQVCVPNCHKYGL5N36P","target":"record","payload":{"canonical_record":{"source":{"id":"2304.12567","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-25T04:25:08Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"1bb4bc2693ca0da8a361dfb8f61106f9c21475f8be8ebccb491e4530fb261be9","abstract_canon_sha256":"ff8743923898a6fffc84264d67d89021ea9c4a4ff6a9a0c5a4a0aa74c49f81fa"},"schema_version":"1.0"},"canonical_sha256":"def1da9560442a2abda23ab065f5bbf3fc303dc5365f1448b02a0883982784d2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:05:16.728561Z","signature_b64":"/0WmawvpLa8wMZzXx5ek6WB7l0rF0fhott6/hU7oK9CvFqQcBOl/ngqGw1nVM1jkrmxa1x8/H5bpw+d4TTmBAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"def1da9560442a2abda23ab065f5bbf3fc303dc5365f1448b02a0883982784d2","last_reissued_at":"2026-07-05T06:05:16.728082Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:05:16.728082Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.12567","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WQkzRIGUqhYiI1tAbYnh3/+DFDhcWpApWKIioAE+1qmdB3A0Jfr/EwOgdJXN54UeDZpy2pfausibdxjY1ilEBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:54:10.261266Z"},"content_sha256":"bfc58bf5439249b7211da45f3fb90312cf676949fc21ac1dffbe1ad744411443","schema_version":"1.0","event_id":"sha256:bfc58bf5439249b7211da45f3fb90312cf676949fc21ac1dffbe1ad744411443"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:33Y5VFLAIQVCVPNCHKYGL5N36P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Proto-Value Networks: Scaling Representation Learning with Auxiliary Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Charline Le Lan, Jesse Farebrother, Joshua Greaves, Marc G. Bellemare, Pablo Samuel Castro, Rishabh Agarwal, Ross Goroshin","submitted_at":"2023-04-25T04:25:08Z","abstract_excerpt":"Auxiliary tasks improve the representations learned by deep reinforcement learning agents. Analytically, their effect is reasonably well understood; in practice, however, their primary use remains in support of a main learning objective, rather than as a method for learning representations. This is perhaps surprising given that many auxiliary tasks are defined procedurally, and hence can be treated as an essentially infinite source of information about the environment. Based on this observation, we study the effectiveness of auxiliary tasks for learning rich representations, focusing on the se"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12567","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.12567/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MdduG2JmhnR3Uj3qH+2R37IK7VHscH0J6dMrJyY29/Dq7pxah5WCu3fmzlZN7GtVtUqHo60X1bBilICIAMUMAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:54:10.261795Z"},"content_sha256":"a4dbde988d72533cc5d5664b76bc261e1c61e1d9dfb6595645a50d903aca7d30","schema_version":"1.0","event_id":"sha256:a4dbde988d72533cc5d5664b76bc261e1c61e1d9dfb6595645a50d903aca7d30"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/33Y5VFLAIQVCVPNCHKYGL5N36P/bundle.json","state_url":"https://pith.science/pith/33Y5VFLAIQVCVPNCHKYGL5N36P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/33Y5VFLAIQVCVPNCHKYGL5N36P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T20:54:10Z","links":{"resolver":"https://pith.science/pith/33Y5VFLAIQVCVPNCHKYGL5N36P","bundle":"https://pith.science/pith/33Y5VFLAIQVCVPNCHKYGL5N36P/bundle.json","state":"https://pith.science/pith/33Y5VFLAIQVCVPNCHKYGL5N36P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/33Y5VFLAIQVCVPNCHKYGL5N36P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:33Y5VFLAIQVCVPNCHKYGL5N36P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ff8743923898a6fffc84264d67d89021ea9c4a4ff6a9a0c5a4a0aa74c49f81fa","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-25T04:25:08Z","title_canon_sha256":"1bb4bc2693ca0da8a361dfb8f61106f9c21475f8be8ebccb491e4530fb261be9"},"schema_version":"1.0","source":{"id":"2304.12567","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12567","created_at":"2026-07-05T06:05:16Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12567v1","created_at":"2026-07-05T06:05:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12567","created_at":"2026-07-05T06:05:16Z"},{"alias_kind":"pith_short_12","alias_value":"33Y5VFLAIQVC","created_at":"2026-07-05T06:05:16Z"},{"alias_kind":"pith_short_16","alias_value":"33Y5VFLAIQVCVPNC","created_at":"2026-07-05T06:05:16Z"},{"alias_kind":"pith_short_8","alias_value":"33Y5VFLA","created_at":"2026-07-05T06:05:16Z"}],"graph_snapshots":[{"event_id":"sha256:a4dbde988d72533cc5d5664b76bc261e1c61e1d9dfb6595645a50d903aca7d30","target":"graph","created_at":"2026-07-05T06:05:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.12567/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Auxiliary tasks improve the representations learned by deep reinforcement learning agents. Analytically, their effect is reasonably well understood; in practice, however, their primary use remains in support of a main learning objective, rather than as a method for learning representations. This is perhaps surprising given that many auxiliary tasks are defined procedurally, and hence can be treated as an essentially infinite source of information about the environment. Based on this observation, we study the effectiveness of auxiliary tasks for learning rich representations, focusing on the se","authors_text":"Charline Le Lan, Jesse Farebrother, Joshua Greaves, Marc G. Bellemare, Pablo Samuel Castro, Rishabh Agarwal, Ross Goroshin","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-25T04:25:08Z","title":"Proto-Value Networks: Scaling Representation Learning with Auxiliary Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12567","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bfc58bf5439249b7211da45f3fb90312cf676949fc21ac1dffbe1ad744411443","target":"record","created_at":"2026-07-05T06:05:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ff8743923898a6fffc84264d67d89021ea9c4a4ff6a9a0c5a4a0aa74c49f81fa","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-04-25T04:25:08Z","title_canon_sha256":"1bb4bc2693ca0da8a361dfb8f61106f9c21475f8be8ebccb491e4530fb261be9"},"schema_version":"1.0","source":{"id":"2304.12567","kind":"arxiv","version":1}},"canonical_sha256":"def1da9560442a2abda23ab065f5bbf3fc303dc5365f1448b02a0883982784d2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"def1da9560442a2abda23ab065f5bbf3fc303dc5365f1448b02a0883982784d2","first_computed_at":"2026-07-05T06:05:16.728082Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:05:16.728082Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/0WmawvpLa8wMZzXx5ek6WB7l0rF0fhott6/hU7oK9CvFqQcBOl/ngqGw1nVM1jkrmxa1x8/H5bpw+d4TTmBAA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:05:16.728561Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.12567","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bfc58bf5439249b7211da45f3fb90312cf676949fc21ac1dffbe1ad744411443","sha256:a4dbde988d72533cc5d5664b76bc261e1c61e1d9dfb6595645a50d903aca7d30"],"state_sha256":"65e198996dd24449be4c4fcfeb6f3667f27eb60a76a65d95c8386ebad0f61d98"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lD1VuBdQN3rUYWqntToF2FipmdTRLmawOr+dADOcU4/jGOSsv/pkdW5vtdNHE2rCfjiB7tIDVnUPRtgL5A20Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T20:54:10.265676Z","bundle_sha256":"7800ab21051b8eaae51de0fa32f62f3c0b46f74ff4e591fefc58473e94912a29"}}