{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:7LYUZ3TAAIMAJ2L6Z23Y7NSCBA","short_pith_number":"pith:7LYUZ3TA","canonical_record":{"source":{"id":"2102.13089","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-25T18:56:11Z","cross_cats_sorted":[],"title_canon_sha256":"8381655d2949dd6c954419a03acbcd4065bf9e1f7e15d279bace29542af37fb5","abstract_canon_sha256":"b1114870af7db726140567ae9ff6a93abdab43070c03f978baa7dc7041987423"},"schema_version":"1.0"},"canonical_sha256":"faf14cee60021804e97eceb78fb64208097dae3cf71b6c7648aaa6d6256ece5f","source":{"kind":"arxiv","id":"2102.13089","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.13089","created_at":"2026-07-05T02:18:26Z"},{"alias_kind":"arxiv_version","alias_value":"2102.13089v1","created_at":"2026-07-05T02:18:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.13089","created_at":"2026-07-05T02:18:26Z"},{"alias_kind":"pith_short_12","alias_value":"7LYUZ3TAAIMA","created_at":"2026-07-05T02:18:26Z"},{"alias_kind":"pith_short_16","alias_value":"7LYUZ3TAAIMAJ2L6","created_at":"2026-07-05T02:18:26Z"},{"alias_kind":"pith_short_8","alias_value":"7LYUZ3TA","created_at":"2026-07-05T02:18:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:7LYUZ3TAAIMAJ2L6Z23Y7NSCBA","target":"record","payload":{"canonical_record":{"source":{"id":"2102.13089","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-25T18:56:11Z","cross_cats_sorted":[],"title_canon_sha256":"8381655d2949dd6c954419a03acbcd4065bf9e1f7e15d279bace29542af37fb5","abstract_canon_sha256":"b1114870af7db726140567ae9ff6a93abdab43070c03f978baa7dc7041987423"},"schema_version":"1.0"},"canonical_sha256":"faf14cee60021804e97eceb78fb64208097dae3cf71b6c7648aaa6d6256ece5f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:18:26.582663Z","signature_b64":"6U4YtQvC4k6qIz+sfH/FzAGwBkXqZ44c68n+krlYWwYzai0iD4170i5EE+ENX906C9ahxCC16OUyQJMLOa1QDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"faf14cee60021804e97eceb78fb64208097dae3cf71b6c7648aaa6d6256ece5f","last_reissued_at":"2026-07-05T02:18:26.582168Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:18:26.582168Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.13089","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:18:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"we+uFkfM48vvl4pX08VrH6FXNtmFn2lCPx0EQpvQAG2N31hPMGzpUfVwcFohNt9FeHjS4X0Pll1b2hN1fzyACA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:27:03.370299Z"},"content_sha256":"79f1d27e7bd0575c0e1473446ac9b5a4e36d3202560f83f7975d7cce502eece7","schema_version":"1.0","event_id":"sha256:79f1d27e7bd0575c0e1473446ac9b5a4e36d3202560f83f7975d7cce502eece7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:7LYUZ3TAAIMAJ2L6Z23Y7NSCBA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On The Effect of Auxiliary Tasks on Representation Dynamics","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Clare Lyle, Georg Ostrovski, Mark Rowland, Will Dabney","submitted_at":"2021-02-25T18:56:11Z","abstract_excerpt":"While auxiliary tasks play a key role in shaping the representations learnt by reinforcement learning agents, much is still unknown about the mechanisms through which this is achieved. This work develops our understanding of the relationship between auxiliary tasks, environment structure, and representations by analysing the dynamics of temporal difference algorithms. Through this approach, we establish a connection between the spectral decomposition of the transition operator and the representations induced by a variety of auxiliary tasks. We then leverage insights from these theoretical resu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.13089","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.13089/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:18:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fE40DEP7SfVetdWvXdhlvcsKRgP+mtrP+B1EdurB5wVlC74bbchUvNW6s/FumN/pEc/PIau2xfiYJabbGslqDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:27:03.371247Z"},"content_sha256":"94b35a666cfcc2e922788def544f131c29c570993c6890c2fda1a9c83e6f3e58","schema_version":"1.0","event_id":"sha256:94b35a666cfcc2e922788def544f131c29c570993c6890c2fda1a9c83e6f3e58"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7LYUZ3TAAIMAJ2L6Z23Y7NSCBA/bundle.json","state_url":"https://pith.science/pith/7LYUZ3TAAIMAJ2L6Z23Y7NSCBA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7LYUZ3TAAIMAJ2L6Z23Y7NSCBA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T03:27:03Z","links":{"resolver":"https://pith.science/pith/7LYUZ3TAAIMAJ2L6Z23Y7NSCBA","bundle":"https://pith.science/pith/7LYUZ3TAAIMAJ2L6Z23Y7NSCBA/bundle.json","state":"https://pith.science/pith/7LYUZ3TAAIMAJ2L6Z23Y7NSCBA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7LYUZ3TAAIMAJ2L6Z23Y7NSCBA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:7LYUZ3TAAIMAJ2L6Z23Y7NSCBA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b1114870af7db726140567ae9ff6a93abdab43070c03f978baa7dc7041987423","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-25T18:56:11Z","title_canon_sha256":"8381655d2949dd6c954419a03acbcd4065bf9e1f7e15d279bace29542af37fb5"},"schema_version":"1.0","source":{"id":"2102.13089","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.13089","created_at":"2026-07-05T02:18:26Z"},{"alias_kind":"arxiv_version","alias_value":"2102.13089v1","created_at":"2026-07-05T02:18:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.13089","created_at":"2026-07-05T02:18:26Z"},{"alias_kind":"pith_short_12","alias_value":"7LYUZ3TAAIMA","created_at":"2026-07-05T02:18:26Z"},{"alias_kind":"pith_short_16","alias_value":"7LYUZ3TAAIMAJ2L6","created_at":"2026-07-05T02:18:26Z"},{"alias_kind":"pith_short_8","alias_value":"7LYUZ3TA","created_at":"2026-07-05T02:18:26Z"}],"graph_snapshots":[{"event_id":"sha256:94b35a666cfcc2e922788def544f131c29c570993c6890c2fda1a9c83e6f3e58","target":"graph","created_at":"2026-07-05T02:18:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.13089/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While auxiliary tasks play a key role in shaping the representations learnt by reinforcement learning agents, much is still unknown about the mechanisms through which this is achieved. This work develops our understanding of the relationship between auxiliary tasks, environment structure, and representations by analysing the dynamics of temporal difference algorithms. Through this approach, we establish a connection between the spectral decomposition of the transition operator and the representations induced by a variety of auxiliary tasks. We then leverage insights from these theoretical resu","authors_text":"Clare Lyle, Georg Ostrovski, Mark Rowland, Will Dabney","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-25T18:56:11Z","title":"On The Effect of Auxiliary Tasks on Representation Dynamics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.13089","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:79f1d27e7bd0575c0e1473446ac9b5a4e36d3202560f83f7975d7cce502eece7","target":"record","created_at":"2026-07-05T02:18:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b1114870af7db726140567ae9ff6a93abdab43070c03f978baa7dc7041987423","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-25T18:56:11Z","title_canon_sha256":"8381655d2949dd6c954419a03acbcd4065bf9e1f7e15d279bace29542af37fb5"},"schema_version":"1.0","source":{"id":"2102.13089","kind":"arxiv","version":1}},"canonical_sha256":"faf14cee60021804e97eceb78fb64208097dae3cf71b6c7648aaa6d6256ece5f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"faf14cee60021804e97eceb78fb64208097dae3cf71b6c7648aaa6d6256ece5f","first_computed_at":"2026-07-05T02:18:26.582168Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:18:26.582168Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6U4YtQvC4k6qIz+sfH/FzAGwBkXqZ44c68n+krlYWwYzai0iD4170i5EE+ENX906C9ahxCC16OUyQJMLOa1QDA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:18:26.582663Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.13089","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:79f1d27e7bd0575c0e1473446ac9b5a4e36d3202560f83f7975d7cce502eece7","sha256:94b35a666cfcc2e922788def544f131c29c570993c6890c2fda1a9c83e6f3e58"],"state_sha256":"06e481ac0f70a80574d950f663aa49b19a8b126a85f4f9fa6bd082798d5b9887"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jklfjkm1Jjps1iLwZ9wYeWv7kgsbipJelFoTf113/ntpSNhFI3Wjmx847LTrU60i8ZDkkfflszBa56oa4ex7AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T03:27:03.379437Z","bundle_sha256":"dc62b8829578302697053abfa0a348f0e17080214aec6d61355a7c89ca694a11"}}