{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:LNAAVZJJ2ZAVIPF6I3OJI244A5","short_pith_number":"pith:LNAAVZJJ","canonical_record":{"source":{"id":"2203.15955","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-30T00:14:26Z","cross_cats_sorted":[],"title_canon_sha256":"e0df6f009d006c235311329c7adc08b04bfb47d89fe680b9f7beb7096d69c25a","abstract_canon_sha256":"7b2afb556eccfae344bb51676c84bfd28ca21f8ca3ab24413f668ab47ad48220"},"schema_version":"1.0"},"canonical_sha256":"5b400ae529d641543cbe46dc946b9c074952f019985d4db061514d30ff0a4a7c","source":{"kind":"arxiv","id":"2203.15955","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.15955","created_at":"2026-07-05T06:07:08Z"},{"alias_kind":"arxiv_version","alias_value":"2203.15955v3","created_at":"2026-07-05T06:07:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.15955","created_at":"2026-07-05T06:07:08Z"},{"alias_kind":"pith_short_12","alias_value":"LNAAVZJJ2ZAV","created_at":"2026-07-05T06:07:08Z"},{"alias_kind":"pith_short_16","alias_value":"LNAAVZJJ2ZAVIPF6","created_at":"2026-07-05T06:07:08Z"},{"alias_kind":"pith_short_8","alias_value":"LNAAVZJJ","created_at":"2026-07-05T06:07:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:LNAAVZJJ2ZAVIPF6I3OJI244A5","target":"record","payload":{"canonical_record":{"source":{"id":"2203.15955","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-30T00:14:26Z","cross_cats_sorted":[],"title_canon_sha256":"e0df6f009d006c235311329c7adc08b04bfb47d89fe680b9f7beb7096d69c25a","abstract_canon_sha256":"7b2afb556eccfae344bb51676c84bfd28ca21f8ca3ab24413f668ab47ad48220"},"schema_version":"1.0"},"canonical_sha256":"5b400ae529d641543cbe46dc946b9c074952f019985d4db061514d30ff0a4a7c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:07:08.379632Z","signature_b64":"2uQQLaDtmDc278HC7CS5hD12BQGDG0wkjeo9oL0VfB8NKIOGXkceFFKKPvWcE+jFHQmPjvfsNZn0UcF8USUICw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5b400ae529d641543cbe46dc946b9c074952f019985d4db061514d30ff0a4a7c","last_reissued_at":"2026-07-05T06:07:08.379161Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:07:08.379161Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.15955","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:07:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ijtRowHnBWu+1XHU7pG019xSDdU41YKc/JbXrYLHtWqOernSoFvVssw6W2QWnRy3+P5UGuh6GEZ4H8oGIhOECQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:15:39.670024Z"},"content_sha256":"6bb1f2131c62385d2bad9056f1002cb31533a9ab665fc84551ecf26f0eb5cf34","schema_version":"1.0","event_id":"sha256:6bb1f2131c62385d2bad9056f1002cb31533a9ab665fc84551ecf26f0eb5cf34"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:LNAAVZJJ2ZAVIPF6I3OJI244A5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Investigating the Properties of Neural Network Representations in Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Adam White, Erfan Miahi, Han Wang, Marlos C. Machado, Martha White, Raksha Kumaraswamy, Vincent Liu, Zaheer Abbas","submitted_at":"2022-03-30T00:14:26Z","abstract_excerpt":"In this paper we investigate the properties of representations learned by deep reinforcement learning systems. Much of the early work on representations for reinforcement learning focused on designing fixed-basis architectures to achieve properties thought to be desirable, such as orthogonality and sparsity. In contrast, the idea behind deep reinforcement learning methods is that the agent designer should not encode representational properties, but rather that the data stream should determine the properties of the representation -- good representations emerge under appropriate training schemes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.15955","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.15955/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:07:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pNsiYUz4RmMuRSFUrG7CpCyAfelKKfsJN92YH6JmH9UVcK4TziukKG2vSXps04JbL7f9wFJUJM3zESFWrDUDCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:15:39.670951Z"},"content_sha256":"6c67808bc48f68e9e90745b79beeab1379e8ec883d540e6402615b0636ea26df","schema_version":"1.0","event_id":"sha256:6c67808bc48f68e9e90745b79beeab1379e8ec883d540e6402615b0636ea26df"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LNAAVZJJ2ZAVIPF6I3OJI244A5/bundle.json","state_url":"https://pith.science/pith/LNAAVZJJ2ZAVIPF6I3OJI244A5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LNAAVZJJ2ZAVIPF6I3OJI244A5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T00:15:39Z","links":{"resolver":"https://pith.science/pith/LNAAVZJJ2ZAVIPF6I3OJI244A5","bundle":"https://pith.science/pith/LNAAVZJJ2ZAVIPF6I3OJI244A5/bundle.json","state":"https://pith.science/pith/LNAAVZJJ2ZAVIPF6I3OJI244A5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LNAAVZJJ2ZAVIPF6I3OJI244A5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:LNAAVZJJ2ZAVIPF6I3OJI244A5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7b2afb556eccfae344bb51676c84bfd28ca21f8ca3ab24413f668ab47ad48220","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-30T00:14:26Z","title_canon_sha256":"e0df6f009d006c235311329c7adc08b04bfb47d89fe680b9f7beb7096d69c25a"},"schema_version":"1.0","source":{"id":"2203.15955","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.15955","created_at":"2026-07-05T06:07:08Z"},{"alias_kind":"arxiv_version","alias_value":"2203.15955v3","created_at":"2026-07-05T06:07:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.15955","created_at":"2026-07-05T06:07:08Z"},{"alias_kind":"pith_short_12","alias_value":"LNAAVZJJ2ZAV","created_at":"2026-07-05T06:07:08Z"},{"alias_kind":"pith_short_16","alias_value":"LNAAVZJJ2ZAVIPF6","created_at":"2026-07-05T06:07:08Z"},{"alias_kind":"pith_short_8","alias_value":"LNAAVZJJ","created_at":"2026-07-05T06:07:08Z"}],"graph_snapshots":[{"event_id":"sha256:6c67808bc48f68e9e90745b79beeab1379e8ec883d540e6402615b0636ea26df","target":"graph","created_at":"2026-07-05T06:07:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.15955/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper we investigate the properties of representations learned by deep reinforcement learning systems. Much of the early work on representations for reinforcement learning focused on designing fixed-basis architectures to achieve properties thought to be desirable, such as orthogonality and sparsity. In contrast, the idea behind deep reinforcement learning methods is that the agent designer should not encode representational properties, but rather that the data stream should determine the properties of the representation -- good representations emerge under appropriate training schemes","authors_text":"Adam White, Erfan Miahi, Han Wang, Marlos C. Machado, Martha White, Raksha Kumaraswamy, Vincent Liu, Zaheer Abbas","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-30T00:14:26Z","title":"Investigating the Properties of Neural Network Representations in Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.15955","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6bb1f2131c62385d2bad9056f1002cb31533a9ab665fc84551ecf26f0eb5cf34","target":"record","created_at":"2026-07-05T06:07:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7b2afb556eccfae344bb51676c84bfd28ca21f8ca3ab24413f668ab47ad48220","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-30T00:14:26Z","title_canon_sha256":"e0df6f009d006c235311329c7adc08b04bfb47d89fe680b9f7beb7096d69c25a"},"schema_version":"1.0","source":{"id":"2203.15955","kind":"arxiv","version":3}},"canonical_sha256":"5b400ae529d641543cbe46dc946b9c074952f019985d4db061514d30ff0a4a7c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5b400ae529d641543cbe46dc946b9c074952f019985d4db061514d30ff0a4a7c","first_computed_at":"2026-07-05T06:07:08.379161Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:07:08.379161Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2uQQLaDtmDc278HC7CS5hD12BQGDG0wkjeo9oL0VfB8NKIOGXkceFFKKPvWcE+jFHQmPjvfsNZn0UcF8USUICw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:07:08.379632Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.15955","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6bb1f2131c62385d2bad9056f1002cb31533a9ab665fc84551ecf26f0eb5cf34","sha256:6c67808bc48f68e9e90745b79beeab1379e8ec883d540e6402615b0636ea26df"],"state_sha256":"10368dfa5f38d1ac20d430383f99b62f6a6c3f07492dfbee0b18930a7a7b3667"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EX31k0brZvgVISE9tp5ox5QzA+HKoje1GAIoI+JrEynJswkEf44tcTPtmvX3WMyFScTHJV2U10GfswQwzTcjAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T00:15:39.684170Z","bundle_sha256":"a20a0a2a3266ca44f19e22dbc171145e9bb73dcfaca1151723c0ae9a161c8bb3"}}