{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:PEHPQBYFFYDCNMYEGT4B65XZ4Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c052826cf39cbc999ecf89b531d2d4e63d08712c1b41f9d1ccef40c6565d4b57","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-09T12:41:17Z","title_canon_sha256":"d4e289ef9fff8fd52a2af8e8e5b41c34c5d0fd185b942434ef9a9118cfa10254"},"schema_version":"1.0","source":{"id":"1912.04002","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1912.04002","created_at":"2026-07-05T00:24:51Z"},{"alias_kind":"arxiv_version","alias_value":"1912.04002v1","created_at":"2026-07-05T00:24:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1912.04002","created_at":"2026-07-05T00:24:51Z"},{"alias_kind":"pith_short_12","alias_value":"PEHPQBYFFYDC","created_at":"2026-07-05T00:24:51Z"},{"alias_kind":"pith_short_16","alias_value":"PEHPQBYFFYDCNMYE","created_at":"2026-07-05T00:24:51Z"},{"alias_kind":"pith_short_8","alias_value":"PEHPQBYF","created_at":"2026-07-05T00:24:51Z"}],"graph_snapshots":[{"event_id":"sha256:941bcd63e602ec6ad055516cab048584c5e67244ab8d48fbc5f79de1e6eb42cd","target":"graph","created_at":"2026-07-05T00:24:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1912.04002/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse representations have been shown to be useful in deep reinforcement learning for mitigating catastrophic interference and improving the performance of agents in terms of cumulative reward. Previous results were based on a two step process were the representation was learned offline and the action-value function was learned online afterwards. In this paper, we investigate if it is possible to learn a sparse representation and the action-value function simultaneously and incrementally. We investigate this question by employing several regularization techniques and observing how they affect","authors_text":"J. Fernando Hernandez-Garcia, Richard S. Sutton","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-09T12:41:17Z","title":"Learning Sparse Representations Incrementally in Deep Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1912.04002","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e097b5d2ba2aae54dfd1eb753c0dbfcb392bf21dcf453d1a3b4d205bec32de7f","target":"record","created_at":"2026-07-05T00:24:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c052826cf39cbc999ecf89b531d2d4e63d08712c1b41f9d1ccef40c6565d4b57","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-09T12:41:17Z","title_canon_sha256":"d4e289ef9fff8fd52a2af8e8e5b41c34c5d0fd185b942434ef9a9118cfa10254"},"schema_version":"1.0","source":{"id":"1912.04002","kind":"arxiv","version":1}},"canonical_sha256":"790ef807052e0626b30434f81f76f9e64efe67a475272622b607af7980d068bf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"790ef807052e0626b30434f81f76f9e64efe67a475272622b607af7980d068bf","first_computed_at":"2026-07-05T00:24:51.076732Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:24:51.076732Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XG2T6KeECcjHm107qWu0l+K4eJRcft6bKMndLS+9UJ0SZ2njQDQG/b8dBi1HNpSe5rFPZTYlVb+mG/ohZJzOBA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:24:51.077116Z","signed_message":"canonical_sha256_bytes"},"source_id":"1912.04002","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e097b5d2ba2aae54dfd1eb753c0dbfcb392bf21dcf453d1a3b4d205bec32de7f","sha256:941bcd63e602ec6ad055516cab048584c5e67244ab8d48fbc5f79de1e6eb42cd"],"state_sha256":"0de930de4d060e48744819ca50e1db000df5f6472062a2e548c1ab4091566bc0"}