{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:F22XKRM75OGKA4GEKJVEEP7CML","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"056a027245fb40b1bd6bf09286d56926507db9c407a5fd2db1c6a4e711f0201b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-01T13:25:10Z","title_canon_sha256":"84bc92c5f5f2c53edbe98ca8b9ca9677f832c101df204c6b45af35da0e134d76"},"schema_version":"1.0","source":{"id":"2403.00514","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.00514","created_at":"2026-07-05T08:34:14Z"},{"alias_kind":"arxiv_version","alias_value":"2403.00514v2","created_at":"2026-07-05T08:34:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.00514","created_at":"2026-07-05T08:34:14Z"},{"alias_kind":"pith_short_12","alias_value":"F22XKRM75OGK","created_at":"2026-07-05T08:34:14Z"},{"alias_kind":"pith_short_16","alias_value":"F22XKRM75OGKA4GE","created_at":"2026-07-05T08:34:14Z"},{"alias_kind":"pith_short_8","alias_value":"F22XKRM7","created_at":"2026-07-05T08:34:14Z"}],"graph_snapshots":[{"event_id":"sha256:d07e48de9bdbd29846583035b0b9d826121b0e53e9bd81a2e1158e0ae21bc98e","target":"graph","created_at":"2026-07-05T08:34:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.00514/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in off-policy Reinforcement Learning (RL) have significantly improved sample efficiency, primarily due to the incorporation of various forms of regularization that enable more gradient update steps than traditional agents. However, many of these techniques have been tested in limited settings, often on tasks from single simulation benchmarks and against well-known algorithms rather than a range of regularization approaches. This limits our understanding of the specific mechanisms driving RL improvements. To address this, we implemented over 60 different off-policy agents, e","authors_text":"Marek Cygan, Mateusz Ostaszewski, Micha{\\l} Bortkiewicz, Michal Nauman, Piotr Mi{\\l}o\\'s, Tomasz Trzci\\'nski","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-01T13:25:10Z","title":"Overestimation, Overfitting, and Plasticity in Actor-Critic: the Bitter Lesson of Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.00514","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d0d53407efed9ef88dffa3516860cac1579bc402560aa90a1ceb94bd5edb72a1","target":"record","created_at":"2026-07-05T08:34:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"056a027245fb40b1bd6bf09286d56926507db9c407a5fd2db1c6a4e711f0201b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-01T13:25:10Z","title_canon_sha256":"84bc92c5f5f2c53edbe98ca8b9ca9677f832c101df204c6b45af35da0e134d76"},"schema_version":"1.0","source":{"id":"2403.00514","kind":"arxiv","version":2}},"canonical_sha256":"2eb575459feb8ca070c4526a423fe262c539f474273dc7c63270c6ac238042c0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2eb575459feb8ca070c4526a423fe262c539f474273dc7c63270c6ac238042c0","first_computed_at":"2026-07-05T08:34:14.679841Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:34:14.679841Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2WwaniCoE/HP+6bqo77p1BFhz/bKrCTaSjNw2sTIGb8NqLG5Fd17LDYU43NknFIoR5wvlOJ2UYQM2FslOHnNAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:34:14.680392Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.00514","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d0d53407efed9ef88dffa3516860cac1579bc402560aa90a1ceb94bd5edb72a1","sha256:d07e48de9bdbd29846583035b0b9d826121b0e53e9bd81a2e1158e0ae21bc98e"],"state_sha256":"957202068446abd3e4d2ffac48d0de8fb91258cfbdf05128f5498b4cee3fbc27"}