{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:C34EDGIUEC7YULC6RQ4PPLSP3L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"57216ec722fe77c861c67627b348ee8fb60f87bea4cb75abd332f586aba84e08","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-14T10:44:03Z","title_canon_sha256":"bd6d1a0e74e5fb3155d7a9b5cb1edb22a002043552ed0c23f86da28bd89ea414"},"schema_version":"1.0","source":{"id":"2402.09078","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.09078","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"arxiv_version","alias_value":"2402.09078v2","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.09078","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_12","alias_value":"C34EDGIUEC7Y","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_16","alias_value":"C34EDGIUEC7YULC6","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_8","alias_value":"C34EDGIU","created_at":"2026-07-05T09:19:07Z"}],"graph_snapshots":[{"event_id":"sha256:bd7cf968549414718b53fdc00aff5c54693389e30d7d512388acaadec9777658","target":"graph","created_at":"2026-07-05T09:19:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.09078/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Continuous control Deep Reinforcement Learning (RL) approaches are known to suffer from estimation biases, leading to suboptimal policies. This paper introduces innovative methods in RL, focusing on addressing and exploiting estimation biases in Actor-Critic methods for continuous control tasks, using Deep Double Q-Learning. We design a Bias Exploiting (BE) mechanism to dynamically select the most advantageous estimation bias during training of the RL agent. Most State-of-the-art Deep RL algorithms can be equipped with the BE mechanism, without hindering performance or computational complexity","authors_text":"Alberto Dalla Libera, Alberto Sinigaglia, Gian Antonio Susto, Niccol\\`o Turcato, Ruggero Carli","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-14T10:44:03Z","title":"Exploiting Estimation Bias in Clipped Double Q-Learning for Continous Control Reinforcement Learning Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.09078","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:af9ac256b18ad10ad55c1dffec60ccb84142def85a314b95255945a383389a8c","target":"record","created_at":"2026-07-05T09:19:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"57216ec722fe77c861c67627b348ee8fb60f87bea4cb75abd332f586aba84e08","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-14T10:44:03Z","title_canon_sha256":"bd6d1a0e74e5fb3155d7a9b5cb1edb22a002043552ed0c23f86da28bd89ea414"},"schema_version":"1.0","source":{"id":"2402.09078","kind":"arxiv","version":2}},"canonical_sha256":"16f841991420bf8a2c5e8c38f7ae4fdafae5fade05977c3d8edb9295d8c1379d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"16f841991420bf8a2c5e8c38f7ae4fdafae5fade05977c3d8edb9295d8c1379d","first_computed_at":"2026-07-05T09:19:07.465310Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:19:07.465310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jYHx2/8+kYPH/FThdYHCEiP6Aqvmim8liIuHV13tw0zwS8fdL9LM86x2v465+d4Gwmv7qi4YnKSpKL2XdAqBAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:19:07.465795Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.09078","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:af9ac256b18ad10ad55c1dffec60ccb84142def85a314b95255945a383389a8c","sha256:bd7cf968549414718b53fdc00aff5c54693389e30d7d512388acaadec9777658"],"state_sha256":"f23e6581d5e72aea7da9683b06062c05f9dc18e87a661a1936f39b3483daa250"}