{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:C34EDGIUEC7YULC6RQ4PPLSP3L","short_pith_number":"pith:C34EDGIU","canonical_record":{"source":{"id":"2402.09078","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-14T10:44:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bd6d1a0e74e5fb3155d7a9b5cb1edb22a002043552ed0c23f86da28bd89ea414","abstract_canon_sha256":"57216ec722fe77c861c67627b348ee8fb60f87bea4cb75abd332f586aba84e08"},"schema_version":"1.0"},"canonical_sha256":"16f841991420bf8a2c5e8c38f7ae4fdafae5fade05977c3d8edb9295d8c1379d","source":{"kind":"arxiv","id":"2402.09078","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.09078","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"arxiv_version","alias_value":"2402.09078v2","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.09078","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_12","alias_value":"C34EDGIUEC7Y","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_16","alias_value":"C34EDGIUEC7YULC6","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_8","alias_value":"C34EDGIU","created_at":"2026-07-05T09:19:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:C34EDGIUEC7YULC6RQ4PPLSP3L","target":"record","payload":{"canonical_record":{"source":{"id":"2402.09078","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-14T10:44:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bd6d1a0e74e5fb3155d7a9b5cb1edb22a002043552ed0c23f86da28bd89ea414","abstract_canon_sha256":"57216ec722fe77c861c67627b348ee8fb60f87bea4cb75abd332f586aba84e08"},"schema_version":"1.0"},"canonical_sha256":"16f841991420bf8a2c5e8c38f7ae4fdafae5fade05977c3d8edb9295d8c1379d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:19:07.465795Z","signature_b64":"jYHx2/8+kYPH/FThdYHCEiP6Aqvmim8liIuHV13tw0zwS8fdL9LM86x2v465+d4Gwmv7qi4YnKSpKL2XdAqBAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"16f841991420bf8a2c5e8c38f7ae4fdafae5fade05977c3d8edb9295d8c1379d","last_reissued_at":"2026-07-05T09:19:07.465310Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:19:07.465310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.09078","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kvJCeqjil9djVtp8K/R08P3VFhXaPeGC2HxiHjSNO3iOfqZ2k/m32bwlaHCX8kwCUpqRCiPGqddMkFlrzMaLBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T17:20:12.794190Z"},"content_sha256":"af9ac256b18ad10ad55c1dffec60ccb84142def85a314b95255945a383389a8c","schema_version":"1.0","event_id":"sha256:af9ac256b18ad10ad55c1dffec60ccb84142def85a314b95255945a383389a8c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:C34EDGIUEC7YULC6RQ4PPLSP3L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploiting Estimation Bias in Clipped Double Q-Learning for Continous Control Reinforcement Learning Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Alberto Dalla Libera, Alberto Sinigaglia, Gian Antonio Susto, Niccol\\`o Turcato, Ruggero Carli","submitted_at":"2024-02-14T10:44:03Z","abstract_excerpt":"Continuous control Deep Reinforcement Learning (RL) approaches are known to suffer from estimation biases, leading to suboptimal policies. This paper introduces innovative methods in RL, focusing on addressing and exploiting estimation biases in Actor-Critic methods for continuous control tasks, using Deep Double Q-Learning. We design a Bias Exploiting (BE) mechanism to dynamically select the most advantageous estimation bias during training of the RL agent. Most State-of-the-art Deep RL algorithms can be equipped with the BE mechanism, without hindering performance or computational complexity"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.09078","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.09078/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y3ZkqNpYh8q+qTr8OxRGOR5NuUv5NK8rULM2BhjDu4lEZX93Z2YjxqiEZAkKmAxnry1P8jFw886Yo1F4zy4BAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T17:20:12.794610Z"},"content_sha256":"bd7cf968549414718b53fdc00aff5c54693389e30d7d512388acaadec9777658","schema_version":"1.0","event_id":"sha256:bd7cf968549414718b53fdc00aff5c54693389e30d7d512388acaadec9777658"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C34EDGIUEC7YULC6RQ4PPLSP3L/bundle.json","state_url":"https://pith.science/pith/C34EDGIUEC7YULC6RQ4PPLSP3L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C34EDGIUEC7YULC6RQ4PPLSP3L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T17:20:12Z","links":{"resolver":"https://pith.science/pith/C34EDGIUEC7YULC6RQ4PPLSP3L","bundle":"https://pith.science/pith/C34EDGIUEC7YULC6RQ4PPLSP3L/bundle.json","state":"https://pith.science/pith/C34EDGIUEC7YULC6RQ4PPLSP3L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C34EDGIUEC7YULC6RQ4PPLSP3L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:C34EDGIUEC7YULC6RQ4PPLSP3L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"57216ec722fe77c861c67627b348ee8fb60f87bea4cb75abd332f586aba84e08","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-14T10:44:03Z","title_canon_sha256":"bd6d1a0e74e5fb3155d7a9b5cb1edb22a002043552ed0c23f86da28bd89ea414"},"schema_version":"1.0","source":{"id":"2402.09078","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.09078","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"arxiv_version","alias_value":"2402.09078v2","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.09078","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_12","alias_value":"C34EDGIUEC7Y","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_16","alias_value":"C34EDGIUEC7YULC6","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_8","alias_value":"C34EDGIU","created_at":"2026-07-05T09:19:07Z"}],"graph_snapshots":[{"event_id":"sha256:bd7cf968549414718b53fdc00aff5c54693389e30d7d512388acaadec9777658","target":"graph","created_at":"2026-07-05T09:19:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.09078/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Continuous control Deep Reinforcement Learning (RL) approaches are known to suffer from estimation biases, leading to suboptimal policies. This paper introduces innovative methods in RL, focusing on addressing and exploiting estimation biases in Actor-Critic methods for continuous control tasks, using Deep Double Q-Learning. We design a Bias Exploiting (BE) mechanism to dynamically select the most advantageous estimation bias during training of the RL agent. Most State-of-the-art Deep RL algorithms can be equipped with the BE mechanism, without hindering performance or computational complexity","authors_text":"Alberto Dalla Libera, Alberto Sinigaglia, Gian Antonio Susto, Niccol\\`o Turcato, Ruggero Carli","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-14T10:44:03Z","title":"Exploiting Estimation Bias in Clipped Double Q-Learning for Continous Control Reinforcement Learning Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.09078","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:af9ac256b18ad10ad55c1dffec60ccb84142def85a314b95255945a383389a8c","target":"record","created_at":"2026-07-05T09:19:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"57216ec722fe77c861c67627b348ee8fb60f87bea4cb75abd332f586aba84e08","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-14T10:44:03Z","title_canon_sha256":"bd6d1a0e74e5fb3155d7a9b5cb1edb22a002043552ed0c23f86da28bd89ea414"},"schema_version":"1.0","source":{"id":"2402.09078","kind":"arxiv","version":2}},"canonical_sha256":"16f841991420bf8a2c5e8c38f7ae4fdafae5fade05977c3d8edb9295d8c1379d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"16f841991420bf8a2c5e8c38f7ae4fdafae5fade05977c3d8edb9295d8c1379d","first_computed_at":"2026-07-05T09:19:07.465310Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:19:07.465310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jYHx2/8+kYPH/FThdYHCEiP6Aqvmim8liIuHV13tw0zwS8fdL9LM86x2v465+d4Gwmv7qi4YnKSpKL2XdAqBAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:19:07.465795Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.09078","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:af9ac256b18ad10ad55c1dffec60ccb84142def85a314b95255945a383389a8c","sha256:bd7cf968549414718b53fdc00aff5c54693389e30d7d512388acaadec9777658"],"state_sha256":"f23e6581d5e72aea7da9683b06062c05f9dc18e87a661a1936f39b3483daa250"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x0ORvKsnWnus6uC56Pp0BbiTgoQ6CI+YKEDAxt+cRnYSyZUWbCQSnfPjkRdMBmeEi7yjSl3HP8PZYe0Fwx0KDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T17:20:12.796768Z","bundle_sha256":"9609d33403800d23d197fdb0cd7879f6cbb5ccd386a6f59cff32d0f3212df43d"}}