{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:DCRWFIXSLVS2JSW66UTRVKRXUX","short_pith_number":"pith:DCRWFIXS","canonical_record":{"source":{"id":"2003.14089","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2020-03-31T10:55:06Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e00d129258d193c1596dd17002397eaf16bed93ee2158554154a6712ada0b1c2","abstract_canon_sha256":"c2956d9ce76693b10a42d9c82714b7f4af11bf846356e6cdc828041db01d6881"},"schema_version":"1.0"},"canonical_sha256":"18a362a2f25d65a4cadef5271aaa37a5e47bb1595ec1b1d6a9db9998ac18f73a","source":{"kind":"arxiv","id":"2003.14089","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.14089","created_at":"2026-07-05T02:04:56Z"},{"alias_kind":"arxiv_version","alias_value":"2003.14089v5","created_at":"2026-07-05T02:04:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.14089","created_at":"2026-07-05T02:04:56Z"},{"alias_kind":"pith_short_12","alias_value":"DCRWFIXSLVS2","created_at":"2026-07-05T02:04:56Z"},{"alias_kind":"pith_short_16","alias_value":"DCRWFIXSLVS2JSW6","created_at":"2026-07-05T02:04:56Z"},{"alias_kind":"pith_short_8","alias_value":"DCRWFIXS","created_at":"2026-07-05T02:04:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:DCRWFIXSLVS2JSW66UTRVKRXUX","target":"record","payload":{"canonical_record":{"source":{"id":"2003.14089","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2020-03-31T10:55:06Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e00d129258d193c1596dd17002397eaf16bed93ee2158554154a6712ada0b1c2","abstract_canon_sha256":"c2956d9ce76693b10a42d9c82714b7f4af11bf846356e6cdc828041db01d6881"},"schema_version":"1.0"},"canonical_sha256":"18a362a2f25d65a4cadef5271aaa37a5e47bb1595ec1b1d6a9db9998ac18f73a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:04:56.168973Z","signature_b64":"VfQVyvsdkq6llsbWEO5Trr12YrnNmkRmaeu1W3smShA5kOGFeI61mxUL1/H0Z8kWkh9o3tFjc96jNFfm4yInAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"18a362a2f25d65a4cadef5271aaa37a5e47bb1595ec1b1d6a9db9998ac18f73a","last_reissued_at":"2026-07-05T02:04:56.168429Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:04:56.168429Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2003.14089","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:04:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oFZbQgI3fDFYBzKusOGZl2Lc0xUpHwi+dzp1knuQx6vWEHCv77RU0gFcD1CqjtSSvJCi6J5et99QnMtuiw6dBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T15:35:04.191104Z"},"content_sha256":"c56c4cb705412200cdc294a1d10004dc02049da182c38d2b98bab7d209cd3763","schema_version":"1.0","event_id":"sha256:c56c4cb705412200cdc294a1d10004dc02049da182c38d2b98bab7d209cd3763"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:DCRWFIXSLVS2JSW66UTRVKRXUX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leverage the Average: an Analysis of KL Regularization in RL","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Bruno Scherrer, Matthieu Geist, Nino Vieillard, Olivier Pietquin, R\\'emi Munos, Tadashi Kozuno","submitted_at":"2020-03-31T10:55:06Z","abstract_excerpt":"Recent Reinforcement Learning (RL) algorithms making use of Kullback-Leibler (KL) regularization as a core component have shown outstanding performance. Yet, only little is understood theoretically about why KL regularization helps, so far. We study KL regularization within an approximate value iteration scheme and show that it implicitly averages q-values. Leveraging this insight, we provide a very strong performance bound, the very first to combine two desirable aspects: a linear dependency to the horizon (instead of quadratic) and an error propagation term involving an averaging effect of t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.14089","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2003.14089/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:04:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W+8YYvx0CFnx70J3S8sCEqKjHlmVpv/ktzgqigbm7YST5atnNA6G99ceZRPXV556Khvtw0bjWP8dEeH3s4ROBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T15:35:04.191656Z"},"content_sha256":"c0448f0310dd99771b596455b9e2ddb9b95fbcd42dc7a53b2a07b5a08fa01368","schema_version":"1.0","event_id":"sha256:c0448f0310dd99771b596455b9e2ddb9b95fbcd42dc7a53b2a07b5a08fa01368"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DCRWFIXSLVS2JSW66UTRVKRXUX/bundle.json","state_url":"https://pith.science/pith/DCRWFIXSLVS2JSW66UTRVKRXUX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DCRWFIXSLVS2JSW66UTRVKRXUX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-02T15:35:04Z","links":{"resolver":"https://pith.science/pith/DCRWFIXSLVS2JSW66UTRVKRXUX","bundle":"https://pith.science/pith/DCRWFIXSLVS2JSW66UTRVKRXUX/bundle.json","state":"https://pith.science/pith/DCRWFIXSLVS2JSW66UTRVKRXUX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DCRWFIXSLVS2JSW66UTRVKRXUX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:DCRWFIXSLVS2JSW66UTRVKRXUX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c2956d9ce76693b10a42d9c82714b7f4af11bf846356e6cdc828041db01d6881","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2020-03-31T10:55:06Z","title_canon_sha256":"e00d129258d193c1596dd17002397eaf16bed93ee2158554154a6712ada0b1c2"},"schema_version":"1.0","source":{"id":"2003.14089","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.14089","created_at":"2026-07-05T02:04:56Z"},{"alias_kind":"arxiv_version","alias_value":"2003.14089v5","created_at":"2026-07-05T02:04:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.14089","created_at":"2026-07-05T02:04:56Z"},{"alias_kind":"pith_short_12","alias_value":"DCRWFIXSLVS2","created_at":"2026-07-05T02:04:56Z"},{"alias_kind":"pith_short_16","alias_value":"DCRWFIXSLVS2JSW6","created_at":"2026-07-05T02:04:56Z"},{"alias_kind":"pith_short_8","alias_value":"DCRWFIXS","created_at":"2026-07-05T02:04:56Z"}],"graph_snapshots":[{"event_id":"sha256:c0448f0310dd99771b596455b9e2ddb9b95fbcd42dc7a53b2a07b5a08fa01368","target":"graph","created_at":"2026-07-05T02:04:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2003.14089/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent Reinforcement Learning (RL) algorithms making use of Kullback-Leibler (KL) regularization as a core component have shown outstanding performance. Yet, only little is understood theoretically about why KL regularization helps, so far. We study KL regularization within an approximate value iteration scheme and show that it implicitly averages q-values. Leveraging this insight, we provide a very strong performance bound, the very first to combine two desirable aspects: a linear dependency to the horizon (instead of quadratic) and an error propagation term involving an averaging effect of t","authors_text":"Bruno Scherrer, Matthieu Geist, Nino Vieillard, Olivier Pietquin, R\\'emi Munos, Tadashi Kozuno","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2020-03-31T10:55:06Z","title":"Leverage the Average: an Analysis of KL Regularization in RL"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.14089","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c56c4cb705412200cdc294a1d10004dc02049da182c38d2b98bab7d209cd3763","target":"record","created_at":"2026-07-05T02:04:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c2956d9ce76693b10a42d9c82714b7f4af11bf846356e6cdc828041db01d6881","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2020-03-31T10:55:06Z","title_canon_sha256":"e00d129258d193c1596dd17002397eaf16bed93ee2158554154a6712ada0b1c2"},"schema_version":"1.0","source":{"id":"2003.14089","kind":"arxiv","version":5}},"canonical_sha256":"18a362a2f25d65a4cadef5271aaa37a5e47bb1595ec1b1d6a9db9998ac18f73a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"18a362a2f25d65a4cadef5271aaa37a5e47bb1595ec1b1d6a9db9998ac18f73a","first_computed_at":"2026-07-05T02:04:56.168429Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:04:56.168429Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VfQVyvsdkq6llsbWEO5Trr12YrnNmkRmaeu1W3smShA5kOGFeI61mxUL1/H0Z8kWkh9o3tFjc96jNFfm4yInAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:04:56.168973Z","signed_message":"canonical_sha256_bytes"},"source_id":"2003.14089","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c56c4cb705412200cdc294a1d10004dc02049da182c38d2b98bab7d209cd3763","sha256:c0448f0310dd99771b596455b9e2ddb9b95fbcd42dc7a53b2a07b5a08fa01368"],"state_sha256":"848719844ac5fc7141526815ca728cf3618f5718a0a11f9d6c6b7d1fa6432a29"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hX9b7mB0cqjSvVoi27Gmd6FnBUzO4bXFqYkLIbYq+6cK9DdNK1aF/UCdsYUo6/aw+ATp53ukXk9RXsbiccQNCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-02T15:35:04.195484Z","bundle_sha256":"5db57a9310cd441251927eae369b8464fd3c9d73c4f71f73287937ce02f7a944"}}