{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2019:YF3PJTJBU74UMBDLHRXAMCZ2QP","short_pith_number":"pith:YF3PJTJB","schema_version":"1.0","canonical_sha256":"c176f4cd21a7f946046b3c6e060b3a83e0b73486f0c97301e8f73979004b4a6f","source":{"kind":"arxiv","id":"1907.04214","version":2},"attestation_state":"computed","paper":{"title":"Entropic Regularization of Markov Decision Processes","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Boris Belousov, Jan Peters","submitted_at":"2019-07-06T15:02:56Z","abstract_excerpt":"An optimal feedback controller for a given Markov decision process (MDP) can in principle be synthesized by value or policy iteration. However, if the system dynamics and the reward function are unknown, a learning agent must discover an optimal controller via direct interaction with the environment. Such interactive data gathering commonly leads to divergence towards dangerous or uninformative regions of the state space unless additional regularization measures are taken. Prior works proposed bounding the information loss measured by the Kullback-Leibler (KL) divergence at every policy improv"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1907.04214","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2019-07-06T15:02:56Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"95a53f46d3aee2ae6c37fa84d688e5a12c8ff55c112f3b66215202ef8979c660","abstract_canon_sha256":"4adfa88c755e9d912e43b4dadea1a56e66137499f943515af0c8b4043b306a3d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:40:16.996943Z","signature_b64":"ajBtRQOfLIFL9NYVgQNv2pkx5/kB4SDdreIqO4qdSXPNbNNk/tMv0Ep6HfQh08odAEyXxdgHLmX1jf4RQwlpAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c176f4cd21a7f946046b3c6e060b3a83e0b73486f0c97301e8f73979004b4a6f","last_reissued_at":"2026-05-17T23:40:16.995977Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:40:16.995977Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Entropic Regularization of Markov Decision Processes","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Boris Belousov, Jan Peters","submitted_at":"2019-07-06T15:02:56Z","abstract_excerpt":"An optimal feedback controller for a given Markov decision process (MDP) can in principle be synthesized by value or policy iteration. However, if the system dynamics and the reward function are unknown, a learning agent must discover an optimal controller via direct interaction with the environment. Such interactive data gathering commonly leads to divergence towards dangerous or uninformative regions of the state space unless additional regularization measures are taken. Prior works proposed bounding the information loss measured by the Kullback-Leibler (KL) divergence at every policy improv"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.04214","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1907.04214","created_at":"2026-05-17T23:40:16.996242+00:00"},{"alias_kind":"arxiv_version","alias_value":"1907.04214v2","created_at":"2026-05-17T23:40:16.996242+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.04214","created_at":"2026-05-17T23:40:16.996242+00:00"},{"alias_kind":"pith_short_12","alias_value":"YF3PJTJBU74U","created_at":"2026-05-18T12:33:33.725879+00:00"},{"alias_kind":"pith_short_16","alias_value":"YF3PJTJBU74UMBDL","created_at":"2026-05-18T12:33:33.725879+00:00"},{"alias_kind":"pith_short_8","alias_value":"YF3PJTJB","created_at":"2026-05-18T12:33:33.725879+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/YF3PJTJBU74UMBDLHRXAMCZ2QP","json":"https://pith.science/pith/YF3PJTJBU74UMBDLHRXAMCZ2QP.json","graph_json":"https://pith.science/api/pith-number/YF3PJTJBU74UMBDLHRXAMCZ2QP/graph.json","events_json":"https://pith.science/api/pith-number/YF3PJTJBU74UMBDLHRXAMCZ2QP/events.json","paper":"https://pith.science/paper/YF3PJTJB"},"agent_actions":{"view_html":"https://pith.science/pith/YF3PJTJBU74UMBDLHRXAMCZ2QP","download_json":"https://pith.science/pith/YF3PJTJBU74UMBDLHRXAMCZ2QP.json","view_paper":"https://pith.science/paper/YF3PJTJB","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1907.04214&json=true","fetch_graph":"https://pith.science/api/pith-number/YF3PJTJBU74UMBDLHRXAMCZ2QP/graph.json","fetch_events":"https://pith.science/api/pith-number/YF3PJTJBU74UMBDLHRXAMCZ2QP/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/YF3PJTJBU74UMBDLHRXAMCZ2QP/action/timestamp_anchor","attest_storage":"https://pith.science/pith/YF3PJTJBU74UMBDLHRXAMCZ2QP/action/storage_attestation","attest_author":"https://pith.science/pith/YF3PJTJBU74UMBDLHRXAMCZ2QP/action/author_attestation","sign_citation":"https://pith.science/pith/YF3PJTJBU74UMBDLHRXAMCZ2QP/action/citation_signature","submit_replication":"https://pith.science/pith/YF3PJTJBU74UMBDLHRXAMCZ2QP/action/replication_record"}},"created_at":"2026-05-17T23:40:16.996242+00:00","updated_at":"2026-05-17T23:40:16.996242+00:00"}