{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:47UYL6ELR4RW55RHNURRYDIAPS","short_pith_number":"pith:47UYL6EL","canonical_record":{"source":{"id":"2112.15364","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-12-31T09:50:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bd334c55d5022d100333993d9e5b4025fe6dde0f2fdb38d49231560c62c8bc42","abstract_canon_sha256":"f37f3aff1048a9a0c17dbc33c019d611f88a3e615a798e8945bf23ea2e91fc1f"},"schema_version":"1.0"},"canonical_sha256":"e7e985f88b8f236ef6276d231c0d007c9fd3ffab85ad12f4715f5ad37d022489","source":{"kind":"arxiv","id":"2112.15364","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.15364","created_at":"2026-07-05T03:44:39Z"},{"alias_kind":"arxiv_version","alias_value":"2112.15364v1","created_at":"2026-07-05T03:44:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.15364","created_at":"2026-07-05T03:44:39Z"},{"alias_kind":"pith_short_12","alias_value":"47UYL6ELR4RW","created_at":"2026-07-05T03:44:39Z"},{"alias_kind":"pith_short_16","alias_value":"47UYL6ELR4RW55RH","created_at":"2026-07-05T03:44:39Z"},{"alias_kind":"pith_short_8","alias_value":"47UYL6EL","created_at":"2026-07-05T03:44:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:47UYL6ELR4RW55RHNURRYDIAPS","target":"record","payload":{"canonical_record":{"source":{"id":"2112.15364","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-12-31T09:50:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bd334c55d5022d100333993d9e5b4025fe6dde0f2fdb38d49231560c62c8bc42","abstract_canon_sha256":"f37f3aff1048a9a0c17dbc33c019d611f88a3e615a798e8945bf23ea2e91fc1f"},"schema_version":"1.0"},"canonical_sha256":"e7e985f88b8f236ef6276d231c0d007c9fd3ffab85ad12f4715f5ad37d022489","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:44:39.386450Z","signature_b64":"MiyHKqkfrgn2VW3OHn3MrLgRqNkmeaesZF+Ue/xwys1IEL+o9FbDGrEWMr21ZU4aXTK9UmDSudbCq9WMRL7GBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e7e985f88b8f236ef6276d231c0d007c9fd3ffab85ad12f4715f5ad37d022489","last_reissued_at":"2026-07-05T03:44:39.386019Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:44:39.386019Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.15364","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:44:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7as7wHZfC/iM3+wH3UVhtEDO1hXoxOJAv4lXBH8JkNb4ujYf7e8qFscSJKra+WyOeBK4r5ffECP+ZIRHsRYKCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:55:22.930386Z"},"content_sha256":"1ad1bfdce52c62b7b5cce2463b707a3d3bd1f5488b6ce616713caf517fbab513","schema_version":"1.0","event_id":"sha256:1ad1bfdce52c62b7b5cce2463b707a3d3bd1f5488b6ce616713caf517fbab513"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:47UYL6ELR4RW55RHNURRYDIAPS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Robust Entropy-regularized Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Patrick Jaillet, Tien Mai","submitted_at":"2021-12-31T09:50:46Z","abstract_excerpt":"Stochastic and soft optimal policies resulting from entropy-regularized Markov decision processes (ER-MDP) are desirable for exploration and imitation learning applications. Motivated by the fact that such policies are sensitive with respect to the state transition probabilities, and the estimation of these probabilities may be inaccurate, we study a robust version of the ER-MDP model, where the stochastic optimal policies are required to be robust with respect to the ambiguity in the underlying transition probabilities. Our work is at the crossroads of two important schemes in reinforcement l"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.15364","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.15364/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:44:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dnA25XhYSIX4JE3IJzklosXBSvKag9RvtMqv4wZqYNq+pEH+PD8ASfWSwtErIjcop8aBknMD9aDAmwZPQpCWDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:55:22.930766Z"},"content_sha256":"ebdaedcc929998e6eb2abd6afdc1460220618ad65910a7e82d08f72abbd836c8","schema_version":"1.0","event_id":"sha256:ebdaedcc929998e6eb2abd6afdc1460220618ad65910a7e82d08f72abbd836c8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/47UYL6ELR4RW55RHNURRYDIAPS/bundle.json","state_url":"https://pith.science/pith/47UYL6ELR4RW55RHNURRYDIAPS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/47UYL6ELR4RW55RHNURRYDIAPS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T16:55:22Z","links":{"resolver":"https://pith.science/pith/47UYL6ELR4RW55RHNURRYDIAPS","bundle":"https://pith.science/pith/47UYL6ELR4RW55RHNURRYDIAPS/bundle.json","state":"https://pith.science/pith/47UYL6ELR4RW55RHNURRYDIAPS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/47UYL6ELR4RW55RHNURRYDIAPS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:47UYL6ELR4RW55RHNURRYDIAPS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f37f3aff1048a9a0c17dbc33c019d611f88a3e615a798e8945bf23ea2e91fc1f","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-12-31T09:50:46Z","title_canon_sha256":"bd334c55d5022d100333993d9e5b4025fe6dde0f2fdb38d49231560c62c8bc42"},"schema_version":"1.0","source":{"id":"2112.15364","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.15364","created_at":"2026-07-05T03:44:39Z"},{"alias_kind":"arxiv_version","alias_value":"2112.15364v1","created_at":"2026-07-05T03:44:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.15364","created_at":"2026-07-05T03:44:39Z"},{"alias_kind":"pith_short_12","alias_value":"47UYL6ELR4RW","created_at":"2026-07-05T03:44:39Z"},{"alias_kind":"pith_short_16","alias_value":"47UYL6ELR4RW55RH","created_at":"2026-07-05T03:44:39Z"},{"alias_kind":"pith_short_8","alias_value":"47UYL6EL","created_at":"2026-07-05T03:44:39Z"}],"graph_snapshots":[{"event_id":"sha256:ebdaedcc929998e6eb2abd6afdc1460220618ad65910a7e82d08f72abbd836c8","target":"graph","created_at":"2026-07-05T03:44:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.15364/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Stochastic and soft optimal policies resulting from entropy-regularized Markov decision processes (ER-MDP) are desirable for exploration and imitation learning applications. Motivated by the fact that such policies are sensitive with respect to the state transition probabilities, and the estimation of these probabilities may be inaccurate, we study a robust version of the ER-MDP model, where the stochastic optimal policies are required to be robust with respect to the ambiguity in the underlying transition probabilities. Our work is at the crossroads of two important schemes in reinforcement l","authors_text":"Patrick Jaillet, Tien Mai","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-12-31T09:50:46Z","title":"Robust Entropy-regularized Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.15364","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1ad1bfdce52c62b7b5cce2463b707a3d3bd1f5488b6ce616713caf517fbab513","target":"record","created_at":"2026-07-05T03:44:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f37f3aff1048a9a0c17dbc33c019d611f88a3e615a798e8945bf23ea2e91fc1f","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-12-31T09:50:46Z","title_canon_sha256":"bd334c55d5022d100333993d9e5b4025fe6dde0f2fdb38d49231560c62c8bc42"},"schema_version":"1.0","source":{"id":"2112.15364","kind":"arxiv","version":1}},"canonical_sha256":"e7e985f88b8f236ef6276d231c0d007c9fd3ffab85ad12f4715f5ad37d022489","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e7e985f88b8f236ef6276d231c0d007c9fd3ffab85ad12f4715f5ad37d022489","first_computed_at":"2026-07-05T03:44:39.386019Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:44:39.386019Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MiyHKqkfrgn2VW3OHn3MrLgRqNkmeaesZF+Ue/xwys1IEL+o9FbDGrEWMr21ZU4aXTK9UmDSudbCq9WMRL7GBA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:44:39.386450Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.15364","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1ad1bfdce52c62b7b5cce2463b707a3d3bd1f5488b6ce616713caf517fbab513","sha256:ebdaedcc929998e6eb2abd6afdc1460220618ad65910a7e82d08f72abbd836c8"],"state_sha256":"34346dac67f50e3595994b8db6de36af9a8b1d535f8a8caa6935745f2539f119"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8Y2teoKAYjZsyuzFsjRMkkwtIcFmFj3CCp7KZBpFOS6mN00kGDUw9aVGYooVBnQazYTmH1Ys2yD9zDc5aYiDBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T16:55:22.932696Z","bundle_sha256":"b14af49e9b9d5d046bc84582d95b8d83c8a07e35d6aa9ee4257fed9d16e3a0ad"}}