{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CYO5WUDZJZTBJAIWKSBZP32QEW","short_pith_number":"pith:CYO5WUDZ","canonical_record":{"source":{"id":"2301.11547","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-27T06:18:25Z","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"title_canon_sha256":"5d98bb9e295751209dc5953b4d1a3aef689b7c9658cca170eb8b5cd37070ca23","abstract_canon_sha256":"f6b7fcd8c91e6d6bca1d8ae86e7a6601cddefe1dd5d9eddd727ab16f0c37b3e9"},"schema_version":"1.0"},"canonical_sha256":"161ddb50794e66148116548397ef5025aad4f0721ffdf1e6e061ac39c563d663","source":{"kind":"arxiv","id":"2301.11547","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.11547","created_at":"2026-07-05T05:36:23Z"},{"alias_kind":"arxiv_version","alias_value":"2301.11547v1","created_at":"2026-07-05T05:36:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.11547","created_at":"2026-07-05T05:36:23Z"},{"alias_kind":"pith_short_12","alias_value":"CYO5WUDZJZTB","created_at":"2026-07-05T05:36:23Z"},{"alias_kind":"pith_short_16","alias_value":"CYO5WUDZJZTBJAIW","created_at":"2026-07-05T05:36:23Z"},{"alias_kind":"pith_short_8","alias_value":"CYO5WUDZ","created_at":"2026-07-05T05:36:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CYO5WUDZJZTBJAIWKSBZP32QEW","target":"record","payload":{"canonical_record":{"source":{"id":"2301.11547","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-27T06:18:25Z","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"title_canon_sha256":"5d98bb9e295751209dc5953b4d1a3aef689b7c9658cca170eb8b5cd37070ca23","abstract_canon_sha256":"f6b7fcd8c91e6d6bca1d8ae86e7a6601cddefe1dd5d9eddd727ab16f0c37b3e9"},"schema_version":"1.0"},"canonical_sha256":"161ddb50794e66148116548397ef5025aad4f0721ffdf1e6e061ac39c563d663","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:36:23.424651Z","signature_b64":"ynBWh3++SYnk1wxyJH3ACVYlkGu+/n2W3jjZ+K/59osl64eBaSB032vXAJJDO3TEScJWV2Q5OljQKGi+nnOFDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"161ddb50794e66148116548397ef5025aad4f0721ffdf1e6e061ac39c563d663","last_reissued_at":"2026-07-05T05:36:23.424153Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:36:23.424153Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2301.11547","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:36:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+m5323qtgtr+C9/sxQyg99pljtYNifO9fDQYkM1bb7bd4ouRX3GsnqUTBT7jR2d/6Wq7XVTZPKnJq2gKkKH/Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:48:56.300956Z"},"content_sha256":"b222a90e87ba6658e2750c7606af27252d398b607a793aff324850ef427b6950","schema_version":"1.0","event_id":"sha256:b222a90e87ba6658e2750c7606af27252d398b607a793aff324850ef427b6950"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CYO5WUDZJZTBJAIWKSBZP32QEW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Safe Posterior Sampling for Constrained MDPs with Bounded Constraint Violation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.SY","eess.SY"],"primary_cat":"cs.LG","authors_text":"Krishna C Kalagarla, Pierluigi Nuzzo, Rahul Jain","submitted_at":"2023-01-27T06:18:25Z","abstract_excerpt":"Constrained Markov decision processes (CMDPs) model scenarios of sequential decision making with multiple objectives that are increasingly important in many applications. However, the model is often unknown and must be learned online while still ensuring the constraint is met, or at least the violation is bounded with time. Some recent papers have made progress on this very challenging problem but either need unsatisfactory assumptions such as knowledge of a safe policy, or have high cumulative regret. We propose the Safe PSRL (posterior sampling-based RL) algorithm that does not need such ass"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.11547","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2301.11547/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:36:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nbJNL8bC6c/ShPtMs/uHCJNPKmiEAExrg/BkSxrszo2ycWJkjmAFr6XNWBQJkxO+/RNU+XfrCCPxSOTxMqeaAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:48:56.301758Z"},"content_sha256":"847fa65a2310b37c64d153a5947f143036e79a677769d63fe6bedbe1b6ed0a1d","schema_version":"1.0","event_id":"sha256:847fa65a2310b37c64d153a5947f143036e79a677769d63fe6bedbe1b6ed0a1d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CYO5WUDZJZTBJAIWKSBZP32QEW/bundle.json","state_url":"https://pith.science/pith/CYO5WUDZJZTBJAIWKSBZP32QEW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CYO5WUDZJZTBJAIWKSBZP32QEW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T09:48:56Z","links":{"resolver":"https://pith.science/pith/CYO5WUDZJZTBJAIWKSBZP32QEW","bundle":"https://pith.science/pith/CYO5WUDZJZTBJAIWKSBZP32QEW/bundle.json","state":"https://pith.science/pith/CYO5WUDZJZTBJAIWKSBZP32QEW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CYO5WUDZJZTBJAIWKSBZP32QEW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CYO5WUDZJZTBJAIWKSBZP32QEW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f6b7fcd8c91e6d6bca1d8ae86e7a6601cddefe1dd5d9eddd727ab16f0c37b3e9","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-27T06:18:25Z","title_canon_sha256":"5d98bb9e295751209dc5953b4d1a3aef689b7c9658cca170eb8b5cd37070ca23"},"schema_version":"1.0","source":{"id":"2301.11547","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2301.11547","created_at":"2026-07-05T05:36:23Z"},{"alias_kind":"arxiv_version","alias_value":"2301.11547v1","created_at":"2026-07-05T05:36:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.11547","created_at":"2026-07-05T05:36:23Z"},{"alias_kind":"pith_short_12","alias_value":"CYO5WUDZJZTB","created_at":"2026-07-05T05:36:23Z"},{"alias_kind":"pith_short_16","alias_value":"CYO5WUDZJZTBJAIW","created_at":"2026-07-05T05:36:23Z"},{"alias_kind":"pith_short_8","alias_value":"CYO5WUDZ","created_at":"2026-07-05T05:36:23Z"}],"graph_snapshots":[{"event_id":"sha256:847fa65a2310b37c64d153a5947f143036e79a677769d63fe6bedbe1b6ed0a1d","target":"graph","created_at":"2026-07-05T05:36:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2301.11547/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Constrained Markov decision processes (CMDPs) model scenarios of sequential decision making with multiple objectives that are increasingly important in many applications. However, the model is often unknown and must be learned online while still ensuring the constraint is met, or at least the violation is bounded with time. Some recent papers have made progress on this very challenging problem but either need unsatisfactory assumptions such as knowledge of a safe policy, or have high cumulative regret. We propose the Safe PSRL (posterior sampling-based RL) algorithm that does not need such ass","authors_text":"Krishna C Kalagarla, Pierluigi Nuzzo, Rahul Jain","cross_cats":["cs.AI","cs.SY","eess.SY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-27T06:18:25Z","title":"Safe Posterior Sampling for Constrained MDPs with Bounded Constraint Violation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.11547","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b222a90e87ba6658e2750c7606af27252d398b607a793aff324850ef427b6950","target":"record","created_at":"2026-07-05T05:36:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f6b7fcd8c91e6d6bca1d8ae86e7a6601cddefe1dd5d9eddd727ab16f0c37b3e9","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-01-27T06:18:25Z","title_canon_sha256":"5d98bb9e295751209dc5953b4d1a3aef689b7c9658cca170eb8b5cd37070ca23"},"schema_version":"1.0","source":{"id":"2301.11547","kind":"arxiv","version":1}},"canonical_sha256":"161ddb50794e66148116548397ef5025aad4f0721ffdf1e6e061ac39c563d663","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"161ddb50794e66148116548397ef5025aad4f0721ffdf1e6e061ac39c563d663","first_computed_at":"2026-07-05T05:36:23.424153Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:36:23.424153Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ynBWh3++SYnk1wxyJH3ACVYlkGu+/n2W3jjZ+K/59osl64eBaSB032vXAJJDO3TEScJWV2Q5OljQKGi+nnOFDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:36:23.424651Z","signed_message":"canonical_sha256_bytes"},"source_id":"2301.11547","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b222a90e87ba6658e2750c7606af27252d398b607a793aff324850ef427b6950","sha256:847fa65a2310b37c64d153a5947f143036e79a677769d63fe6bedbe1b6ed0a1d"],"state_sha256":"07ec89a63d9a8ae7354e85fba7967405b6652b53e87079f633938008e4df7da5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2VHXgy/8tB1Uwm9XqLnsUDXxsvefQrsvQAkGhfnqBZ5VfRRCzQjOR7wsA35/oPCguFsCVPKDSjHVj9BvRAIeDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T09:48:56.311049Z","bundle_sha256":"7092ded3c81f0d83720cf9496bc9b61909f1ba6e9f14c1985d61eebd26ce43c1"}}