{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ATKBZNJORJU65IEZGZP4VXBIKB","short_pith_number":"pith:ATKBZNJO","canonical_record":{"source":{"id":"2305.16209","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-25T16:08:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0d63b6db25d63f8a139ec87b0602a37742c337ce93a5fa57d62a2e28932e33e0","abstract_canon_sha256":"65f3d1f3996e9d9447d710f04b215f456c681c8821b72625aa9af4cd698155b5"},"schema_version":"1.0"},"canonical_sha256":"04d41cb52e8a69eea099365fcadc2850489ce29ec46dfaadc266be247704f004","source":{"kind":"arxiv","id":"2305.16209","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16209","created_at":"2026-07-05T09:26:21Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16209v4","created_at":"2026-07-05T09:26:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16209","created_at":"2026-07-05T09:26:21Z"},{"alias_kind":"pith_short_12","alias_value":"ATKBZNJORJU6","created_at":"2026-07-05T09:26:21Z"},{"alias_kind":"pith_short_16","alias_value":"ATKBZNJORJU65IEZ","created_at":"2026-07-05T09:26:21Z"},{"alias_kind":"pith_short_8","alias_value":"ATKBZNJO","created_at":"2026-07-05T09:26:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ATKBZNJORJU65IEZGZP4VXBIKB","target":"record","payload":{"canonical_record":{"source":{"id":"2305.16209","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-25T16:08:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0d63b6db25d63f8a139ec87b0602a37742c337ce93a5fa57d62a2e28932e33e0","abstract_canon_sha256":"65f3d1f3996e9d9447d710f04b215f456c681c8821b72625aa9af4cd698155b5"},"schema_version":"1.0"},"canonical_sha256":"04d41cb52e8a69eea099365fcadc2850489ce29ec46dfaadc266be247704f004","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:26:21.388650Z","signature_b64":"pt8jD4LR6VBv5bOqxG+xb7aUqYw1yb2IbE1hd+KtTtJ99gix9j4qcH+4EwOygtWgXVxwO08MJXLYDRRb5W3GAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"04d41cb52e8a69eea099365fcadc2850489ce29ec46dfaadc266be247704f004","last_reissued_at":"2026-07-05T09:26:21.388156Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:26:21.388156Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.16209","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:26:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xpELeLlrGXNPCs+CWHQ6xbRV4WCPMXZ3bH25+zWXqkn2SCmNdryVhsRkT7qLcbeCM/4VBHWbSwfav1U//wrNAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:10:08.851538Z"},"content_sha256":"e1d21b3244fd52aecb5ff5f39c6158af7591964061ae6d7ca00e8914afbcbb49","schema_version":"1.0","event_id":"sha256:e1d21b3244fd52aecb5ff5f39c6158af7591964061ae6d7ca00e8914afbcbb49"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ATKBZNJORJU65IEZGZP4VXBIKB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"C-MCTS: Safe Planning with Monte Carlo Tree Search","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Axel Plinge, Christopher Mutschler, Dinesh Parthasarathy, Georgios Kontes","submitted_at":"2023-05-25T16:08:30Z","abstract_excerpt":"The Constrained Markov Decision Process (CMDP) formulation allows to solve safety-critical decision making tasks that are subject to constraints. While CMDPs have been extensively studied in the Reinforcement Learning literature, little attention has been given to sampling-based planning algorithms such as MCTS for solving them. Previous approaches perform conservatively with respect to costs as they avoid constraint violations by using Monte Carlo cost estimates that suffer from high variance. We propose Constrained MCTS (C-MCTS), which estimates cost using a safety critic that is trained wit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16209","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.16209/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:26:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WY6O8wwrFg3n1IpzMW2IH8oiVBQbjbTm5n73e4O0ggg0ryMOXVyHY/1sTiBRArO3S7NKDHCQN/OgBd7DfFCOBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:10:08.851911Z"},"content_sha256":"3210105b03c89d665174e901a63a3c4e092a84fa75d60d2c8622cab60b7ec971","schema_version":"1.0","event_id":"sha256:3210105b03c89d665174e901a63a3c4e092a84fa75d60d2c8622cab60b7ec971"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ATKBZNJORJU65IEZGZP4VXBIKB/bundle.json","state_url":"https://pith.science/pith/ATKBZNJORJU65IEZGZP4VXBIKB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ATKBZNJORJU65IEZGZP4VXBIKB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T17:10:08Z","links":{"resolver":"https://pith.science/pith/ATKBZNJORJU65IEZGZP4VXBIKB","bundle":"https://pith.science/pith/ATKBZNJORJU65IEZGZP4VXBIKB/bundle.json","state":"https://pith.science/pith/ATKBZNJORJU65IEZGZP4VXBIKB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ATKBZNJORJU65IEZGZP4VXBIKB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ATKBZNJORJU65IEZGZP4VXBIKB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"65f3d1f3996e9d9447d710f04b215f456c681c8821b72625aa9af4cd698155b5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-25T16:08:30Z","title_canon_sha256":"0d63b6db25d63f8a139ec87b0602a37742c337ce93a5fa57d62a2e28932e33e0"},"schema_version":"1.0","source":{"id":"2305.16209","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16209","created_at":"2026-07-05T09:26:21Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16209v4","created_at":"2026-07-05T09:26:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16209","created_at":"2026-07-05T09:26:21Z"},{"alias_kind":"pith_short_12","alias_value":"ATKBZNJORJU6","created_at":"2026-07-05T09:26:21Z"},{"alias_kind":"pith_short_16","alias_value":"ATKBZNJORJU65IEZ","created_at":"2026-07-05T09:26:21Z"},{"alias_kind":"pith_short_8","alias_value":"ATKBZNJO","created_at":"2026-07-05T09:26:21Z"}],"graph_snapshots":[{"event_id":"sha256:3210105b03c89d665174e901a63a3c4e092a84fa75d60d2c8622cab60b7ec971","target":"graph","created_at":"2026-07-05T09:26:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.16209/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Constrained Markov Decision Process (CMDP) formulation allows to solve safety-critical decision making tasks that are subject to constraints. While CMDPs have been extensively studied in the Reinforcement Learning literature, little attention has been given to sampling-based planning algorithms such as MCTS for solving them. Previous approaches perform conservatively with respect to costs as they avoid constraint violations by using Monte Carlo cost estimates that suffer from high variance. We propose Constrained MCTS (C-MCTS), which estimates cost using a safety critic that is trained wit","authors_text":"Axel Plinge, Christopher Mutschler, Dinesh Parthasarathy, Georgios Kontes","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-25T16:08:30Z","title":"C-MCTS: Safe Planning with Monte Carlo Tree Search"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16209","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e1d21b3244fd52aecb5ff5f39c6158af7591964061ae6d7ca00e8914afbcbb49","target":"record","created_at":"2026-07-05T09:26:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"65f3d1f3996e9d9447d710f04b215f456c681c8821b72625aa9af4cd698155b5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-25T16:08:30Z","title_canon_sha256":"0d63b6db25d63f8a139ec87b0602a37742c337ce93a5fa57d62a2e28932e33e0"},"schema_version":"1.0","source":{"id":"2305.16209","kind":"arxiv","version":4}},"canonical_sha256":"04d41cb52e8a69eea099365fcadc2850489ce29ec46dfaadc266be247704f004","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"04d41cb52e8a69eea099365fcadc2850489ce29ec46dfaadc266be247704f004","first_computed_at":"2026-07-05T09:26:21.388156Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:26:21.388156Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pt8jD4LR6VBv5bOqxG+xb7aUqYw1yb2IbE1hd+KtTtJ99gix9j4qcH+4EwOygtWgXVxwO08MJXLYDRRb5W3GAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:26:21.388650Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.16209","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e1d21b3244fd52aecb5ff5f39c6158af7591964061ae6d7ca00e8914afbcbb49","sha256:3210105b03c89d665174e901a63a3c4e092a84fa75d60d2c8622cab60b7ec971"],"state_sha256":"14f97b34c9af64106f8c10e5827abd7ef05385f1a6df09102d784b1d81b5d897"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1MNdYXQGVr2fITuWdoJStCu2Zv+FkokKSrdagQzpqiYpehB4un1CrIFFJ/jfq/AOiUbCLESsPq9KDQhX6MKPBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T17:10:08.854109Z","bundle_sha256":"9849ff7454a50023b7b29b3d8345ed96d267c067550e3981458ad3d288b0bb70"}}