{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NXP6CVKCANA5XECHPRQT6EWNUI","short_pith_number":"pith:NXP6CVKC","canonical_record":{"source":{"id":"2403.09184","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.SY","submitted_at":"2024-03-14T08:54:19Z","cross_cats_sorted":["cs.AI","cs.LO","cs.SY"],"title_canon_sha256":"e07c3425d0ed6f78dd0bdf881792058f7eee93d872b9183dd91b09f45aa9d243","abstract_canon_sha256":"6cc4f7532019e1d6231f9afa1418b89c1c3ea7df3a53546a1a68eb3b7b61b74e"},"schema_version":"1.0"},"canonical_sha256":"6ddfe155420341db90477c613f12cda2373b953dfd3cc142c07a9347563a5c31","source":{"kind":"arxiv","id":"2403.09184","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.09184","created_at":"2026-07-05T10:42:34Z"},{"alias_kind":"arxiv_version","alias_value":"2403.09184v4","created_at":"2026-07-05T10:42:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.09184","created_at":"2026-07-05T10:42:34Z"},{"alias_kind":"pith_short_12","alias_value":"NXP6CVKCANA5","created_at":"2026-07-05T10:42:34Z"},{"alias_kind":"pith_short_16","alias_value":"NXP6CVKCANA5XECH","created_at":"2026-07-05T10:42:34Z"},{"alias_kind":"pith_short_8","alias_value":"NXP6CVKC","created_at":"2026-07-05T10:42:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NXP6CVKCANA5XECHPRQT6EWNUI","target":"record","payload":{"canonical_record":{"source":{"id":"2403.09184","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.SY","submitted_at":"2024-03-14T08:54:19Z","cross_cats_sorted":["cs.AI","cs.LO","cs.SY"],"title_canon_sha256":"e07c3425d0ed6f78dd0bdf881792058f7eee93d872b9183dd91b09f45aa9d243","abstract_canon_sha256":"6cc4f7532019e1d6231f9afa1418b89c1c3ea7df3a53546a1a68eb3b7b61b74e"},"schema_version":"1.0"},"canonical_sha256":"6ddfe155420341db90477c613f12cda2373b953dfd3cc142c07a9347563a5c31","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:42:34.619924Z","signature_b64":"JQopxFW9hiy3N1K7Tgj4W6ePwCOTijgU2EZuTF+iyt1zMnrxJ9LTo8mW0IfoYOJ3D3jSKKc3ZvrD7DTp81oUAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6ddfe155420341db90477c613f12cda2373b953dfd3cc142c07a9347563a5c31","last_reissued_at":"2026-07-05T10:42:34.619178Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:42:34.619178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.09184","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:42:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ffRSZT+U6B7pV4Ox+8hcOGUZdnkKtSJ/fEBvYyJXtiVjLjAEKbn5YPViNXgS3uM76PF0S7EvKRvw/Ilk6r8fAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T12:21:14.905765Z"},"content_sha256":"47b039156fab4aa64f87847862d02c1f2ca5a22825afe88308ef6be217b15f03","schema_version":"1.0","event_id":"sha256:47b039156fab4aa64f87847862d02c1f2ca5a22825afe88308ef6be217b15f03"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NXP6CVKCANA5XECHPRQT6EWNUI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Algorithms for Verification of Markov Decision Processes","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LO","cs.SY"],"primary_cat":"eess.SY","authors_text":"David Parker, Jan K\\v{r}et\\'insk\\'y, Krishnendu Chatterjee, Marta Kwiatkowska, Martin Chmelik, Mateusz Ujma, Tobias Meggendorfer, Tom\\'a\\v{s} Br\\'azdil, Vojt\\v{e}ch Forejt","submitted_at":"2024-03-14T08:54:19Z","abstract_excerpt":"We present a general framework for applying learning algorithms and heuristical guidance to the verification of Markov decision processes (MDPs). The primary goal of our techniques is to improve performance by avoiding an exhaustive exploration of the state space, instead focussing on particularly relevant areas of the system, guided by heuristics. Our work builds on the previous results of Br{\\'{a}}zdil et al., significantly extending it as well as refining several details and fixing errors.\n  The presented framework focuses on probabilistic reachability, which is a core problem in verificati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.09184","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.09184/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:42:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kHPyjP02wjf1MW4Fe288C6dWHhORY+QtAbpOEVS/odfwX/qaadwlQyxjwLw5wbb7d9RrP7yuOBQdsl0GMUrzBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T12:21:14.906389Z"},"content_sha256":"2ce2cee9efd061601f6e35477aab7619187f57838f63d757b007a0ac2ea2a6e1","schema_version":"1.0","event_id":"sha256:2ce2cee9efd061601f6e35477aab7619187f57838f63d757b007a0ac2ea2a6e1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NXP6CVKCANA5XECHPRQT6EWNUI/bundle.json","state_url":"https://pith.science/pith/NXP6CVKCANA5XECHPRQT6EWNUI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NXP6CVKCANA5XECHPRQT6EWNUI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T12:21:14Z","links":{"resolver":"https://pith.science/pith/NXP6CVKCANA5XECHPRQT6EWNUI","bundle":"https://pith.science/pith/NXP6CVKCANA5XECHPRQT6EWNUI/bundle.json","state":"https://pith.science/pith/NXP6CVKCANA5XECHPRQT6EWNUI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NXP6CVKCANA5XECHPRQT6EWNUI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NXP6CVKCANA5XECHPRQT6EWNUI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6cc4f7532019e1d6231f9afa1418b89c1c3ea7df3a53546a1a68eb3b7b61b74e","cross_cats_sorted":["cs.AI","cs.LO","cs.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.SY","submitted_at":"2024-03-14T08:54:19Z","title_canon_sha256":"e07c3425d0ed6f78dd0bdf881792058f7eee93d872b9183dd91b09f45aa9d243"},"schema_version":"1.0","source":{"id":"2403.09184","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.09184","created_at":"2026-07-05T10:42:34Z"},{"alias_kind":"arxiv_version","alias_value":"2403.09184v4","created_at":"2026-07-05T10:42:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.09184","created_at":"2026-07-05T10:42:34Z"},{"alias_kind":"pith_short_12","alias_value":"NXP6CVKCANA5","created_at":"2026-07-05T10:42:34Z"},{"alias_kind":"pith_short_16","alias_value":"NXP6CVKCANA5XECH","created_at":"2026-07-05T10:42:34Z"},{"alias_kind":"pith_short_8","alias_value":"NXP6CVKC","created_at":"2026-07-05T10:42:34Z"}],"graph_snapshots":[{"event_id":"sha256:2ce2cee9efd061601f6e35477aab7619187f57838f63d757b007a0ac2ea2a6e1","target":"graph","created_at":"2026-07-05T10:42:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.09184/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present a general framework for applying learning algorithms and heuristical guidance to the verification of Markov decision processes (MDPs). The primary goal of our techniques is to improve performance by avoiding an exhaustive exploration of the state space, instead focussing on particularly relevant areas of the system, guided by heuristics. Our work builds on the previous results of Br{\\'{a}}zdil et al., significantly extending it as well as refining several details and fixing errors.\n  The presented framework focuses on probabilistic reachability, which is a core problem in verificati","authors_text":"David Parker, Jan K\\v{r}et\\'insk\\'y, Krishnendu Chatterjee, Marta Kwiatkowska, Martin Chmelik, Mateusz Ujma, Tobias Meggendorfer, Tom\\'a\\v{s} Br\\'azdil, Vojt\\v{e}ch Forejt","cross_cats":["cs.AI","cs.LO","cs.SY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.SY","submitted_at":"2024-03-14T08:54:19Z","title":"Learning Algorithms for Verification of Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.09184","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:47b039156fab4aa64f87847862d02c1f2ca5a22825afe88308ef6be217b15f03","target":"record","created_at":"2026-07-05T10:42:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6cc4f7532019e1d6231f9afa1418b89c1c3ea7df3a53546a1a68eb3b7b61b74e","cross_cats_sorted":["cs.AI","cs.LO","cs.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.SY","submitted_at":"2024-03-14T08:54:19Z","title_canon_sha256":"e07c3425d0ed6f78dd0bdf881792058f7eee93d872b9183dd91b09f45aa9d243"},"schema_version":"1.0","source":{"id":"2403.09184","kind":"arxiv","version":4}},"canonical_sha256":"6ddfe155420341db90477c613f12cda2373b953dfd3cc142c07a9347563a5c31","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6ddfe155420341db90477c613f12cda2373b953dfd3cc142c07a9347563a5c31","first_computed_at":"2026-07-05T10:42:34.619178Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:42:34.619178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JQopxFW9hiy3N1K7Tgj4W6ePwCOTijgU2EZuTF+iyt1zMnrxJ9LTo8mW0IfoYOJ3D3jSKKc3ZvrD7DTp81oUAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:42:34.619924Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.09184","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:47b039156fab4aa64f87847862d02c1f2ca5a22825afe88308ef6be217b15f03","sha256:2ce2cee9efd061601f6e35477aab7619187f57838f63d757b007a0ac2ea2a6e1"],"state_sha256":"b7d1ad843cb743a73d40e813fb8cf77d7b2e1acc10fcf799699cb3a4ea16d878"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8n39/iRFBSai4x9heoswVkAsth0a+uMM8PLSJVz+ivL7KgXKRsC7ZfrRsezNU5bbaXjY+ZpjQvbsOF9J+vD7BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T12:21:14.911600Z","bundle_sha256":"98f2eeb9401b3c7becd95a19da8cee927b4a9a6bd20fb904cf63439f84601277"}}