{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:2HWRXP5CNXWLKI47JBF33I5CJI","short_pith_number":"pith:2HWRXP5C","canonical_record":{"source":{"id":"2112.12338","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2021-12-23T03:14:22Z","cross_cats_sorted":["eess.SP"],"title_canon_sha256":"c0ba4bb324b69b6025e71a327064e0bb317d594895fb890413d2c5ffc78d90eb","abstract_canon_sha256":"f38d55b1323c0f81ff2030997835c90098f3832146764ae3261cf1d964fc2e46"},"schema_version":"1.0"},"canonical_sha256":"d1ed1bbfa26decb5239f484bbda3a24a0074bcdbc5d4958902679ed905b43145","source":{"kind":"arxiv","id":"2112.12338","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.12338","created_at":"2026-07-05T03:43:19Z"},{"alias_kind":"arxiv_version","alias_value":"2112.12338v1","created_at":"2026-07-05T03:43:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.12338","created_at":"2026-07-05T03:43:19Z"},{"alias_kind":"pith_short_12","alias_value":"2HWRXP5CNXWL","created_at":"2026-07-05T03:43:19Z"},{"alias_kind":"pith_short_16","alias_value":"2HWRXP5CNXWLKI47","created_at":"2026-07-05T03:43:19Z"},{"alias_kind":"pith_short_8","alias_value":"2HWRXP5C","created_at":"2026-07-05T03:43:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:2HWRXP5CNXWLKI47JBF33I5CJI","target":"record","payload":{"canonical_record":{"source":{"id":"2112.12338","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2021-12-23T03:14:22Z","cross_cats_sorted":["eess.SP"],"title_canon_sha256":"c0ba4bb324b69b6025e71a327064e0bb317d594895fb890413d2c5ffc78d90eb","abstract_canon_sha256":"f38d55b1323c0f81ff2030997835c90098f3832146764ae3261cf1d964fc2e46"},"schema_version":"1.0"},"canonical_sha256":"d1ed1bbfa26decb5239f484bbda3a24a0074bcdbc5d4958902679ed905b43145","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:43:19.203685Z","signature_b64":"cGO/lHEhdft1/Q3jMw7ISWCYVHoLGPYZ3bHLCv8rFmiopUmJSbmQEjrFeqhgU9Ij4knkKEnRbONjgbABQOANDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d1ed1bbfa26decb5239f484bbda3a24a0074bcdbc5d4958902679ed905b43145","last_reissued_at":"2026-07-05T03:43:19.203274Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:43:19.203274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.12338","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:43:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hODFghoHp9Jey4ZiwBObFMOtTyrc/eqku5zG6cbYCx8p8VBAB975Tk0MSZHwN/p0b0ogrTP5Q4eSTkPbOuvmAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T08:04:43.916751Z"},"content_sha256":"33397db313afe4264373a4339f9776bba4257f115aec5f0a6d1f08ba02fd36a5","schema_version":"1.0","event_id":"sha256:33397db313afe4264373a4339f9776bba4257f115aec5f0a6d1f08ba02fd36a5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:2HWRXP5CNXWLKI47JBF33I5CJI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Detection of Markov Decision Processes","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["eess.SP"],"primary_cat":"math.OC","authors_text":"Rui Yan, Ufuk Topcu, Xiaoming Duan, Yagiz Savas, Zhe Xu","submitted_at":"2021-12-23T03:14:22Z","abstract_excerpt":"We study the detection problem for a finite set of Markov decision processes (MDPs) where the MDPs have the same state and action spaces but possibly different probabilistic transition functions. Any one of these MDPs could be the model for some underlying controlled stochastic process, but it is unknown a priori which MDP is the ground truth. We investigate whether it is possible to asymptotically detect the ground truth MDP model perfectly based on a single observed history (state-action sequence). Since the generation of histories depends on the policy adopted to control the MDPs, we discus"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.12338","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.12338/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:43:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vyeQEf2i0D9hrmNn4Zl37ViRV9xtZLE6UuchlGjp64levgTeLtF/mZPtGF3aeeU1d+dzwxcvxqbJLX3Kv2oaAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T08:04:43.917268Z"},"content_sha256":"a34f71e466c68836afb52c31c9b63e780863dd7c837726926b282493d7c23064","schema_version":"1.0","event_id":"sha256:a34f71e466c68836afb52c31c9b63e780863dd7c837726926b282493d7c23064"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2HWRXP5CNXWLKI47JBF33I5CJI/bundle.json","state_url":"https://pith.science/pith/2HWRXP5CNXWLKI47JBF33I5CJI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2HWRXP5CNXWLKI47JBF33I5CJI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T08:04:43Z","links":{"resolver":"https://pith.science/pith/2HWRXP5CNXWLKI47JBF33I5CJI","bundle":"https://pith.science/pith/2HWRXP5CNXWLKI47JBF33I5CJI/bundle.json","state":"https://pith.science/pith/2HWRXP5CNXWLKI47JBF33I5CJI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2HWRXP5CNXWLKI47JBF33I5CJI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:2HWRXP5CNXWLKI47JBF33I5CJI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f38d55b1323c0f81ff2030997835c90098f3832146764ae3261cf1d964fc2e46","cross_cats_sorted":["eess.SP"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2021-12-23T03:14:22Z","title_canon_sha256":"c0ba4bb324b69b6025e71a327064e0bb317d594895fb890413d2c5ffc78d90eb"},"schema_version":"1.0","source":{"id":"2112.12338","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.12338","created_at":"2026-07-05T03:43:19Z"},{"alias_kind":"arxiv_version","alias_value":"2112.12338v1","created_at":"2026-07-05T03:43:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.12338","created_at":"2026-07-05T03:43:19Z"},{"alias_kind":"pith_short_12","alias_value":"2HWRXP5CNXWL","created_at":"2026-07-05T03:43:19Z"},{"alias_kind":"pith_short_16","alias_value":"2HWRXP5CNXWLKI47","created_at":"2026-07-05T03:43:19Z"},{"alias_kind":"pith_short_8","alias_value":"2HWRXP5C","created_at":"2026-07-05T03:43:19Z"}],"graph_snapshots":[{"event_id":"sha256:a34f71e466c68836afb52c31c9b63e780863dd7c837726926b282493d7c23064","target":"graph","created_at":"2026-07-05T03:43:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.12338/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study the detection problem for a finite set of Markov decision processes (MDPs) where the MDPs have the same state and action spaces but possibly different probabilistic transition functions. Any one of these MDPs could be the model for some underlying controlled stochastic process, but it is unknown a priori which MDP is the ground truth. We investigate whether it is possible to asymptotically detect the ground truth MDP model perfectly based on a single observed history (state-action sequence). Since the generation of histories depends on the policy adopted to control the MDPs, we discus","authors_text":"Rui Yan, Ufuk Topcu, Xiaoming Duan, Yagiz Savas, Zhe Xu","cross_cats":["eess.SP"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2021-12-23T03:14:22Z","title":"On the Detection of Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.12338","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:33397db313afe4264373a4339f9776bba4257f115aec5f0a6d1f08ba02fd36a5","target":"record","created_at":"2026-07-05T03:43:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f38d55b1323c0f81ff2030997835c90098f3832146764ae3261cf1d964fc2e46","cross_cats_sorted":["eess.SP"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2021-12-23T03:14:22Z","title_canon_sha256":"c0ba4bb324b69b6025e71a327064e0bb317d594895fb890413d2c5ffc78d90eb"},"schema_version":"1.0","source":{"id":"2112.12338","kind":"arxiv","version":1}},"canonical_sha256":"d1ed1bbfa26decb5239f484bbda3a24a0074bcdbc5d4958902679ed905b43145","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d1ed1bbfa26decb5239f484bbda3a24a0074bcdbc5d4958902679ed905b43145","first_computed_at":"2026-07-05T03:43:19.203274Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:43:19.203274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cGO/lHEhdft1/Q3jMw7ISWCYVHoLGPYZ3bHLCv8rFmiopUmJSbmQEjrFeqhgU9Ij4knkKEnRbONjgbABQOANDw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:43:19.203685Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.12338","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:33397db313afe4264373a4339f9776bba4257f115aec5f0a6d1f08ba02fd36a5","sha256:a34f71e466c68836afb52c31c9b63e780863dd7c837726926b282493d7c23064"],"state_sha256":"6d03b17c2a98a1caa69f26d6b13ac7ff3fcb9bdbf7ea5068fabbbc4f24498c94"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J9LR8v2/rTMesZUG4L8+w/db6Zg6q06nRTc16bpfUI7Vp+YXY0m/ewvpc/E8cSHf1vqYbArqaf/L3n1Q4UgRCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T08:04:43.922425Z","bundle_sha256":"43e2a070123472c2ee40053814f07ec786e289303d19749405558e3f28b4898e"}}