{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:BLPT5CGW5UNPBA3LFZIF7MEZY3","short_pith_number":"pith:BLPT5CGW","canonical_record":{"source":{"id":"2111.04407","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LO","submitted_at":"2021-11-08T12:22:07Z","cross_cats_sorted":[],"title_canon_sha256":"2b1544fecee274352661cc5eb45c2452b5a269252d6a1a03081e8395e5f9d329","abstract_canon_sha256":"d6998575a53d16c8bbbba105029509abc4327198e8fa2050b6fc4c1214a0ad50"},"schema_version":"1.0"},"canonical_sha256":"0adf3e88d6ed1af0836b2e505fb099c6e557c2f62b0f22e6d0a7b24a6083e617","source":{"kind":"arxiv","id":"2111.04407","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.04407","created_at":"2026-07-05T03:29:59Z"},{"alias_kind":"arxiv_version","alias_value":"2111.04407v1","created_at":"2026-07-05T03:29:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.04407","created_at":"2026-07-05T03:29:59Z"},{"alias_kind":"pith_short_12","alias_value":"BLPT5CGW5UNP","created_at":"2026-07-05T03:29:59Z"},{"alias_kind":"pith_short_16","alias_value":"BLPT5CGW5UNPBA3L","created_at":"2026-07-05T03:29:59Z"},{"alias_kind":"pith_short_8","alias_value":"BLPT5CGW","created_at":"2026-07-05T03:29:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:BLPT5CGW5UNPBA3LFZIF7MEZY3","target":"record","payload":{"canonical_record":{"source":{"id":"2111.04407","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LO","submitted_at":"2021-11-08T12:22:07Z","cross_cats_sorted":[],"title_canon_sha256":"2b1544fecee274352661cc5eb45c2452b5a269252d6a1a03081e8395e5f9d329","abstract_canon_sha256":"d6998575a53d16c8bbbba105029509abc4327198e8fa2050b6fc4c1214a0ad50"},"schema_version":"1.0"},"canonical_sha256":"0adf3e88d6ed1af0836b2e505fb099c6e557c2f62b0f22e6d0a7b24a6083e617","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:29:59.540193Z","signature_b64":"IIXPJkVYSLW06+csRT5m+9yLM9fmJZtMqVCx58z469TtJPQxYLr300jUY5QyO9/tE5LUxjiPjKiDYb07uh3zBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0adf3e88d6ed1af0836b2e505fb099c6e557c2f62b0f22e6d0a7b24a6083e617","last_reissued_at":"2026-07-05T03:29:59.539022Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:29:59.539022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.04407","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:29:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vEE53KH4uLJgizxJmCsEbNj7iTNv+3MWldHRNK+5b1qJU170HzCZqOl9RURzT3JVCELElD25dDMYUV8GNWU8Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:39:56.526825Z"},"content_sha256":"797d074e4ec374e74a0eb3d425db6080aea8bdb6042833b0b5d37cdcdd85f063","schema_version":"1.0","event_id":"sha256:797d074e4ec374e74a0eb3d425db6080aea8bdb6042833b0b5d37cdcdd85f063"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:BLPT5CGW5UNPBA3LFZIF7MEZY3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Gradient-Descent for Randomized Controllers under Partial Observability","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LO","authors_text":"Jip Spel, Joost-Pieter Katoen, Joshua Moerman, Linus Heck, Sebastian Junges","submitted_at":"2021-11-08T12:22:07Z","abstract_excerpt":"Randomization is a powerful technique to create robust controllers, in particular in partially observable settings. The degrees of randomization have a significant impact on the system performance, yet they are intricate to get right. The use of synthesis algorithms for parametric Markov chains (pMCs) is a promising direction to support the design process of such controllers. This paper shows how to define and evaluate gradients of pMCs. Furthermore, it investigates varieties of gradient descent techniques from the machine learning community to synthesize the probabilities in a pMC. The result"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.04407","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.04407/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:29:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5b7xEC5VKQykRiauWSTTtxWMQyNbcs5fkETwwToHvlFcHNYIRA/qDMqzbLn2KqbxmgQ4+SQtbcFdsdxhN4CRCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:39:56.527305Z"},"content_sha256":"94b92fbca6888fe61c0b23dadb8c48d48ae496f4e593e85aaff92d415880ec59","schema_version":"1.0","event_id":"sha256:94b92fbca6888fe61c0b23dadb8c48d48ae496f4e593e85aaff92d415880ec59"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BLPT5CGW5UNPBA3LFZIF7MEZY3/bundle.json","state_url":"https://pith.science/pith/BLPT5CGW5UNPBA3LFZIF7MEZY3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BLPT5CGW5UNPBA3LFZIF7MEZY3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T15:39:56Z","links":{"resolver":"https://pith.science/pith/BLPT5CGW5UNPBA3LFZIF7MEZY3","bundle":"https://pith.science/pith/BLPT5CGW5UNPBA3LFZIF7MEZY3/bundle.json","state":"https://pith.science/pith/BLPT5CGW5UNPBA3LFZIF7MEZY3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BLPT5CGW5UNPBA3LFZIF7MEZY3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:BLPT5CGW5UNPBA3LFZIF7MEZY3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d6998575a53d16c8bbbba105029509abc4327198e8fa2050b6fc4c1214a0ad50","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LO","submitted_at":"2021-11-08T12:22:07Z","title_canon_sha256":"2b1544fecee274352661cc5eb45c2452b5a269252d6a1a03081e8395e5f9d329"},"schema_version":"1.0","source":{"id":"2111.04407","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.04407","created_at":"2026-07-05T03:29:59Z"},{"alias_kind":"arxiv_version","alias_value":"2111.04407v1","created_at":"2026-07-05T03:29:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.04407","created_at":"2026-07-05T03:29:59Z"},{"alias_kind":"pith_short_12","alias_value":"BLPT5CGW5UNP","created_at":"2026-07-05T03:29:59Z"},{"alias_kind":"pith_short_16","alias_value":"BLPT5CGW5UNPBA3L","created_at":"2026-07-05T03:29:59Z"},{"alias_kind":"pith_short_8","alias_value":"BLPT5CGW","created_at":"2026-07-05T03:29:59Z"}],"graph_snapshots":[{"event_id":"sha256:94b92fbca6888fe61c0b23dadb8c48d48ae496f4e593e85aaff92d415880ec59","target":"graph","created_at":"2026-07-05T03:29:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.04407/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Randomization is a powerful technique to create robust controllers, in particular in partially observable settings. The degrees of randomization have a significant impact on the system performance, yet they are intricate to get right. The use of synthesis algorithms for parametric Markov chains (pMCs) is a promising direction to support the design process of such controllers. This paper shows how to define and evaluate gradients of pMCs. Furthermore, it investigates varieties of gradient descent techniques from the machine learning community to synthesize the probabilities in a pMC. The result","authors_text":"Jip Spel, Joost-Pieter Katoen, Joshua Moerman, Linus Heck, Sebastian Junges","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LO","submitted_at":"2021-11-08T12:22:07Z","title":"Gradient-Descent for Randomized Controllers under Partial Observability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.04407","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:797d074e4ec374e74a0eb3d425db6080aea8bdb6042833b0b5d37cdcdd85f063","target":"record","created_at":"2026-07-05T03:29:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d6998575a53d16c8bbbba105029509abc4327198e8fa2050b6fc4c1214a0ad50","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LO","submitted_at":"2021-11-08T12:22:07Z","title_canon_sha256":"2b1544fecee274352661cc5eb45c2452b5a269252d6a1a03081e8395e5f9d329"},"schema_version":"1.0","source":{"id":"2111.04407","kind":"arxiv","version":1}},"canonical_sha256":"0adf3e88d6ed1af0836b2e505fb099c6e557c2f62b0f22e6d0a7b24a6083e617","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0adf3e88d6ed1af0836b2e505fb099c6e557c2f62b0f22e6d0a7b24a6083e617","first_computed_at":"2026-07-05T03:29:59.539022Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:29:59.539022Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IIXPJkVYSLW06+csRT5m+9yLM9fmJZtMqVCx58z469TtJPQxYLr300jUY5QyO9/tE5LUxjiPjKiDYb07uh3zBA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:29:59.540193Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.04407","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:797d074e4ec374e74a0eb3d425db6080aea8bdb6042833b0b5d37cdcdd85f063","sha256:94b92fbca6888fe61c0b23dadb8c48d48ae496f4e593e85aaff92d415880ec59"],"state_sha256":"5bbabc4279924df700179f0e5fe030262206626772761eb50b7c6af3d0112a8d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cQdie6EMTL+MJDx+BCurQSl5MWCKcz4K90qxF1Cn+TKGm/ne7vcUqe6Y0zmxy8AWDdzeYeh6kSbKOdeFP7EPDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T15:39:56.531095Z","bundle_sha256":"ab4cc85ac182e20197b3473c52300386fa4b72859b7d27ca52dd364efc3b1ac6"}}