{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:RR7TK6KG5ZOJEKFVW3TJOZLXHB","short_pith_number":"pith:RR7TK6KG","canonical_record":{"source":{"id":"2205.11991","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-24T11:38:22Z","cross_cats_sorted":["math.OC"],"title_canon_sha256":"1f821a02e878b1e74c2341a97a3da9d6cdbe267c4d37ecb893d88dde9cc749eb","abstract_canon_sha256":"a31fca2554aed463744f05805f7c568feacadefbaec48a6b5fcb50379c21eb9a"},"schema_version":"1.0"},"canonical_sha256":"8c7f357946ee5c9228b5b6e6976577387a65017619003cf02e360503ab41c2c2","source":{"kind":"arxiv","id":"2205.11991","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.11991","created_at":"2026-07-05T04:26:10Z"},{"alias_kind":"arxiv_version","alias_value":"2205.11991v1","created_at":"2026-07-05T04:26:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.11991","created_at":"2026-07-05T04:26:10Z"},{"alias_kind":"pith_short_12","alias_value":"RR7TK6KG5ZOJ","created_at":"2026-07-05T04:26:10Z"},{"alias_kind":"pith_short_16","alias_value":"RR7TK6KG5ZOJEKFV","created_at":"2026-07-05T04:26:10Z"},{"alias_kind":"pith_short_8","alias_value":"RR7TK6KG","created_at":"2026-07-05T04:26:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:RR7TK6KG5ZOJEKFVW3TJOZLXHB","target":"record","payload":{"canonical_record":{"source":{"id":"2205.11991","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-24T11:38:22Z","cross_cats_sorted":["math.OC"],"title_canon_sha256":"1f821a02e878b1e74c2341a97a3da9d6cdbe267c4d37ecb893d88dde9cc749eb","abstract_canon_sha256":"a31fca2554aed463744f05805f7c568feacadefbaec48a6b5fcb50379c21eb9a"},"schema_version":"1.0"},"canonical_sha256":"8c7f357946ee5c9228b5b6e6976577387a65017619003cf02e360503ab41c2c2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:26:10.349845Z","signature_b64":"07kzi8Jqm6cEzGdUkAkFEBJL7XKMn9lAZByeOuHBdTJCg8nDZ/E4P581Yn2tvOZ/nQd+x/MRgxvcLHb8or8wDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8c7f357946ee5c9228b5b6e6976577387a65017619003cf02e360503ab41c2c2","last_reissued_at":"2026-07-05T04:26:10.349453Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:26:10.349453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.11991","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:26:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/wWTxl4IE23S/KXIkYE9CAUiOa+0OxQjPwyqnPzIa5TxYaBw7UJuR5AeIDToYWSrJhtxTuNQvsnyzepEWSi2DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T07:07:21.106973Z"},"content_sha256":"b8651d7c9f02c03f7069483fdbedc12c6cc9291f7e26296dec5bb6b1893c43a7","schema_version":"1.0","event_id":"sha256:b8651d7c9f02c03f7069483fdbedc12c6cc9291f7e26296dec5bb6b1893c43a7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:RR7TK6KG5ZOJEKFVW3TJOZLXHB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Stabilizing Policies in Stochastic Control Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.OC"],"primary_cat":"cs.LG","authors_text":"{\\DJ}or{\\dj}e \\v{Z}ikeli\\'c, Krishnendu Chatterjee, Mathias Lechner, Thomas A. Henzinger","submitted_at":"2022-05-24T11:38:22Z","abstract_excerpt":"In this work, we address the problem of learning provably stable neural network policies for stochastic control systems. While recent work has demonstrated the feasibility of certifying given policies using martingale theory, the problem of how to learn such policies is little explored. Here, we study the effectiveness of jointly learning a policy together with a martingale certificate that proves its stability using a single learning algorithm. We observe that the joint optimization problem becomes easily stuck in local minima when starting from a randomly initialized policy. Our results sugg"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.11991","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.11991/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:26:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y3o65k5wEqlRvIHGqmZpmMnkIUiagah/p6JWLqnXmMG7K6wH4G+wfNC5/Q/Y9MEE99pD4dmRsbex84UT4vgkAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T07:07:21.107483Z"},"content_sha256":"50d1e08d47c2c3c693b6c0e157b6700c508f2b2c5396b570ffdd3d9cf2c56d79","schema_version":"1.0","event_id":"sha256:50d1e08d47c2c3c693b6c0e157b6700c508f2b2c5396b570ffdd3d9cf2c56d79"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RR7TK6KG5ZOJEKFVW3TJOZLXHB/bundle.json","state_url":"https://pith.science/pith/RR7TK6KG5ZOJEKFVW3TJOZLXHB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RR7TK6KG5ZOJEKFVW3TJOZLXHB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T07:07:21Z","links":{"resolver":"https://pith.science/pith/RR7TK6KG5ZOJEKFVW3TJOZLXHB","bundle":"https://pith.science/pith/RR7TK6KG5ZOJEKFVW3TJOZLXHB/bundle.json","state":"https://pith.science/pith/RR7TK6KG5ZOJEKFVW3TJOZLXHB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RR7TK6KG5ZOJEKFVW3TJOZLXHB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:RR7TK6KG5ZOJEKFVW3TJOZLXHB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a31fca2554aed463744f05805f7c568feacadefbaec48a6b5fcb50379c21eb9a","cross_cats_sorted":["math.OC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-24T11:38:22Z","title_canon_sha256":"1f821a02e878b1e74c2341a97a3da9d6cdbe267c4d37ecb893d88dde9cc749eb"},"schema_version":"1.0","source":{"id":"2205.11991","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.11991","created_at":"2026-07-05T04:26:10Z"},{"alias_kind":"arxiv_version","alias_value":"2205.11991v1","created_at":"2026-07-05T04:26:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.11991","created_at":"2026-07-05T04:26:10Z"},{"alias_kind":"pith_short_12","alias_value":"RR7TK6KG5ZOJ","created_at":"2026-07-05T04:26:10Z"},{"alias_kind":"pith_short_16","alias_value":"RR7TK6KG5ZOJEKFV","created_at":"2026-07-05T04:26:10Z"},{"alias_kind":"pith_short_8","alias_value":"RR7TK6KG","created_at":"2026-07-05T04:26:10Z"}],"graph_snapshots":[{"event_id":"sha256:50d1e08d47c2c3c693b6c0e157b6700c508f2b2c5396b570ffdd3d9cf2c56d79","target":"graph","created_at":"2026-07-05T04:26:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.11991/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we address the problem of learning provably stable neural network policies for stochastic control systems. While recent work has demonstrated the feasibility of certifying given policies using martingale theory, the problem of how to learn such policies is little explored. Here, we study the effectiveness of jointly learning a policy together with a martingale certificate that proves its stability using a single learning algorithm. We observe that the joint optimization problem becomes easily stuck in local minima when starting from a randomly initialized policy. Our results sugg","authors_text":"{\\DJ}or{\\dj}e \\v{Z}ikeli\\'c, Krishnendu Chatterjee, Mathias Lechner, Thomas A. Henzinger","cross_cats":["math.OC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-24T11:38:22Z","title":"Learning Stabilizing Policies in Stochastic Control Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.11991","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b8651d7c9f02c03f7069483fdbedc12c6cc9291f7e26296dec5bb6b1893c43a7","target":"record","created_at":"2026-07-05T04:26:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a31fca2554aed463744f05805f7c568feacadefbaec48a6b5fcb50379c21eb9a","cross_cats_sorted":["math.OC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-24T11:38:22Z","title_canon_sha256":"1f821a02e878b1e74c2341a97a3da9d6cdbe267c4d37ecb893d88dde9cc749eb"},"schema_version":"1.0","source":{"id":"2205.11991","kind":"arxiv","version":1}},"canonical_sha256":"8c7f357946ee5c9228b5b6e6976577387a65017619003cf02e360503ab41c2c2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8c7f357946ee5c9228b5b6e6976577387a65017619003cf02e360503ab41c2c2","first_computed_at":"2026-07-05T04:26:10.349453Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:26:10.349453Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"07kzi8Jqm6cEzGdUkAkFEBJL7XKMn9lAZByeOuHBdTJCg8nDZ/E4P581Yn2tvOZ/nQd+x/MRgxvcLHb8or8wDg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:26:10.349845Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.11991","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b8651d7c9f02c03f7069483fdbedc12c6cc9291f7e26296dec5bb6b1893c43a7","sha256:50d1e08d47c2c3c693b6c0e157b6700c508f2b2c5396b570ffdd3d9cf2c56d79"],"state_sha256":"3e02d0df0499a1e87c91c1c9d67f090b290649f10f2c59fc442590f61c8a59e1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OPOMC4S3LU48sGtEnvDB+HSm1LyzbMgCPFFe1iHlL0Sg+IGI0cPYyGYZymR95mnDFZReylq+xAf8GEa56YJVCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T07:07:21.111801Z","bundle_sha256":"2bdbf528c5de625936732cbdd530fed968581af0014f2577ee312f363c2212aa"}}