{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:UI43SK7H326BATLOYQAGYQ4YOT","short_pith_number":"pith:UI43SK7H","canonical_record":{"source":{"id":"2202.11659","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2022-02-23T18:06:20Z","cross_cats_sorted":["cs.DS","cs.LG","stat.ML"],"title_canon_sha256":"2dab3b819baac845ad338d14d7f038263a071abe19da9645f38243531a0ad6db","abstract_canon_sha256":"d0369d8c1491444361c75954c07f9916b3c7d51600268ec911d7ea9333800248"},"schema_version":"1.0"},"canonical_sha256":"a239b92be7debc104d6ec4006c439874f0ede9e19b0388741e7f4dcc1d22ecdb","source":{"kind":"arxiv","id":"2202.11659","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.11659","created_at":"2026-07-05T04:00:23Z"},{"alias_kind":"arxiv_version","alias_value":"2202.11659v2","created_at":"2026-07-05T04:00:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.11659","created_at":"2026-07-05T04:00:23Z"},{"alias_kind":"pith_short_12","alias_value":"UI43SK7H326B","created_at":"2026-07-05T04:00:23Z"},{"alias_kind":"pith_short_16","alias_value":"UI43SK7H326BATLO","created_at":"2026-07-05T04:00:23Z"},{"alias_kind":"pith_short_8","alias_value":"UI43SK7H","created_at":"2026-07-05T04:00:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:UI43SK7H326BATLOYQAGYQ4YOT","target":"record","payload":{"canonical_record":{"source":{"id":"2202.11659","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2022-02-23T18:06:20Z","cross_cats_sorted":["cs.DS","cs.LG","stat.ML"],"title_canon_sha256":"2dab3b819baac845ad338d14d7f038263a071abe19da9645f38243531a0ad6db","abstract_canon_sha256":"d0369d8c1491444361c75954c07f9916b3c7d51600268ec911d7ea9333800248"},"schema_version":"1.0"},"canonical_sha256":"a239b92be7debc104d6ec4006c439874f0ede9e19b0388741e7f4dcc1d22ecdb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:00:23.452520Z","signature_b64":"38Eo35UDOGaRrbNP6Ytn3lrZ73J7FoPUKuWKk5RTJXPybgkS1uusgLZ+UZmvuXqfooERBqMYTE96cfJ5L9kdCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a239b92be7debc104d6ec4006c439874f0ede9e19b0388741e7f4dcc1d22ecdb","last_reissued_at":"2026-07-05T04:00:23.452032Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:00:23.452032Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.11659","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:00:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4pAwGQdppQ4C/KJaZ+SUMU3cL/RKjR8Tfwy5jPxb53dMC42ZnpKWAV4xH0VnP386pofKu/wJAkVfupEbtAMUDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-22T00:59:29.649894Z"},"content_sha256":"4911e14c9abcfe1984baceab1266aea041771e6285043c4fc276fa5a21063071","schema_version":"1.0","event_id":"sha256:4911e14c9abcfe1984baceab1266aea041771e6285043c4fc276fa5a21063071"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:UI43SK7H326BATLOYQAGYQ4YOT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Globally Convergent Policy Search over Dynamic Filters for Output Estimation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.DS","cs.LG","stat.ML"],"primary_cat":"math.OC","authors_text":"Jack Umenberger, Juan C. Perdomo, Kaiqing Zhang, Max Simchowitz, Russ Tedrake","submitted_at":"2022-02-23T18:06:20Z","abstract_excerpt":"We introduce the first direct policy search algorithm which provably converges to the globally optimal $\\textit{dynamic}$ filter for the classical problem of predicting the outputs of a linear dynamical system, given noisy, partial observations. Despite the ubiquity of partial observability in practice, theoretical guarantees for direct policy search algorithms, one of the backbones of modern reinforcement learning, have proven difficult to achieve. This is primarily due to the degeneracies which arise when optimizing over filters that maintain internal state.\n  In this paper, we provide a new"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.11659","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.11659/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:00:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Srvxk8kExWTrv3GCkCJnSEVbsSf4/HFZExq2f3dlq0DXDxs9Zp8hqEU8MyMlCIYWEE2bTZn00shzhwEd1LxPCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-22T00:59:29.650252Z"},"content_sha256":"bbd8a48d72ae9b459710f731e80471588ba027a204fc20851a68efaccac56918","schema_version":"1.0","event_id":"sha256:bbd8a48d72ae9b459710f731e80471588ba027a204fc20851a68efaccac56918"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UI43SK7H326BATLOYQAGYQ4YOT/bundle.json","state_url":"https://pith.science/pith/UI43SK7H326BATLOYQAGYQ4YOT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UI43SK7H326BATLOYQAGYQ4YOT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-22T00:59:29Z","links":{"resolver":"https://pith.science/pith/UI43SK7H326BATLOYQAGYQ4YOT","bundle":"https://pith.science/pith/UI43SK7H326BATLOYQAGYQ4YOT/bundle.json","state":"https://pith.science/pith/UI43SK7H326BATLOYQAGYQ4YOT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UI43SK7H326BATLOYQAGYQ4YOT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:UI43SK7H326BATLOYQAGYQ4YOT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d0369d8c1491444361c75954c07f9916b3c7d51600268ec911d7ea9333800248","cross_cats_sorted":["cs.DS","cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2022-02-23T18:06:20Z","title_canon_sha256":"2dab3b819baac845ad338d14d7f038263a071abe19da9645f38243531a0ad6db"},"schema_version":"1.0","source":{"id":"2202.11659","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.11659","created_at":"2026-07-05T04:00:23Z"},{"alias_kind":"arxiv_version","alias_value":"2202.11659v2","created_at":"2026-07-05T04:00:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.11659","created_at":"2026-07-05T04:00:23Z"},{"alias_kind":"pith_short_12","alias_value":"UI43SK7H326B","created_at":"2026-07-05T04:00:23Z"},{"alias_kind":"pith_short_16","alias_value":"UI43SK7H326BATLO","created_at":"2026-07-05T04:00:23Z"},{"alias_kind":"pith_short_8","alias_value":"UI43SK7H","created_at":"2026-07-05T04:00:23Z"}],"graph_snapshots":[{"event_id":"sha256:bbd8a48d72ae9b459710f731e80471588ba027a204fc20851a68efaccac56918","target":"graph","created_at":"2026-07-05T04:00:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.11659/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce the first direct policy search algorithm which provably converges to the globally optimal $\\textit{dynamic}$ filter for the classical problem of predicting the outputs of a linear dynamical system, given noisy, partial observations. Despite the ubiquity of partial observability in practice, theoretical guarantees for direct policy search algorithms, one of the backbones of modern reinforcement learning, have proven difficult to achieve. This is primarily due to the degeneracies which arise when optimizing over filters that maintain internal state.\n  In this paper, we provide a new","authors_text":"Jack Umenberger, Juan C. Perdomo, Kaiqing Zhang, Max Simchowitz, Russ Tedrake","cross_cats":["cs.DS","cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2022-02-23T18:06:20Z","title":"Globally Convergent Policy Search over Dynamic Filters for Output Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.11659","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4911e14c9abcfe1984baceab1266aea041771e6285043c4fc276fa5a21063071","target":"record","created_at":"2026-07-05T04:00:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d0369d8c1491444361c75954c07f9916b3c7d51600268ec911d7ea9333800248","cross_cats_sorted":["cs.DS","cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2022-02-23T18:06:20Z","title_canon_sha256":"2dab3b819baac845ad338d14d7f038263a071abe19da9645f38243531a0ad6db"},"schema_version":"1.0","source":{"id":"2202.11659","kind":"arxiv","version":2}},"canonical_sha256":"a239b92be7debc104d6ec4006c439874f0ede9e19b0388741e7f4dcc1d22ecdb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a239b92be7debc104d6ec4006c439874f0ede9e19b0388741e7f4dcc1d22ecdb","first_computed_at":"2026-07-05T04:00:23.452032Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:00:23.452032Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"38Eo35UDOGaRrbNP6Ytn3lrZ73J7FoPUKuWKk5RTJXPybgkS1uusgLZ+UZmvuXqfooERBqMYTE96cfJ5L9kdCw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:00:23.452520Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.11659","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4911e14c9abcfe1984baceab1266aea041771e6285043c4fc276fa5a21063071","sha256:bbd8a48d72ae9b459710f731e80471588ba027a204fc20851a68efaccac56918"],"state_sha256":"ef1d3fade9af8a0bdc43b79ea0976e3c94deeef11f8125fcf22649e548f214fb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Vo3VgDHl+cP0lwEk1dU2QSYIUPe0BYbnwKm+9j5HltRnaIiY5ScW96dahvnzDPn2uwoXTQjJ2JQJqTAnza0YAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-22T00:59:29.652272Z","bundle_sha256":"9a5d3fb453a2daef3f755b27fee106a4b8bb9c45664790db071ed1bc7d99d9a6"}}