{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KFB3KQM4ESIJYT7T6LLNH6NGPP","short_pith_number":"pith:KFB3KQM4","canonical_record":{"source":{"id":"2407.20456","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2024-07-29T23:24:59Z","cross_cats_sorted":["cs.SY"],"title_canon_sha256":"eff8cef2e2a72b3ee56b396002e1571be91b7b216171291c71e54fa85b38672f","abstract_canon_sha256":"5a6f5f053b3db52493c015acc201233a13c412418ad7a95a25ea508e9c06372e"},"schema_version":"1.0"},"canonical_sha256":"5143b5419c24909c4ff3f2d6d3f9a67bfc53f909116520fec4ea3719a45dd240","source":{"kind":"arxiv","id":"2407.20456","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.20456","created_at":"2026-07-05T08:49:58Z"},{"alias_kind":"arxiv_version","alias_value":"2407.20456v1","created_at":"2026-07-05T08:49:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.20456","created_at":"2026-07-05T08:49:58Z"},{"alias_kind":"pith_short_12","alias_value":"KFB3KQM4ESIJ","created_at":"2026-07-05T08:49:58Z"},{"alias_kind":"pith_short_16","alias_value":"KFB3KQM4ESIJYT7T","created_at":"2026-07-05T08:49:58Z"},{"alias_kind":"pith_short_8","alias_value":"KFB3KQM4","created_at":"2026-07-05T08:49:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KFB3KQM4ESIJYT7T6LLNH6NGPP","target":"record","payload":{"canonical_record":{"source":{"id":"2407.20456","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2024-07-29T23:24:59Z","cross_cats_sorted":["cs.SY"],"title_canon_sha256":"eff8cef2e2a72b3ee56b396002e1571be91b7b216171291c71e54fa85b38672f","abstract_canon_sha256":"5a6f5f053b3db52493c015acc201233a13c412418ad7a95a25ea508e9c06372e"},"schema_version":"1.0"},"canonical_sha256":"5143b5419c24909c4ff3f2d6d3f9a67bfc53f909116520fec4ea3719a45dd240","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:49:58.171185Z","signature_b64":"Sj1MY0ptWKx9Yq+w2V0n6mP5M4w+aWeCjAM7SIRiJY+qwZ2hWmwNfaweG2zk6c0x68p76Z1STqISgXqaGgSTCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5143b5419c24909c4ff3f2d6d3f9a67bfc53f909116520fec4ea3719a45dd240","last_reissued_at":"2026-07-05T08:49:58.170721Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:49:58.170721Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.20456","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XPAhae+n7EHAturLGThpc9WM9mb23vTOfmc0tK/XtYR7eB5TB7r35K1Sm9DgKHTKzcmHHqE/QxUJThhpxMbjCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:02:46.696934Z"},"content_sha256":"ae3288280cc248eb955abfe5ad93f0db784a3889e5bd5b680e119ca6145f1719","schema_version":"1.0","event_id":"sha256:ae3288280cc248eb955abfe5ad93f0db784a3889e5bd5b680e119ca6145f1719"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KFB3KQM4ESIJYT7T6LLNH6NGPP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning to Provably Satisfy High Relative Degree Constraints for Black-Box Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SY"],"primary_cat":"eess.SY","authors_text":"Jean-Baptiste Bouvier, Kartik Nagpal, Negar Mehr","submitted_at":"2024-07-29T23:24:59Z","abstract_excerpt":"In this paper, we develop a method for learning a control policy guaranteed to satisfy an affine state constraint of high relative degree in closed loop with a black-box system. Previous reinforcement learning (RL) approaches to satisfy safety constraints either require access to the system model, or assume control affine dynamics, or only discourage violations with reward shaping. Only recently have these issues been addressed with POLICEd RL, which guarantees constraint satisfaction for black-box systems. However, this previous work can only enforce constraints of relative degree 1. To addre"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.20456","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.20456/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fyHIfj5QU6+O5Wz4uyHquTtHxE3S2+82VCvdOrUxiaepAw9P5RPd+PsYp78aH2Qv1t19RAZEyUUQFs2W14YSBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:02:46.697870Z"},"content_sha256":"2cd2029b8ffcbc5b26aaf65a5f204030a49a573244648f46091f3721c1f87c8a","schema_version":"1.0","event_id":"sha256:2cd2029b8ffcbc5b26aaf65a5f204030a49a573244648f46091f3721c1f87c8a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KFB3KQM4ESIJYT7T6LLNH6NGPP/bundle.json","state_url":"https://pith.science/pith/KFB3KQM4ESIJYT7T6LLNH6NGPP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KFB3KQM4ESIJYT7T6LLNH6NGPP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T14:02:46Z","links":{"resolver":"https://pith.science/pith/KFB3KQM4ESIJYT7T6LLNH6NGPP","bundle":"https://pith.science/pith/KFB3KQM4ESIJYT7T6LLNH6NGPP/bundle.json","state":"https://pith.science/pith/KFB3KQM4ESIJYT7T6LLNH6NGPP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KFB3KQM4ESIJYT7T6LLNH6NGPP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KFB3KQM4ESIJYT7T6LLNH6NGPP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5a6f5f053b3db52493c015acc201233a13c412418ad7a95a25ea508e9c06372e","cross_cats_sorted":["cs.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2024-07-29T23:24:59Z","title_canon_sha256":"eff8cef2e2a72b3ee56b396002e1571be91b7b216171291c71e54fa85b38672f"},"schema_version":"1.0","source":{"id":"2407.20456","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.20456","created_at":"2026-07-05T08:49:58Z"},{"alias_kind":"arxiv_version","alias_value":"2407.20456v1","created_at":"2026-07-05T08:49:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.20456","created_at":"2026-07-05T08:49:58Z"},{"alias_kind":"pith_short_12","alias_value":"KFB3KQM4ESIJ","created_at":"2026-07-05T08:49:58Z"},{"alias_kind":"pith_short_16","alias_value":"KFB3KQM4ESIJYT7T","created_at":"2026-07-05T08:49:58Z"},{"alias_kind":"pith_short_8","alias_value":"KFB3KQM4","created_at":"2026-07-05T08:49:58Z"}],"graph_snapshots":[{"event_id":"sha256:2cd2029b8ffcbc5b26aaf65a5f204030a49a573244648f46091f3721c1f87c8a","target":"graph","created_at":"2026-07-05T08:49:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.20456/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we develop a method for learning a control policy guaranteed to satisfy an affine state constraint of high relative degree in closed loop with a black-box system. Previous reinforcement learning (RL) approaches to satisfy safety constraints either require access to the system model, or assume control affine dynamics, or only discourage violations with reward shaping. Only recently have these issues been addressed with POLICEd RL, which guarantees constraint satisfaction for black-box systems. However, this previous work can only enforce constraints of relative degree 1. To addre","authors_text":"Jean-Baptiste Bouvier, Kartik Nagpal, Negar Mehr","cross_cats":["cs.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2024-07-29T23:24:59Z","title":"Learning to Provably Satisfy High Relative Degree Constraints for Black-Box Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.20456","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ae3288280cc248eb955abfe5ad93f0db784a3889e5bd5b680e119ca6145f1719","target":"record","created_at":"2026-07-05T08:49:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5a6f5f053b3db52493c015acc201233a13c412418ad7a95a25ea508e9c06372e","cross_cats_sorted":["cs.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SY","submitted_at":"2024-07-29T23:24:59Z","title_canon_sha256":"eff8cef2e2a72b3ee56b396002e1571be91b7b216171291c71e54fa85b38672f"},"schema_version":"1.0","source":{"id":"2407.20456","kind":"arxiv","version":1}},"canonical_sha256":"5143b5419c24909c4ff3f2d6d3f9a67bfc53f909116520fec4ea3719a45dd240","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5143b5419c24909c4ff3f2d6d3f9a67bfc53f909116520fec4ea3719a45dd240","first_computed_at":"2026-07-05T08:49:58.170721Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:49:58.170721Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Sj1MY0ptWKx9Yq+w2V0n6mP5M4w+aWeCjAM7SIRiJY+qwZ2hWmwNfaweG2zk6c0x68p76Z1STqISgXqaGgSTCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:49:58.171185Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.20456","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ae3288280cc248eb955abfe5ad93f0db784a3889e5bd5b680e119ca6145f1719","sha256:2cd2029b8ffcbc5b26aaf65a5f204030a49a573244648f46091f3721c1f87c8a"],"state_sha256":"52c58f1d759b257e162a8041874df9895af71a2ac212d71640d9d2c4c40f1297"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ETufAO/rsEcqyLdnR2B37fAa79wKIO8sMylNGz2HaxAqPvGuxurKc2z0Q3Qw+Wodtzl2wXK5yDB8anGVW/CPBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T14:02:46.705616Z","bundle_sha256":"219849b0d42f269153bb2d4afbb4e916d22d1c6de9eb5d0673e9bc59dcc67193"}}