{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:MSJIUTZBTVDVZI63XRLRDNKJSH","short_pith_number":"pith:MSJIUTZB","canonical_record":{"source":{"id":"2012.06644","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-12-11T21:35:24Z","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"title_canon_sha256":"7310a45a293923e6843e2b18d4a658f80c6a8d7dfd52573e3b60d47d05922bbe","abstract_canon_sha256":"295d6774577cac129081bec861f2fde6175eead08077b9ec62c681d4e885ae7d"},"schema_version":"1.0"},"canonical_sha256":"64928a4f219d475ca3dbbc5711b54991c38f77573c81e5ec33a03bcba6408c2e","source":{"kind":"arxiv","id":"2012.06644","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.06644","created_at":"2026-07-05T02:43:43Z"},{"alias_kind":"arxiv_version","alias_value":"2012.06644v2","created_at":"2026-07-05T02:43:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.06644","created_at":"2026-07-05T02:43:43Z"},{"alias_kind":"pith_short_12","alias_value":"MSJIUTZBTVDV","created_at":"2026-07-05T02:43:43Z"},{"alias_kind":"pith_short_16","alias_value":"MSJIUTZBTVDVZI63","created_at":"2026-07-05T02:43:43Z"},{"alias_kind":"pith_short_8","alias_value":"MSJIUTZB","created_at":"2026-07-05T02:43:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:MSJIUTZBTVDVZI63XRLRDNKJSH","target":"record","payload":{"canonical_record":{"source":{"id":"2012.06644","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-12-11T21:35:24Z","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"title_canon_sha256":"7310a45a293923e6843e2b18d4a658f80c6a8d7dfd52573e3b60d47d05922bbe","abstract_canon_sha256":"295d6774577cac129081bec861f2fde6175eead08077b9ec62c681d4e885ae7d"},"schema_version":"1.0"},"canonical_sha256":"64928a4f219d475ca3dbbc5711b54991c38f77573c81e5ec33a03bcba6408c2e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:43:43.165206Z","signature_b64":"9Z3kC2hS2HhsxWkvybvObSQYheIzPNM+kBjwUbAWugQRq1WH8d+RiTzdzTqZxHrIuauMOJVmLdumqTHE7jPQCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"64928a4f219d475ca3dbbc5711b54991c38f77573c81e5ec33a03bcba6408c2e","last_reissued_at":"2026-07-05T02:43:43.164680Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:43:43.164680Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2012.06644","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:43:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SZZBXjgtaX6lQTUak9tbdo4ebOUn6XlAZivvPNYu45N/l6L/PyeoKq4wNUpHKeWE5FxEdQYOVrOTZy4TmMk7BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:15:40.248740Z"},"content_sha256":"57115a18e45d9220174462ff963fab2375d78a8beb8a3253be1506599df3b5cf","schema_version":"1.0","event_id":"sha256:57115a18e45d9220174462ff963fab2375d78a8beb8a3253be1506599df3b5cf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:MSJIUTZBTVDVZI63XRLRDNKJSH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Regularizing Action Policies for Smooth Control with Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","cs.SY","eess.SY"],"primary_cat":"cs.RO","authors_text":"Bassel Mabsout, Kate Saenko, Renato Mancuso, Siddharth Mysore","submitted_at":"2020-12-11T21:35:24Z","abstract_excerpt":"A critical problem with the practical utility of controllers trained with deep Reinforcement Learning (RL) is the notable lack of smoothness in the actions learned by the RL policies. This trend often presents itself in the form of control signal oscillation and can result in poor control, high power consumption, and undue system wear. We introduce Conditioning for Action Policy Smoothness (CAPS), an effective yet intuitive regularization on action policies, which offers consistent improvement in the smoothness of the learned state-to-action mappings of neural network controllers, reflected in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.06644","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2012.06644/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:43:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2vuDOvIjz3rfBT0oxLouGgw6leyuOW3i3Q+NxmXOUjpVe+FJXbNJemslgXarvobQRJjdrVhRW7yjzujdVFZXDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:15:40.249351Z"},"content_sha256":"6b19da0dee25bbf06157210e785893520e95833de9876862ac5dc5951673b6e8","schema_version":"1.0","event_id":"sha256:6b19da0dee25bbf06157210e785893520e95833de9876862ac5dc5951673b6e8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MSJIUTZBTVDVZI63XRLRDNKJSH/bundle.json","state_url":"https://pith.science/pith/MSJIUTZBTVDVZI63XRLRDNKJSH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MSJIUTZBTVDVZI63XRLRDNKJSH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T17:15:40Z","links":{"resolver":"https://pith.science/pith/MSJIUTZBTVDVZI63XRLRDNKJSH","bundle":"https://pith.science/pith/MSJIUTZBTVDVZI63XRLRDNKJSH/bundle.json","state":"https://pith.science/pith/MSJIUTZBTVDVZI63XRLRDNKJSH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MSJIUTZBTVDVZI63XRLRDNKJSH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:MSJIUTZBTVDVZI63XRLRDNKJSH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"295d6774577cac129081bec861f2fde6175eead08077b9ec62c681d4e885ae7d","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-12-11T21:35:24Z","title_canon_sha256":"7310a45a293923e6843e2b18d4a658f80c6a8d7dfd52573e3b60d47d05922bbe"},"schema_version":"1.0","source":{"id":"2012.06644","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.06644","created_at":"2026-07-05T02:43:43Z"},{"alias_kind":"arxiv_version","alias_value":"2012.06644v2","created_at":"2026-07-05T02:43:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.06644","created_at":"2026-07-05T02:43:43Z"},{"alias_kind":"pith_short_12","alias_value":"MSJIUTZBTVDV","created_at":"2026-07-05T02:43:43Z"},{"alias_kind":"pith_short_16","alias_value":"MSJIUTZBTVDVZI63","created_at":"2026-07-05T02:43:43Z"},{"alias_kind":"pith_short_8","alias_value":"MSJIUTZB","created_at":"2026-07-05T02:43:43Z"}],"graph_snapshots":[{"event_id":"sha256:6b19da0dee25bbf06157210e785893520e95833de9876862ac5dc5951673b6e8","target":"graph","created_at":"2026-07-05T02:43:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.06644/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A critical problem with the practical utility of controllers trained with deep Reinforcement Learning (RL) is the notable lack of smoothness in the actions learned by the RL policies. This trend often presents itself in the form of control signal oscillation and can result in poor control, high power consumption, and undue system wear. We introduce Conditioning for Action Policy Smoothness (CAPS), an effective yet intuitive regularization on action policies, which offers consistent improvement in the smoothness of the learned state-to-action mappings of neural network controllers, reflected in","authors_text":"Bassel Mabsout, Kate Saenko, Renato Mancuso, Siddharth Mysore","cross_cats":["cs.LG","cs.SY","eess.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-12-11T21:35:24Z","title":"Regularizing Action Policies for Smooth Control with Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.06644","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:57115a18e45d9220174462ff963fab2375d78a8beb8a3253be1506599df3b5cf","target":"record","created_at":"2026-07-05T02:43:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"295d6774577cac129081bec861f2fde6175eead08077b9ec62c681d4e885ae7d","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-12-11T21:35:24Z","title_canon_sha256":"7310a45a293923e6843e2b18d4a658f80c6a8d7dfd52573e3b60d47d05922bbe"},"schema_version":"1.0","source":{"id":"2012.06644","kind":"arxiv","version":2}},"canonical_sha256":"64928a4f219d475ca3dbbc5711b54991c38f77573c81e5ec33a03bcba6408c2e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"64928a4f219d475ca3dbbc5711b54991c38f77573c81e5ec33a03bcba6408c2e","first_computed_at":"2026-07-05T02:43:43.164680Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:43:43.164680Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9Z3kC2hS2HhsxWkvybvObSQYheIzPNM+kBjwUbAWugQRq1WH8d+RiTzdzTqZxHrIuauMOJVmLdumqTHE7jPQCw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:43:43.165206Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.06644","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:57115a18e45d9220174462ff963fab2375d78a8beb8a3253be1506599df3b5cf","sha256:6b19da0dee25bbf06157210e785893520e95833de9876862ac5dc5951673b6e8"],"state_sha256":"75a0b75be0ebc32b939262c122aedb11e778a90a352d860c0db91ee03aef4fa8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V1QBmDQ7zXswkp1eRn3PQZfWq/6r2Qes6P14dA84TSz4mGZS9RqSTdfIMoR66qlA/R2HxAkNtPByjpq4aRWBBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T17:15:40.254720Z","bundle_sha256":"8334b44154c82e38e10f49969e6e1cd46251d055a74cffc8ec2d1b37b77aee7b"}}