{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:C55LGURY74BWBDEO66N7QOZ3CJ","short_pith_number":"pith:C55LGURY","canonical_record":{"source":{"id":"2401.13148","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-01-23T23:50:19Z","cross_cats_sorted":["cs.RO","cs.SY","eess.SY"],"title_canon_sha256":"25793b6bb68def1d9ba675c07f72522d8faf69abe837d8c0872f69b470e4c1bf","abstract_canon_sha256":"baffe850f52935b631788423a657b8294f83c45cea50b63e59ac1acf944a9771"},"schema_version":"1.0"},"canonical_sha256":"177ab35238ff03608c8ef79bf83b3b12707b6bc674345ab4febf9b03ffa68628","source":{"kind":"arxiv","id":"2401.13148","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.13148","created_at":"2026-07-05T08:20:27Z"},{"alias_kind":"arxiv_version","alias_value":"2401.13148v2","created_at":"2026-07-05T08:20:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.13148","created_at":"2026-07-05T08:20:27Z"},{"alias_kind":"pith_short_12","alias_value":"C55LGURY74BW","created_at":"2026-07-05T08:20:27Z"},{"alias_kind":"pith_short_16","alias_value":"C55LGURY74BWBDEO","created_at":"2026-07-05T08:20:27Z"},{"alias_kind":"pith_short_8","alias_value":"C55LGURY","created_at":"2026-07-05T08:20:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:C55LGURY74BWBDEO66N7QOZ3CJ","target":"record","payload":{"canonical_record":{"source":{"id":"2401.13148","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-01-23T23:50:19Z","cross_cats_sorted":["cs.RO","cs.SY","eess.SY"],"title_canon_sha256":"25793b6bb68def1d9ba675c07f72522d8faf69abe837d8c0872f69b470e4c1bf","abstract_canon_sha256":"baffe850f52935b631788423a657b8294f83c45cea50b63e59ac1acf944a9771"},"schema_version":"1.0"},"canonical_sha256":"177ab35238ff03608c8ef79bf83b3b12707b6bc674345ab4febf9b03ffa68628","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:20:27.244201Z","signature_b64":"XZNNA9GHh6r4UgatceWnfxOwd2HOGXuDvKnXATK1tUBdum6cYi0cZvH0lDuocrC2ObbfMPQ86CctTG7HzokcCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"177ab35238ff03608c8ef79bf83b3b12707b6bc674345ab4febf9b03ffa68628","last_reissued_at":"2026-07-05T08:20:27.243748Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:20:27.243748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.13148","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hvc2r0VNyWsCsk/aDKTM9A0yAfV42u3x48HJfmIEJ8hhKako73M3E/0TDLU+XYa6jicdWYMtJ3uNOXjqnP9lCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:03:30.759958Z"},"content_sha256":"68c553ec0d4a0cbc7866e29130571d6a2a61eee2c8dc0febd3d61d37a6033ced","schema_version":"1.0","event_id":"sha256:68c553ec0d4a0cbc7866e29130571d6a2a61eee2c8dc0febd3d61d37a6033ced"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:C55LGURY74BWBDEO66N7QOZ3CJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Stable and Safe Human-aligned Reinforcement Learning through Neural Ordinary Differential Equations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.RO","cs.SY","eess.SY"],"primary_cat":"cs.LG","authors_text":"Antonis Papachristodoulou, Keyan Miao, Konstantinos Gatsis, Liqun Zhao","submitted_at":"2024-01-23T23:50:19Z","abstract_excerpt":"Reinforcement learning (RL) excels in applications such as video games, but ensuring safety as well as the ability to achieve the specified goals remains challenging when using RL for real-world problems, such as human-aligned tasks where human safety is paramount. This paper provides safety and stability definitions for such human-aligned tasks, and then proposes an algorithm that leverages neural ordinary differential equations (NODEs) to predict human and robot movements and integrates the control barrier function (CBF) and control Lyapunov function (CLF) with the actor-critic method to hel"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.13148","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.13148/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VoQ592EGQhEZOtVqkC5aPyHaPq+iuUZqcBRxCxBsee1CUXkbat0w3xE4s65JQ6GMEuGcDuntERsdUmN13U2ADw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:03:30.760530Z"},"content_sha256":"f2bf78f6ad4e0611e25f2f7f11d76e9ae7efc51a36ea65a1931706e07f2c9465","schema_version":"1.0","event_id":"sha256:f2bf78f6ad4e0611e25f2f7f11d76e9ae7efc51a36ea65a1931706e07f2c9465"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C55LGURY74BWBDEO66N7QOZ3CJ/bundle.json","state_url":"https://pith.science/pith/C55LGURY74BWBDEO66N7QOZ3CJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C55LGURY74BWBDEO66N7QOZ3CJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T17:03:30Z","links":{"resolver":"https://pith.science/pith/C55LGURY74BWBDEO66N7QOZ3CJ","bundle":"https://pith.science/pith/C55LGURY74BWBDEO66N7QOZ3CJ/bundle.json","state":"https://pith.science/pith/C55LGURY74BWBDEO66N7QOZ3CJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C55LGURY74BWBDEO66N7QOZ3CJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:C55LGURY74BWBDEO66N7QOZ3CJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"baffe850f52935b631788423a657b8294f83c45cea50b63e59ac1acf944a9771","cross_cats_sorted":["cs.RO","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-01-23T23:50:19Z","title_canon_sha256":"25793b6bb68def1d9ba675c07f72522d8faf69abe837d8c0872f69b470e4c1bf"},"schema_version":"1.0","source":{"id":"2401.13148","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.13148","created_at":"2026-07-05T08:20:27Z"},{"alias_kind":"arxiv_version","alias_value":"2401.13148v2","created_at":"2026-07-05T08:20:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.13148","created_at":"2026-07-05T08:20:27Z"},{"alias_kind":"pith_short_12","alias_value":"C55LGURY74BW","created_at":"2026-07-05T08:20:27Z"},{"alias_kind":"pith_short_16","alias_value":"C55LGURY74BWBDEO","created_at":"2026-07-05T08:20:27Z"},{"alias_kind":"pith_short_8","alias_value":"C55LGURY","created_at":"2026-07-05T08:20:27Z"}],"graph_snapshots":[{"event_id":"sha256:f2bf78f6ad4e0611e25f2f7f11d76e9ae7efc51a36ea65a1931706e07f2c9465","target":"graph","created_at":"2026-07-05T08:20:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.13148/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning (RL) excels in applications such as video games, but ensuring safety as well as the ability to achieve the specified goals remains challenging when using RL for real-world problems, such as human-aligned tasks where human safety is paramount. This paper provides safety and stability definitions for such human-aligned tasks, and then proposes an algorithm that leverages neural ordinary differential equations (NODEs) to predict human and robot movements and integrates the control barrier function (CBF) and control Lyapunov function (CLF) with the actor-critic method to hel","authors_text":"Antonis Papachristodoulou, Keyan Miao, Konstantinos Gatsis, Liqun Zhao","cross_cats":["cs.RO","cs.SY","eess.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-01-23T23:50:19Z","title":"Stable and Safe Human-aligned Reinforcement Learning through Neural Ordinary Differential Equations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.13148","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:68c553ec0d4a0cbc7866e29130571d6a2a61eee2c8dc0febd3d61d37a6033ced","target":"record","created_at":"2026-07-05T08:20:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"baffe850f52935b631788423a657b8294f83c45cea50b63e59ac1acf944a9771","cross_cats_sorted":["cs.RO","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-01-23T23:50:19Z","title_canon_sha256":"25793b6bb68def1d9ba675c07f72522d8faf69abe837d8c0872f69b470e4c1bf"},"schema_version":"1.0","source":{"id":"2401.13148","kind":"arxiv","version":2}},"canonical_sha256":"177ab35238ff03608c8ef79bf83b3b12707b6bc674345ab4febf9b03ffa68628","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"177ab35238ff03608c8ef79bf83b3b12707b6bc674345ab4febf9b03ffa68628","first_computed_at":"2026-07-05T08:20:27.243748Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:20:27.243748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XZNNA9GHh6r4UgatceWnfxOwd2HOGXuDvKnXATK1tUBdum6cYi0cZvH0lDuocrC2ObbfMPQ86CctTG7HzokcCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:20:27.244201Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.13148","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:68c553ec0d4a0cbc7866e29130571d6a2a61eee2c8dc0febd3d61d37a6033ced","sha256:f2bf78f6ad4e0611e25f2f7f11d76e9ae7efc51a36ea65a1931706e07f2c9465"],"state_sha256":"f9cf111c0ae0116287ae532c8f69c1bdfef840e77b110021f8451323cb9e8545"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JHmNLvaMSsezr72NC/tGSO+f+8K0ywVe0ZYos5M5GaDR4Ye1q4sR2mWJfrKcGk6VPeYdr+IV61jeDo1+5f/+Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T17:03:30.765432Z","bundle_sha256":"11977729a174e59ccbb3108f490712f12142b5ca8ff6dd65a900d839c14a0c77"}}