{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:MN4L4ALW76LIK6HBL7COU3JUXV","short_pith_number":"pith:MN4L4ALW","canonical_record":{"source":{"id":"1908.06884","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2019-08-19T15:41:33Z","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"title_canon_sha256":"c83014e0fa185159af29cf5ad145e5f50d1fba546ca423f5c12c9cbc8c3c1108","abstract_canon_sha256":"32a27b4c1209dc15ab2a97eb7b9c39904b37a8b74e4612f579df5701efdecb0a"},"schema_version":"1.0"},"canonical_sha256":"6378be0176ff968578e15fc4ea6d34bd77f61c3495329bbe8307c2de3a9f5ec7","source":{"kind":"arxiv","id":"1908.06884","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.06884","created_at":"2026-07-05T09:27:45Z"},{"alias_kind":"arxiv_version","alias_value":"1908.06884v2","created_at":"2026-07-05T09:27:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.06884","created_at":"2026-07-05T09:27:45Z"},{"alias_kind":"pith_short_12","alias_value":"MN4L4ALW76LI","created_at":"2026-07-05T09:27:45Z"},{"alias_kind":"pith_short_16","alias_value":"MN4L4ALW76LIK6HB","created_at":"2026-07-05T09:27:45Z"},{"alias_kind":"pith_short_8","alias_value":"MN4L4ALW","created_at":"2026-07-05T09:27:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:MN4L4ALW76LIK6HBL7COU3JUXV","target":"record","payload":{"canonical_record":{"source":{"id":"1908.06884","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2019-08-19T15:41:33Z","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"title_canon_sha256":"c83014e0fa185159af29cf5ad145e5f50d1fba546ca423f5c12c9cbc8c3c1108","abstract_canon_sha256":"32a27b4c1209dc15ab2a97eb7b9c39904b37a8b74e4612f579df5701efdecb0a"},"schema_version":"1.0"},"canonical_sha256":"6378be0176ff968578e15fc4ea6d34bd77f61c3495329bbe8307c2de3a9f5ec7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:27:45.131794Z","signature_b64":"3drsoyWXa1K75+p1yAnp8qp0oayTfa8HfIekDxCgyhGIZu8BOg9N5K/6+g8L8KHyGP4Ae9ar99jpL1RHot+gDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6378be0176ff968578e15fc4ea6d34bd77f61c3495329bbe8307c2de3a9f5ec7","last_reissued_at":"2026-07-05T09:27:45.131236Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:27:45.131236Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1908.06884","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SclTxMV/V48okd5e8eKHFpGvMJPmmYP95rxCSg025H4ny05mDeTIa9zxl2htYOrteyViX+uqLi3CmSB0EcaAAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T05:26:41.425671Z"},"content_sha256":"61f9b8b296523245180afe1e603a2177f3d35a87b5bb05f099a4e0c2be3e442e","schema_version":"1.0","event_id":"sha256:61f9b8b296523245180afe1e603a2177f3d35a87b5bb05f099a4e0c2be3e442e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:MN4L4ALW76LIK6HBL7COU3JUXV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Domain-Knowledge-Aided Deep Reinforcement Learning Approach for Flight Control Design","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","cs.SY","eess.SY"],"primary_cat":"cs.AI","authors_text":"Antonios Tsourdos, Hyo-Sang Shin, Shaoming He","submitted_at":"2019-08-19T15:41:33Z","abstract_excerpt":"This paper aims to examine the potential of using the emerging deep reinforcement learning techniques in flight control. Instead of learning from scratch, we suggest to leverage domain knowledge available in learning to improve learning efficiency and generalisability. More specifically, the proposed approach fixes the autopilot structure as typical three-loop autopilot and deep reinforcement learning is utilised to learn the autopilot gains. To solve the flight control problem, we then formulate a Markovian decision process with a proper reward function that enable the application of reinforc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.06884","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.06884/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3NdNqwLUwHPpu5560rEL846grOv/NFTjdTEVbmU9MhscfoyP30b9hbiw+e2jdmRtEBqfD998R1LestkotjiKCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T05:26:41.426230Z"},"content_sha256":"ddbf5edef6deff1247a9a511baf9fa09a0b4ac2d5c41dbff8f30595d86b1eda3","schema_version":"1.0","event_id":"sha256:ddbf5edef6deff1247a9a511baf9fa09a0b4ac2d5c41dbff8f30595d86b1eda3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MN4L4ALW76LIK6HBL7COU3JUXV/bundle.json","state_url":"https://pith.science/pith/MN4L4ALW76LIK6HBL7COU3JUXV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MN4L4ALW76LIK6HBL7COU3JUXV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T05:26:41Z","links":{"resolver":"https://pith.science/pith/MN4L4ALW76LIK6HBL7COU3JUXV","bundle":"https://pith.science/pith/MN4L4ALW76LIK6HBL7COU3JUXV/bundle.json","state":"https://pith.science/pith/MN4L4ALW76LIK6HBL7COU3JUXV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MN4L4ALW76LIK6HBL7COU3JUXV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:MN4L4ALW76LIK6HBL7COU3JUXV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"32a27b4c1209dc15ab2a97eb7b9c39904b37a8b74e4612f579df5701efdecb0a","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2019-08-19T15:41:33Z","title_canon_sha256":"c83014e0fa185159af29cf5ad145e5f50d1fba546ca423f5c12c9cbc8c3c1108"},"schema_version":"1.0","source":{"id":"1908.06884","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.06884","created_at":"2026-07-05T09:27:45Z"},{"alias_kind":"arxiv_version","alias_value":"1908.06884v2","created_at":"2026-07-05T09:27:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.06884","created_at":"2026-07-05T09:27:45Z"},{"alias_kind":"pith_short_12","alias_value":"MN4L4ALW76LI","created_at":"2026-07-05T09:27:45Z"},{"alias_kind":"pith_short_16","alias_value":"MN4L4ALW76LIK6HB","created_at":"2026-07-05T09:27:45Z"},{"alias_kind":"pith_short_8","alias_value":"MN4L4ALW","created_at":"2026-07-05T09:27:45Z"}],"graph_snapshots":[{"event_id":"sha256:ddbf5edef6deff1247a9a511baf9fa09a0b4ac2d5c41dbff8f30595d86b1eda3","target":"graph","created_at":"2026-07-05T09:27:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.06884/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper aims to examine the potential of using the emerging deep reinforcement learning techniques in flight control. Instead of learning from scratch, we suggest to leverage domain knowledge available in learning to improve learning efficiency and generalisability. More specifically, the proposed approach fixes the autopilot structure as typical three-loop autopilot and deep reinforcement learning is utilised to learn the autopilot gains. To solve the flight control problem, we then formulate a Markovian decision process with a proper reward function that enable the application of reinforc","authors_text":"Antonios Tsourdos, Hyo-Sang Shin, Shaoming He","cross_cats":["cs.LG","cs.SY","eess.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2019-08-19T15:41:33Z","title":"A Domain-Knowledge-Aided Deep Reinforcement Learning Approach for Flight Control Design"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.06884","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:61f9b8b296523245180afe1e603a2177f3d35a87b5bb05f099a4e0c2be3e442e","target":"record","created_at":"2026-07-05T09:27:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"32a27b4c1209dc15ab2a97eb7b9c39904b37a8b74e4612f579df5701efdecb0a","cross_cats_sorted":["cs.LG","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2019-08-19T15:41:33Z","title_canon_sha256":"c83014e0fa185159af29cf5ad145e5f50d1fba546ca423f5c12c9cbc8c3c1108"},"schema_version":"1.0","source":{"id":"1908.06884","kind":"arxiv","version":2}},"canonical_sha256":"6378be0176ff968578e15fc4ea6d34bd77f61c3495329bbe8307c2de3a9f5ec7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6378be0176ff968578e15fc4ea6d34bd77f61c3495329bbe8307c2de3a9f5ec7","first_computed_at":"2026-07-05T09:27:45.131236Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:27:45.131236Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3drsoyWXa1K75+p1yAnp8qp0oayTfa8HfIekDxCgyhGIZu8BOg9N5K/6+g8L8KHyGP4Ae9ar99jpL1RHot+gDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:27:45.131794Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.06884","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:61f9b8b296523245180afe1e603a2177f3d35a87b5bb05f099a4e0c2be3e442e","sha256:ddbf5edef6deff1247a9a511baf9fa09a0b4ac2d5c41dbff8f30595d86b1eda3"],"state_sha256":"22c7c954d11e1c7291cbcaf6b8093f24e3ab12e0bec273fab9b3338f35910da0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"27kZR2q64pF1MyZWFmR6m3c+Ra2u8y/7itV/FB3m1zM+F57JCb3MjLl3sj8xrQiA6z7rWXfmo92CSrcnqvv1Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T05:26:41.430175Z","bundle_sha256":"44f6e02098775657802e7567091aa01b28d40ebd045349ae26f47acbfc7ba82a"}}