{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:3QUJN2HZJQ6HSSD5IJLE5PJMSY","short_pith_number":"pith:3QUJN2HZ","canonical_record":{"source":{"id":"2011.07114","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-13T20:25:48Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"501fc22582212a5f6558f400a4e1a7cd4e08f7b4c7156966c1d8be8496a38161","abstract_canon_sha256":"3e85267169cd80b22fd41068635ce2fe6e7905100e38a778b2d06273d9df15d0"},"schema_version":"1.0"},"canonical_sha256":"dc2896e8f94c3c79487d42564ebd2c9617da6d4b691eef0f3819d5f69de907cc","source":{"kind":"arxiv","id":"2011.07114","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.07114","created_at":"2026-07-05T02:16:50Z"},{"alias_kind":"arxiv_version","alias_value":"2011.07114v2","created_at":"2026-07-05T02:16:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.07114","created_at":"2026-07-05T02:16:50Z"},{"alias_kind":"pith_short_12","alias_value":"3QUJN2HZJQ6H","created_at":"2026-07-05T02:16:50Z"},{"alias_kind":"pith_short_16","alias_value":"3QUJN2HZJQ6HSSD5","created_at":"2026-07-05T02:16:50Z"},{"alias_kind":"pith_short_8","alias_value":"3QUJN2HZ","created_at":"2026-07-05T02:16:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:3QUJN2HZJQ6HSSD5IJLE5PJMSY","target":"record","payload":{"canonical_record":{"source":{"id":"2011.07114","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-13T20:25:48Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"501fc22582212a5f6558f400a4e1a7cd4e08f7b4c7156966c1d8be8496a38161","abstract_canon_sha256":"3e85267169cd80b22fd41068635ce2fe6e7905100e38a778b2d06273d9df15d0"},"schema_version":"1.0"},"canonical_sha256":"dc2896e8f94c3c79487d42564ebd2c9617da6d4b691eef0f3819d5f69de907cc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:16:50.850824Z","signature_b64":"WkCUhoNSOE/zt/Ad2DEDRZHPtZE2oonPanxGWuu7+DdsX1rryyJ4X2BeROTpqXIDuia51KjvQZ12w1bMAUelDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dc2896e8f94c3c79487d42564ebd2c9617da6d4b691eef0f3819d5f69de907cc","last_reissued_at":"2026-07-05T02:16:50.850399Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:16:50.850399Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.07114","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:16:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LCil2jlMBpClD8dJbMQs0YaE5gx8t62s7rXHyyEuvZBePZHjbAPhVWdkC5qN0xQuIcotPZHplPNO9Qo0BUoZDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T10:54:37.022401Z"},"content_sha256":"4da9c1d5b019f7d4a3e41aca0fb2d9b731c567bf1faedd7039584fe3dd283252","schema_version":"1.0","event_id":"sha256:4da9c1d5b019f7d4a3e41aca0fb2d9b731c567bf1faedd7039584fe3dd283252"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:3QUJN2HZJQ6HSSD5IJLE5PJMSY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Query-based Targeted Action-Space Adversarial Policies on Deep Reinforcement Learning Agents","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CR"],"primary_cat":"cs.LG","authors_text":"Kai Liang Tan, Soumik Sarkar, Xian Yeow Lee, Yasaman Esfandiari","submitted_at":"2020-11-13T20:25:48Z","abstract_excerpt":"Advances in computing resources have resulted in the increasing complexity of cyber-physical systems (CPS). As the complexity of CPS evolved, the focus has shifted from traditional control methods to deep reinforcement learning-based (DRL) methods for control of these systems. This is due to the difficulty of obtaining accurate models of complex CPS for traditional control. However, to securely deploy DRL in production, it is essential to examine the weaknesses of DRL-based controllers (policies) towards malicious attacks from all angles. In this work, we investigate targeted attacks in the ac"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.07114","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.07114/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:16:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kQvDAp9JZEw60d3tpo4OKJUmwWXhZW6ZixXxp6R89paUolO1Bkde+zASSBy9bDyf7XZlcZgQYBxivs5jkSFDDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T10:54:37.023027Z"},"content_sha256":"2540c3d6e51521de0ff0ae16b0ca93bd21b7ecc131952ff2775e740fa63c3bd3","schema_version":"1.0","event_id":"sha256:2540c3d6e51521de0ff0ae16b0ca93bd21b7ecc131952ff2775e740fa63c3bd3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3QUJN2HZJQ6HSSD5IJLE5PJMSY/bundle.json","state_url":"https://pith.science/pith/3QUJN2HZJQ6HSSD5IJLE5PJMSY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3QUJN2HZJQ6HSSD5IJLE5PJMSY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T10:54:37Z","links":{"resolver":"https://pith.science/pith/3QUJN2HZJQ6HSSD5IJLE5PJMSY","bundle":"https://pith.science/pith/3QUJN2HZJQ6HSSD5IJLE5PJMSY/bundle.json","state":"https://pith.science/pith/3QUJN2HZJQ6HSSD5IJLE5PJMSY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3QUJN2HZJQ6HSSD5IJLE5PJMSY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:3QUJN2HZJQ6HSSD5IJLE5PJMSY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3e85267169cd80b22fd41068635ce2fe6e7905100e38a778b2d06273d9df15d0","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-13T20:25:48Z","title_canon_sha256":"501fc22582212a5f6558f400a4e1a7cd4e08f7b4c7156966c1d8be8496a38161"},"schema_version":"1.0","source":{"id":"2011.07114","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.07114","created_at":"2026-07-05T02:16:50Z"},{"alias_kind":"arxiv_version","alias_value":"2011.07114v2","created_at":"2026-07-05T02:16:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.07114","created_at":"2026-07-05T02:16:50Z"},{"alias_kind":"pith_short_12","alias_value":"3QUJN2HZJQ6H","created_at":"2026-07-05T02:16:50Z"},{"alias_kind":"pith_short_16","alias_value":"3QUJN2HZJQ6HSSD5","created_at":"2026-07-05T02:16:50Z"},{"alias_kind":"pith_short_8","alias_value":"3QUJN2HZ","created_at":"2026-07-05T02:16:50Z"}],"graph_snapshots":[{"event_id":"sha256:2540c3d6e51521de0ff0ae16b0ca93bd21b7ecc131952ff2775e740fa63c3bd3","target":"graph","created_at":"2026-07-05T02:16:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.07114/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Advances in computing resources have resulted in the increasing complexity of cyber-physical systems (CPS). As the complexity of CPS evolved, the focus has shifted from traditional control methods to deep reinforcement learning-based (DRL) methods for control of these systems. This is due to the difficulty of obtaining accurate models of complex CPS for traditional control. However, to securely deploy DRL in production, it is essential to examine the weaknesses of DRL-based controllers (policies) towards malicious attacks from all angles. In this work, we investigate targeted attacks in the ac","authors_text":"Kai Liang Tan, Soumik Sarkar, Xian Yeow Lee, Yasaman Esfandiari","cross_cats":["cs.CR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-13T20:25:48Z","title":"Query-based Targeted Action-Space Adversarial Policies on Deep Reinforcement Learning Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.07114","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4da9c1d5b019f7d4a3e41aca0fb2d9b731c567bf1faedd7039584fe3dd283252","target":"record","created_at":"2026-07-05T02:16:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3e85267169cd80b22fd41068635ce2fe6e7905100e38a778b2d06273d9df15d0","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-13T20:25:48Z","title_canon_sha256":"501fc22582212a5f6558f400a4e1a7cd4e08f7b4c7156966c1d8be8496a38161"},"schema_version":"1.0","source":{"id":"2011.07114","kind":"arxiv","version":2}},"canonical_sha256":"dc2896e8f94c3c79487d42564ebd2c9617da6d4b691eef0f3819d5f69de907cc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dc2896e8f94c3c79487d42564ebd2c9617da6d4b691eef0f3819d5f69de907cc","first_computed_at":"2026-07-05T02:16:50.850399Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:16:50.850399Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WkCUhoNSOE/zt/Ad2DEDRZHPtZE2oonPanxGWuu7+DdsX1rryyJ4X2BeROTpqXIDuia51KjvQZ12w1bMAUelDw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:16:50.850824Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.07114","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4da9c1d5b019f7d4a3e41aca0fb2d9b731c567bf1faedd7039584fe3dd283252","sha256:2540c3d6e51521de0ff0ae16b0ca93bd21b7ecc131952ff2775e740fa63c3bd3"],"state_sha256":"736427aee4d595585d4dc6400a7acd2ec1991c2664487a988f41bdceb1d47977"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AZ6IBv9ZrxhLNg1RMLG2hsY8sjT78CCfhyhlkPVaBRgyl4VzouNjYkpyvn9gyW/JhuFzJPqNWpHQz4+s2lvTBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T10:54:37.028837Z","bundle_sha256":"0ce353aed7444e72bdf38642af8db8e384e1f068e230585ae148b93ccc3f4ee9"}}