{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:PT64C3PYUNSZDYSTQDGCAM3IKE","short_pith_number":"pith:PT64C3PY","canonical_record":{"source":{"id":"1909.02583","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-05T18:04:04Z","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"title_canon_sha256":"4832890da16dd5e4bdf58c7b35e99d887bf99d3ca3c24818700aa40ee8d2a18f","abstract_canon_sha256":"ff1f17981f9743e7e9af970216013a7c044699e27bbee9b9d8ade52cb1db2b71"},"schema_version":"1.0"},"canonical_sha256":"7cfdc16df8a36591e25380cc203368511092bc5debfb4eb647dcedbe166f6d0a","source":{"kind":"arxiv","id":"1909.02583","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.02583","created_at":"2026-07-05T00:20:19Z"},{"alias_kind":"arxiv_version","alias_value":"1909.02583v2","created_at":"2026-07-05T00:20:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.02583","created_at":"2026-07-05T00:20:19Z"},{"alias_kind":"pith_short_12","alias_value":"PT64C3PYUNSZ","created_at":"2026-07-05T00:20:19Z"},{"alias_kind":"pith_short_16","alias_value":"PT64C3PYUNSZDYST","created_at":"2026-07-05T00:20:19Z"},{"alias_kind":"pith_short_8","alias_value":"PT64C3PY","created_at":"2026-07-05T00:20:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:PT64C3PYUNSZDYSTQDGCAM3IKE","target":"record","payload":{"canonical_record":{"source":{"id":"1909.02583","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-05T18:04:04Z","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"title_canon_sha256":"4832890da16dd5e4bdf58c7b35e99d887bf99d3ca3c24818700aa40ee8d2a18f","abstract_canon_sha256":"ff1f17981f9743e7e9af970216013a7c044699e27bbee9b9d8ade52cb1db2b71"},"schema_version":"1.0"},"canonical_sha256":"7cfdc16df8a36591e25380cc203368511092bc5debfb4eb647dcedbe166f6d0a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:20:19.348670Z","signature_b64":"9bHIvImJzmVdukG26JFiq1WhZLOMsvg6TNmGKfchnkKDGBRJ1BHh3uOfsQz5hLr6k7XPhEdstZD+aqDVnqdrCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7cfdc16df8a36591e25380cc203368511092bc5debfb4eb647dcedbe166f6d0a","last_reissued_at":"2026-07-05T00:20:19.348195Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:20:19.348195Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.02583","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:20:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cdu33I6IRX1pehAlAcax05MVEUftEeYkDbg9GIoCocmQ4tA0Qm71Vx7EE1ZVSsjXkWFPO6Kb7Dq/10hb6TIcAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-15T19:15:32.114798Z"},"content_sha256":"29301a5802295d4c8b1d5cefed5b46251305663d929cbc77b14e169a6c37b4c2","schema_version":"1.0","event_id":"sha256:29301a5802295d4c8b1d5cefed5b46251305663d929cbc77b14e169a6c37b4c2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:PT64C3PYUNSZDYSTQDGCAM3IKE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Spatiotemporally Constrained Action Space Attacks on Deep Reinforcement Learning Agents","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CR","stat.ML"],"primary_cat":"cs.LG","authors_text":"Chinmay Hegde, Kai Liang Tan, Sambit Ghadai, Soumik Sarkar, Xian Yeow Lee","submitted_at":"2019-09-05T18:04:04Z","abstract_excerpt":"Robustness of Deep Reinforcement Learning (DRL) algorithms towards adversarial attacks in real world applications such as those deployed in cyber-physical systems (CPS) are of increasing concern. Numerous studies have investigated the mechanisms of attacks on the RL agent's state space. Nonetheless, attacks on the RL agent's action space (AS) (corresponding to actuators in engineering systems) are equally perverse; such attacks are relatively less studied in the ML literature. In this work, we first frame the problem as an optimization problem of minimizing the cumulative reward of an RL agent"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.02583","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.02583/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:20:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+D7zTzO7ZCHeSCCEXJqLoftuBuIvKNxzmpabzvJjnTEcewrrsh1UkyDNuE7TZIZnHhf2S2PyineqPWHO/30fAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-15T19:15:32.115248Z"},"content_sha256":"a3a68953e0d52b33623698c7eb4853e4f92e12059c31ffefbf337d327040bda2","schema_version":"1.0","event_id":"sha256:a3a68953e0d52b33623698c7eb4853e4f92e12059c31ffefbf337d327040bda2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PT64C3PYUNSZDYSTQDGCAM3IKE/bundle.json","state_url":"https://pith.science/pith/PT64C3PYUNSZDYSTQDGCAM3IKE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PT64C3PYUNSZDYSTQDGCAM3IKE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-15T19:15:32Z","links":{"resolver":"https://pith.science/pith/PT64C3PYUNSZDYSTQDGCAM3IKE","bundle":"https://pith.science/pith/PT64C3PYUNSZDYSTQDGCAM3IKE/bundle.json","state":"https://pith.science/pith/PT64C3PYUNSZDYSTQDGCAM3IKE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PT64C3PYUNSZDYSTQDGCAM3IKE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:PT64C3PYUNSZDYSTQDGCAM3IKE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ff1f17981f9743e7e9af970216013a7c044699e27bbee9b9d8ade52cb1db2b71","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-05T18:04:04Z","title_canon_sha256":"4832890da16dd5e4bdf58c7b35e99d887bf99d3ca3c24818700aa40ee8d2a18f"},"schema_version":"1.0","source":{"id":"1909.02583","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.02583","created_at":"2026-07-05T00:20:19Z"},{"alias_kind":"arxiv_version","alias_value":"1909.02583v2","created_at":"2026-07-05T00:20:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.02583","created_at":"2026-07-05T00:20:19Z"},{"alias_kind":"pith_short_12","alias_value":"PT64C3PYUNSZ","created_at":"2026-07-05T00:20:19Z"},{"alias_kind":"pith_short_16","alias_value":"PT64C3PYUNSZDYST","created_at":"2026-07-05T00:20:19Z"},{"alias_kind":"pith_short_8","alias_value":"PT64C3PY","created_at":"2026-07-05T00:20:19Z"}],"graph_snapshots":[{"event_id":"sha256:a3a68953e0d52b33623698c7eb4853e4f92e12059c31ffefbf337d327040bda2","target":"graph","created_at":"2026-07-05T00:20:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.02583/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Robustness of Deep Reinforcement Learning (DRL) algorithms towards adversarial attacks in real world applications such as those deployed in cyber-physical systems (CPS) are of increasing concern. Numerous studies have investigated the mechanisms of attacks on the RL agent's state space. Nonetheless, attacks on the RL agent's action space (AS) (corresponding to actuators in engineering systems) are equally perverse; such attacks are relatively less studied in the ML literature. In this work, we first frame the problem as an optimization problem of minimizing the cumulative reward of an RL agent","authors_text":"Chinmay Hegde, Kai Liang Tan, Sambit Ghadai, Soumik Sarkar, Xian Yeow Lee","cross_cats":["cs.AI","cs.CR","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-05T18:04:04Z","title":"Spatiotemporally Constrained Action Space Attacks on Deep Reinforcement Learning Agents"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.02583","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:29301a5802295d4c8b1d5cefed5b46251305663d929cbc77b14e169a6c37b4c2","target":"record","created_at":"2026-07-05T00:20:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ff1f17981f9743e7e9af970216013a7c044699e27bbee9b9d8ade52cb1db2b71","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-05T18:04:04Z","title_canon_sha256":"4832890da16dd5e4bdf58c7b35e99d887bf99d3ca3c24818700aa40ee8d2a18f"},"schema_version":"1.0","source":{"id":"1909.02583","kind":"arxiv","version":2}},"canonical_sha256":"7cfdc16df8a36591e25380cc203368511092bc5debfb4eb647dcedbe166f6d0a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7cfdc16df8a36591e25380cc203368511092bc5debfb4eb647dcedbe166f6d0a","first_computed_at":"2026-07-05T00:20:19.348195Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:20:19.348195Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9bHIvImJzmVdukG26JFiq1WhZLOMsvg6TNmGKfchnkKDGBRJ1BHh3uOfsQz5hLr6k7XPhEdstZD+aqDVnqdrCg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:20:19.348670Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.02583","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:29301a5802295d4c8b1d5cefed5b46251305663d929cbc77b14e169a6c37b4c2","sha256:a3a68953e0d52b33623698c7eb4853e4f92e12059c31ffefbf337d327040bda2"],"state_sha256":"24c860f57536b6638c4648b7ef6fa58986d889b95bcd8e598da34e97805b9ac9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vd4aCTYkJiCiiVq9WD02KIPVGQNS3u6WniJpBZSOGrCQMHubrKJT+C/SLJT7xgrbcCglBl5c9mZTQYC9RPDtAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-15T19:15:32.117642Z","bundle_sha256":"f17901067dbe17f9d1ca902ce4b1943e7c530506c33622fee1c8a59dc6a563be"}}