{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:G4J3EVFCQCONEYNVQUAFQXDA5S","short_pith_number":"pith:G4J3EVFC","canonical_record":{"source":{"id":"2106.08746","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-06-16T12:44:59Z","cross_cats_sorted":["cs.AI","cs.CR"],"title_canon_sha256":"7938a1fbc8d45ed4a20133996264b526ecc1a54cc290c263865b7f0d583d7da3","abstract_canon_sha256":"4bf5750769993a45611e3dcc486fd87e687aafca919457bd3d13d24aa84ef615"},"schema_version":"1.0"},"canonical_sha256":"3713b254a2809cd261b58500585c60ecbae71593d0836f995269812fb6f965ac","source":{"kind":"arxiv","id":"2106.08746","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.08746","created_at":"2026-07-05T05:00:13Z"},{"alias_kind":"arxiv_version","alias_value":"2106.08746v4","created_at":"2026-07-05T05:00:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.08746","created_at":"2026-07-05T05:00:13Z"},{"alias_kind":"pith_short_12","alias_value":"G4J3EVFCQCON","created_at":"2026-07-05T05:00:13Z"},{"alias_kind":"pith_short_16","alias_value":"G4J3EVFCQCONEYNV","created_at":"2026-07-05T05:00:13Z"},{"alias_kind":"pith_short_8","alias_value":"G4J3EVFC","created_at":"2026-07-05T05:00:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:G4J3EVFCQCONEYNVQUAFQXDA5S","target":"record","payload":{"canonical_record":{"source":{"id":"2106.08746","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-06-16T12:44:59Z","cross_cats_sorted":["cs.AI","cs.CR"],"title_canon_sha256":"7938a1fbc8d45ed4a20133996264b526ecc1a54cc290c263865b7f0d583d7da3","abstract_canon_sha256":"4bf5750769993a45611e3dcc486fd87e687aafca919457bd3d13d24aa84ef615"},"schema_version":"1.0"},"canonical_sha256":"3713b254a2809cd261b58500585c60ecbae71593d0836f995269812fb6f965ac","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:00:13.462098Z","signature_b64":"/oPsny64fIK3wQgKm//Vruf1F8aNwHCrrsze3un1B7cgrDK3JatyGTpyJocWoPe5Y7YYKRZ1RPrz9fgaVpmgDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3713b254a2809cd261b58500585c60ecbae71593d0836f995269812fb6f965ac","last_reissued_at":"2026-07-05T05:00:13.461625Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:00:13.461625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.08746","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IcS+i0PoYN2LGuDSi3i1zKrMhMwl5tjzWhVMv3eG3NHaoE1vnpCXPxkj8Z2Etv+d8/FQpe/XSCIv+mVnSMBZCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T23:13:50.429032Z"},"content_sha256":"6d54349a525afa7278b12b378f2590dde0a669c849f9a004ae1a506c463e4e95","schema_version":"1.0","event_id":"sha256:6d54349a525afa7278b12b378f2590dde0a669c849f9a004ae1a506c463e4e95"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:G4J3EVFCQCONEYNVQUAFQXDA5S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Real-time Adversarial Perturbations against Deep Reinforcement Learning Policies: Attacks and Defenses","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CR"],"primary_cat":"cs.LG","authors_text":"Buse G. A. Tekgul, N. Asokan, Samuel Marchal, Shelly Wang","submitted_at":"2021-06-16T12:44:59Z","abstract_excerpt":"Deep reinforcement learning (DRL) is vulnerable to adversarial perturbations. Adversaries can mislead the policies of DRL agents by perturbing the state of the environment observed by the agents. Existing attacks are feasible in principle, but face challenges in practice, either by being too slow to fool DRL policies in real time or by modifying past observations stored in the agent's memory. We show that Universal Adversarial Perturbations (UAP), independent of the individual inputs to which they are applied, can fool DRL policies effectively and in real time. We introduce three attack varian"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.08746","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.08746/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SG7UuR3ZPzCVLqBkPk1B1zgX7kNoGTXbsL2m4etTrEvon+EAXi9dHUEFMthY7KTB8LjeDpEWRY86vJpPMlZyDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T23:13:50.429546Z"},"content_sha256":"f69686fc6877cc472f86647cbd7ddf331eebf8b281d2cab9ca478162f9a9d111","schema_version":"1.0","event_id":"sha256:f69686fc6877cc472f86647cbd7ddf331eebf8b281d2cab9ca478162f9a9d111"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G4J3EVFCQCONEYNVQUAFQXDA5S/bundle.json","state_url":"https://pith.science/pith/G4J3EVFCQCONEYNVQUAFQXDA5S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G4J3EVFCQCONEYNVQUAFQXDA5S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T23:13:50Z","links":{"resolver":"https://pith.science/pith/G4J3EVFCQCONEYNVQUAFQXDA5S","bundle":"https://pith.science/pith/G4J3EVFCQCONEYNVQUAFQXDA5S/bundle.json","state":"https://pith.science/pith/G4J3EVFCQCONEYNVQUAFQXDA5S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G4J3EVFCQCONEYNVQUAFQXDA5S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:G4J3EVFCQCONEYNVQUAFQXDA5S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4bf5750769993a45611e3dcc486fd87e687aafca919457bd3d13d24aa84ef615","cross_cats_sorted":["cs.AI","cs.CR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-06-16T12:44:59Z","title_canon_sha256":"7938a1fbc8d45ed4a20133996264b526ecc1a54cc290c263865b7f0d583d7da3"},"schema_version":"1.0","source":{"id":"2106.08746","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.08746","created_at":"2026-07-05T05:00:13Z"},{"alias_kind":"arxiv_version","alias_value":"2106.08746v4","created_at":"2026-07-05T05:00:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.08746","created_at":"2026-07-05T05:00:13Z"},{"alias_kind":"pith_short_12","alias_value":"G4J3EVFCQCON","created_at":"2026-07-05T05:00:13Z"},{"alias_kind":"pith_short_16","alias_value":"G4J3EVFCQCONEYNV","created_at":"2026-07-05T05:00:13Z"},{"alias_kind":"pith_short_8","alias_value":"G4J3EVFC","created_at":"2026-07-05T05:00:13Z"}],"graph_snapshots":[{"event_id":"sha256:f69686fc6877cc472f86647cbd7ddf331eebf8b281d2cab9ca478162f9a9d111","target":"graph","created_at":"2026-07-05T05:00:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.08746/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep reinforcement learning (DRL) is vulnerable to adversarial perturbations. Adversaries can mislead the policies of DRL agents by perturbing the state of the environment observed by the agents. Existing attacks are feasible in principle, but face challenges in practice, either by being too slow to fool DRL policies in real time or by modifying past observations stored in the agent's memory. We show that Universal Adversarial Perturbations (UAP), independent of the individual inputs to which they are applied, can fool DRL policies effectively and in real time. We introduce three attack varian","authors_text":"Buse G. A. Tekgul, N. Asokan, Samuel Marchal, Shelly Wang","cross_cats":["cs.AI","cs.CR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-06-16T12:44:59Z","title":"Real-time Adversarial Perturbations against Deep Reinforcement Learning Policies: Attacks and Defenses"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.08746","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d54349a525afa7278b12b378f2590dde0a669c849f9a004ae1a506c463e4e95","target":"record","created_at":"2026-07-05T05:00:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4bf5750769993a45611e3dcc486fd87e687aafca919457bd3d13d24aa84ef615","cross_cats_sorted":["cs.AI","cs.CR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-06-16T12:44:59Z","title_canon_sha256":"7938a1fbc8d45ed4a20133996264b526ecc1a54cc290c263865b7f0d583d7da3"},"schema_version":"1.0","source":{"id":"2106.08746","kind":"arxiv","version":4}},"canonical_sha256":"3713b254a2809cd261b58500585c60ecbae71593d0836f995269812fb6f965ac","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3713b254a2809cd261b58500585c60ecbae71593d0836f995269812fb6f965ac","first_computed_at":"2026-07-05T05:00:13.461625Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:00:13.461625Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/oPsny64fIK3wQgKm//Vruf1F8aNwHCrrsze3un1B7cgrDK3JatyGTpyJocWoPe5Y7YYKRZ1RPrz9fgaVpmgDA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:00:13.462098Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.08746","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d54349a525afa7278b12b378f2590dde0a669c849f9a004ae1a506c463e4e95","sha256:f69686fc6877cc472f86647cbd7ddf331eebf8b281d2cab9ca478162f9a9d111"],"state_sha256":"2beb6054679e6242e5a10e0742dc732a38574b2c07c3a20b7a8c37209b9158d5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"42tWCHDs9wLnCVbde7UaKH5/VEaHSKR+KJ5CM2AWEYTBjQ8gegRItpkRnSJ3S61clX0SPE5VFi/XH8+oOHZMDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T23:13:50.434610Z","bundle_sha256":"427ea58a802bcd0a368d58bf35be1b3202451a067e23a3d08c9e8d49676eb07a"}}