{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:PPBWIMT5QVV7FHXXSEEYTN24IG","short_pith_number":"pith:PPBWIMT5","canonical_record":{"source":{"id":"1907.09470","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-21T22:00:24Z","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"title_canon_sha256":"c5e208604a5728f0f792de716ebdd8ca6728f85e5e08940631a60616b41e4aa4","abstract_canon_sha256":"a0d66fe11227acc1d9a83db6aae5ea1493e74ea841553e6433ba5f2a445106b6"},"schema_version":"1.0"},"canonical_sha256":"7bc364327d856bf29ef7910989b75c41a7e0fa1efe107828ea45516ab03110f7","source":{"kind":"arxiv","id":"1907.09470","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.09470","created_at":"2026-07-05T03:57:39Z"},{"alias_kind":"arxiv_version","alias_value":"1907.09470v3","created_at":"2026-07-05T03:57:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.09470","created_at":"2026-07-05T03:57:39Z"},{"alias_kind":"pith_short_12","alias_value":"PPBWIMT5QVV7","created_at":"2026-07-05T03:57:39Z"},{"alias_kind":"pith_short_16","alias_value":"PPBWIMT5QVV7FHXX","created_at":"2026-07-05T03:57:39Z"},{"alias_kind":"pith_short_8","alias_value":"PPBWIMT5","created_at":"2026-07-05T03:57:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:PPBWIMT5QVV7FHXXSEEYTN24IG","target":"record","payload":{"canonical_record":{"source":{"id":"1907.09470","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-21T22:00:24Z","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"title_canon_sha256":"c5e208604a5728f0f792de716ebdd8ca6728f85e5e08940631a60616b41e4aa4","abstract_canon_sha256":"a0d66fe11227acc1d9a83db6aae5ea1493e74ea841553e6433ba5f2a445106b6"},"schema_version":"1.0"},"canonical_sha256":"7bc364327d856bf29ef7910989b75c41a7e0fa1efe107828ea45516ab03110f7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:57:39.019170Z","signature_b64":"EJGidhbx9tWUVHdHsuC4RVjXUMw1VowoGAolhAaeEAwd2isUwRJqLLySyWJnOVyg0yESHSzZ3/YsQL2FHi1qDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7bc364327d856bf29ef7910989b75c41a7e0fa1efe107828ea45516ab03110f7","last_reissued_at":"2026-07-05T03:57:39.018794Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:57:39.018794Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1907.09470","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:57:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ertTM5JnV3wzhCnLyjkrSy6SyzH9SxHczTA761vBlBvmQ/KsP87ehBUMOB0lQm86miLm2MTitGhdpslBV0kHBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:31:11.272102Z"},"content_sha256":"4121e04001192af2dceac11cfef379d993d108967802825295338b729d5c8260","schema_version":"1.0","event_id":"sha256:4121e04001192af2dceac11cfef379d993d108967802825295338b729d5c8260"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:PPBWIMT5QVV7FHXXSEEYTN24IG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Characterizing Attacks on Deep Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CR","stat.ML"],"primary_cat":"cs.LG","authors_text":"Bo Li, Chaowei Xiao, Dawn Song, Jian Peng, Jinfeng Yi, Mingjie Sun, Mingyan Liu, Shuang Yang, Warren He, Xinlei Pan, Zijiang Yang","submitted_at":"2019-07-21T22:00:24Z","abstract_excerpt":"Recent studies show that Deep Reinforcement Learning (DRL) models are vulnerable to adversarial attacks, which attack DRL models by adding small perturbations to the observations. However, some attacks assume full availability of the victim model, and some require a huge amount of computation, making them less feasible for real world applications. In this work, we make further explorations of the vulnerabilities of DRL by studying other aspects of attacks on DRL using realistic and efficient attacks. First, we adapt and propose efficient black-box attacks when we do not have access to DRL mode"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.09470","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1907.09470/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:57:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M/cLRCC19iMNay8/QT582oGkoy++g6iqPmb6dzD5SuVUiY2M60xQviTbdBF86r5DzpMEM+o/i8ef123flRP0Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:31:11.272605Z"},"content_sha256":"573bf45102c710171990cbc01770218a93055ac566b2c081dc7a39a4bd648812","schema_version":"1.0","event_id":"sha256:573bf45102c710171990cbc01770218a93055ac566b2c081dc7a39a4bd648812"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PPBWIMT5QVV7FHXXSEEYTN24IG/bundle.json","state_url":"https://pith.science/pith/PPBWIMT5QVV7FHXXSEEYTN24IG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PPBWIMT5QVV7FHXXSEEYTN24IG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T03:31:11Z","links":{"resolver":"https://pith.science/pith/PPBWIMT5QVV7FHXXSEEYTN24IG","bundle":"https://pith.science/pith/PPBWIMT5QVV7FHXXSEEYTN24IG/bundle.json","state":"https://pith.science/pith/PPBWIMT5QVV7FHXXSEEYTN24IG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PPBWIMT5QVV7FHXXSEEYTN24IG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:PPBWIMT5QVV7FHXXSEEYTN24IG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a0d66fe11227acc1d9a83db6aae5ea1493e74ea841553e6433ba5f2a445106b6","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-21T22:00:24Z","title_canon_sha256":"c5e208604a5728f0f792de716ebdd8ca6728f85e5e08940631a60616b41e4aa4"},"schema_version":"1.0","source":{"id":"1907.09470","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.09470","created_at":"2026-07-05T03:57:39Z"},{"alias_kind":"arxiv_version","alias_value":"1907.09470v3","created_at":"2026-07-05T03:57:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.09470","created_at":"2026-07-05T03:57:39Z"},{"alias_kind":"pith_short_12","alias_value":"PPBWIMT5QVV7","created_at":"2026-07-05T03:57:39Z"},{"alias_kind":"pith_short_16","alias_value":"PPBWIMT5QVV7FHXX","created_at":"2026-07-05T03:57:39Z"},{"alias_kind":"pith_short_8","alias_value":"PPBWIMT5","created_at":"2026-07-05T03:57:39Z"}],"graph_snapshots":[{"event_id":"sha256:573bf45102c710171990cbc01770218a93055ac566b2c081dc7a39a4bd648812","target":"graph","created_at":"2026-07-05T03:57:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1907.09470/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent studies show that Deep Reinforcement Learning (DRL) models are vulnerable to adversarial attacks, which attack DRL models by adding small perturbations to the observations. However, some attacks assume full availability of the victim model, and some require a huge amount of computation, making them less feasible for real world applications. In this work, we make further explorations of the vulnerabilities of DRL by studying other aspects of attacks on DRL using realistic and efficient attacks. First, we adapt and propose efficient black-box attacks when we do not have access to DRL mode","authors_text":"Bo Li, Chaowei Xiao, Dawn Song, Jian Peng, Jinfeng Yi, Mingjie Sun, Mingyan Liu, Shuang Yang, Warren He, Xinlei Pan, Zijiang Yang","cross_cats":["cs.AI","cs.CR","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-21T22:00:24Z","title":"Characterizing Attacks on Deep Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.09470","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4121e04001192af2dceac11cfef379d993d108967802825295338b729d5c8260","target":"record","created_at":"2026-07-05T03:57:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a0d66fe11227acc1d9a83db6aae5ea1493e74ea841553e6433ba5f2a445106b6","cross_cats_sorted":["cs.AI","cs.CR","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-21T22:00:24Z","title_canon_sha256":"c5e208604a5728f0f792de716ebdd8ca6728f85e5e08940631a60616b41e4aa4"},"schema_version":"1.0","source":{"id":"1907.09470","kind":"arxiv","version":3}},"canonical_sha256":"7bc364327d856bf29ef7910989b75c41a7e0fa1efe107828ea45516ab03110f7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7bc364327d856bf29ef7910989b75c41a7e0fa1efe107828ea45516ab03110f7","first_computed_at":"2026-07-05T03:57:39.018794Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:57:39.018794Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EJGidhbx9tWUVHdHsuC4RVjXUMw1VowoGAolhAaeEAwd2isUwRJqLLySyWJnOVyg0yESHSzZ3/YsQL2FHi1qDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:57:39.019170Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.09470","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4121e04001192af2dceac11cfef379d993d108967802825295338b729d5c8260","sha256:573bf45102c710171990cbc01770218a93055ac566b2c081dc7a39a4bd648812"],"state_sha256":"9eb64739770c82f46c1744d737acbd3c32e2883a504c478d36984a7bcf18a2c8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w2AqRHfWgdHQKrQJRuNSEKZwOdymrXHQl7MCm0YMg6xhZKU6EReYgSO2MZCYUAn9CblvEDaK9NUSsuPJuXZWBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T03:31:11.276616Z","bundle_sha256":"8db1d579ff1055100233dcafb8cdf0cb01c4debe55ba7cec2ce43ab443944bc4"}}