{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:RVU6U4EBSM6KPJK4Y222ALPZAL","short_pith_number":"pith:RVU6U4EB","canonical_record":{"source":{"id":"1909.02918","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-06T14:06:21Z","cross_cats_sorted":["cs.CR","cs.CV","stat.ML"],"title_canon_sha256":"d661b8f24a47bb4557b381a46820d1b5299c17f7ba8370d16685e9f3f101a87e","abstract_canon_sha256":"e637b3a30c05cc092b1c766a237f1ca8a03c4ba385d44b4ea25e24722019636e"},"schema_version":"1.0"},"canonical_sha256":"8d69ea7081933ca7a55cc6b5a02df902f241319d8cf8b414ab2c5bcfd0178a3b","source":{"kind":"arxiv","id":"1909.02918","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.02918","created_at":"2026-07-05T00:21:14Z"},{"alias_kind":"arxiv_version","alias_value":"1909.02918v2","created_at":"2026-07-05T00:21:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.02918","created_at":"2026-07-05T00:21:14Z"},{"alias_kind":"pith_short_12","alias_value":"RVU6U4EBSM6K","created_at":"2026-07-05T00:21:14Z"},{"alias_kind":"pith_short_16","alias_value":"RVU6U4EBSM6KPJK4","created_at":"2026-07-05T00:21:14Z"},{"alias_kind":"pith_short_8","alias_value":"RVU6U4EB","created_at":"2026-07-05T00:21:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:RVU6U4EBSM6KPJK4Y222ALPZAL","target":"record","payload":{"canonical_record":{"source":{"id":"1909.02918","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-06T14:06:21Z","cross_cats_sorted":["cs.CR","cs.CV","stat.ML"],"title_canon_sha256":"d661b8f24a47bb4557b381a46820d1b5299c17f7ba8370d16685e9f3f101a87e","abstract_canon_sha256":"e637b3a30c05cc092b1c766a237f1ca8a03c4ba385d44b4ea25e24722019636e"},"schema_version":"1.0"},"canonical_sha256":"8d69ea7081933ca7a55cc6b5a02df902f241319d8cf8b414ab2c5bcfd0178a3b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:21:14.761929Z","signature_b64":"1TQZ2uFI+5J60Gm798syDky5vQ5W6ZNC8ZHcQDAL9V8vKz7fTeSsWx74Zrj6u4tbxH3eR5eg4ZMs93WYUu4nDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d69ea7081933ca7a55cc6b5a02df902f241319d8cf8b414ab2c5bcfd0178a3b","last_reissued_at":"2026-07-05T00:21:14.761396Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:21:14.761396Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.02918","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:21:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7OAjHpbvhY6qRS4XAnNds9y9FIcG3EEYLbxqXPCXvbnWhUmtm5lTtZEaPxcUGd0b8h2BhSjgHsWBUVmzs+YRCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:43:01.604155Z"},"content_sha256":"7b3b8b5405de3eb37e78ceeffa0dc38931d0347319d087fe1bae4870792e9985","schema_version":"1.0","event_id":"sha256:7b3b8b5405de3eb37e78ceeffa0dc38931d0347319d087fe1bae4870792e9985"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:RVU6U4EBSM6KPJK4Y222ALPZAL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Blackbox Attacks on Reinforcement Learning Agents Using Approximated Temporal Information","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["cs.CR","cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Han Cui, Ilia Shumailov, Robert Mullins, Ross Anderson, Xitong Gao, Yiren Zhao","submitted_at":"2019-09-06T14:06:21Z","abstract_excerpt":"Recent research on reinforcement learning (RL) has suggested that trained agents are vulnerable to maliciously crafted adversarial samples. In this work, we show how such samples can be generalised from White-box and Grey-box attacks to a strong Black-box case, where the attacker has no knowledge of the agents, their training parameters and their training methods. We use sequence-to-sequence models to predict a single action or a sequence of future actions that a trained agent will make. First, we show our approximation model, based on time-series information from the agent, consistently predi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.02918","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.02918/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:21:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PVQTCHGqwq2nqPsoMhxFjTS8GgRXufdvlzx5ZoL/sGn22K1UAvW5MQbdkAr+92/fIZUdFBq6SaI2cGbjTy+PAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:43:01.604796Z"},"content_sha256":"5007bdda9f35e2b169b0582a79dad1da94d78fede7359c9a070706f5aa76c0fb","schema_version":"1.0","event_id":"sha256:5007bdda9f35e2b169b0582a79dad1da94d78fede7359c9a070706f5aa76c0fb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RVU6U4EBSM6KPJK4Y222ALPZAL/bundle.json","state_url":"https://pith.science/pith/RVU6U4EBSM6KPJK4Y222ALPZAL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RVU6U4EBSM6KPJK4Y222ALPZAL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T00:43:01Z","links":{"resolver":"https://pith.science/pith/RVU6U4EBSM6KPJK4Y222ALPZAL","bundle":"https://pith.science/pith/RVU6U4EBSM6KPJK4Y222ALPZAL/bundle.json","state":"https://pith.science/pith/RVU6U4EBSM6KPJK4Y222ALPZAL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RVU6U4EBSM6KPJK4Y222ALPZAL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:RVU6U4EBSM6KPJK4Y222ALPZAL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e637b3a30c05cc092b1c766a237f1ca8a03c4ba385d44b4ea25e24722019636e","cross_cats_sorted":["cs.CR","cs.CV","stat.ML"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-06T14:06:21Z","title_canon_sha256":"d661b8f24a47bb4557b381a46820d1b5299c17f7ba8370d16685e9f3f101a87e"},"schema_version":"1.0","source":{"id":"1909.02918","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.02918","created_at":"2026-07-05T00:21:14Z"},{"alias_kind":"arxiv_version","alias_value":"1909.02918v2","created_at":"2026-07-05T00:21:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.02918","created_at":"2026-07-05T00:21:14Z"},{"alias_kind":"pith_short_12","alias_value":"RVU6U4EBSM6K","created_at":"2026-07-05T00:21:14Z"},{"alias_kind":"pith_short_16","alias_value":"RVU6U4EBSM6KPJK4","created_at":"2026-07-05T00:21:14Z"},{"alias_kind":"pith_short_8","alias_value":"RVU6U4EB","created_at":"2026-07-05T00:21:14Z"}],"graph_snapshots":[{"event_id":"sha256:5007bdda9f35e2b169b0582a79dad1da94d78fede7359c9a070706f5aa76c0fb","target":"graph","created_at":"2026-07-05T00:21:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.02918/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent research on reinforcement learning (RL) has suggested that trained agents are vulnerable to maliciously crafted adversarial samples. In this work, we show how such samples can be generalised from White-box and Grey-box attacks to a strong Black-box case, where the attacker has no knowledge of the agents, their training parameters and their training methods. We use sequence-to-sequence models to predict a single action or a sequence of future actions that a trained agent will make. First, we show our approximation model, based on time-series information from the agent, consistently predi","authors_text":"Han Cui, Ilia Shumailov, Robert Mullins, Ross Anderson, Xitong Gao, Yiren Zhao","cross_cats":["cs.CR","cs.CV","stat.ML"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-06T14:06:21Z","title":"Blackbox Attacks on Reinforcement Learning Agents Using Approximated Temporal Information"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.02918","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7b3b8b5405de3eb37e78ceeffa0dc38931d0347319d087fe1bae4870792e9985","target":"record","created_at":"2026-07-05T00:21:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e637b3a30c05cc092b1c766a237f1ca8a03c4ba385d44b4ea25e24722019636e","cross_cats_sorted":["cs.CR","cs.CV","stat.ML"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-06T14:06:21Z","title_canon_sha256":"d661b8f24a47bb4557b381a46820d1b5299c17f7ba8370d16685e9f3f101a87e"},"schema_version":"1.0","source":{"id":"1909.02918","kind":"arxiv","version":2}},"canonical_sha256":"8d69ea7081933ca7a55cc6b5a02df902f241319d8cf8b414ab2c5bcfd0178a3b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8d69ea7081933ca7a55cc6b5a02df902f241319d8cf8b414ab2c5bcfd0178a3b","first_computed_at":"2026-07-05T00:21:14.761396Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:21:14.761396Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1TQZ2uFI+5J60Gm798syDky5vQ5W6ZNC8ZHcQDAL9V8vKz7fTeSsWx74Zrj6u4tbxH3eR5eg4ZMs93WYUu4nDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:21:14.761929Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.02918","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7b3b8b5405de3eb37e78ceeffa0dc38931d0347319d087fe1bae4870792e9985","sha256:5007bdda9f35e2b169b0582a79dad1da94d78fede7359c9a070706f5aa76c0fb"],"state_sha256":"df2bbb78c5512b9ffe6ad6b6df6121fd2244b2c099b6eb86973a0b578bbe5d22"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z9QemwI9FXRKrhSqtku20/5Sw7o237DXHiKmDTCaBqJXaF/WHsZ5Y57HxP7OSmduKDWPYtsOcWotk2tj83zdDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T00:43:01.610586Z","bundle_sha256":"ca73c823d0e89e32d2ffaa63ae1f944b5e7850abfc3fc48014a12061dfba1c7a"}}