{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:WDKEO4NTQL4EZOK2VYDKRS3OTJ","short_pith_number":"pith:WDKEO4NT","canonical_record":{"source":{"id":"1805.12487","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-31T14:22:09Z","cross_cats_sorted":["cs.AI","cs.CR","cs.CV","stat.ML"],"title_canon_sha256":"663339fb480d7404f669123ed7510e9735761fa9ce0e924aadfd43a7aa4e5502","abstract_canon_sha256":"4e4cc1fbefa06067a4d9450ffe0bd653d18a54f7c37ac0fa5f7f1843a38b4da5"},"schema_version":"1.0"},"canonical_sha256":"b0d44771b382f84cb95aae06a8cb6e9a6191e72f47b94ab3e026f8cfdfacd915","source":{"kind":"arxiv","id":"1805.12487","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.12487","created_at":"2026-05-18T00:11:25Z"},{"alias_kind":"arxiv_version","alias_value":"1805.12487v2","created_at":"2026-05-18T00:11:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.12487","created_at":"2026-05-18T00:11:25Z"},{"alias_kind":"pith_short_12","alias_value":"WDKEO4NTQL4E","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_16","alias_value":"WDKEO4NTQL4EZOK2","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_8","alias_value":"WDKEO4NT","created_at":"2026-05-18T12:32:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:WDKEO4NTQL4EZOK2VYDKRS3OTJ","target":"record","payload":{"canonical_record":{"source":{"id":"1805.12487","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-31T14:22:09Z","cross_cats_sorted":["cs.AI","cs.CR","cs.CV","stat.ML"],"title_canon_sha256":"663339fb480d7404f669123ed7510e9735761fa9ce0e924aadfd43a7aa4e5502","abstract_canon_sha256":"4e4cc1fbefa06067a4d9450ffe0bd653d18a54f7c37ac0fa5f7f1843a38b4da5"},"schema_version":"1.0"},"canonical_sha256":"b0d44771b382f84cb95aae06a8cb6e9a6191e72f47b94ab3e026f8cfdfacd915","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:11:25.026455Z","signature_b64":"C/sxol7cUtJIGbzGtdct1l0qrasE5ED0jmUyi4Syao5l7V5S2P+xP9ADmh1zao/hoFFn8qiAdt+ebY8OufyaAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b0d44771b382f84cb95aae06a8cb6e9a6191e72f47b94ab3e026f8cfdfacd915","last_reissued_at":"2026-05-18T00:11:25.025930Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:11:25.025930Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1805.12487","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:11:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j/gibSQAHqaSuf3wycTBypE1rr2dqn0fGyDcT1hIYAgg1GsuEfA1iDOTvywJvLP/5Lb5jgvvc8/bw9DoZ1xdCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T20:26:52.116032Z"},"content_sha256":"130c0859f0b4f0a512aacaafbeb9e87ce566541c0ad12476a153f8d532169a75","schema_version":"1.0","event_id":"sha256:130c0859f0b4f0a512aacaafbeb9e87ce566541c0ad12476a153f8d532169a75"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:WDKEO4NTQL4EZOK2VYDKRS3OTJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sequential Attacks on Agents for Long-Term Adversarial Goals","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CR","cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Edgar Tretschk, Mario Fritz, Seong Joon Oh","submitted_at":"2018-05-31T14:22:09Z","abstract_excerpt":"Reinforcement learning (RL) has advanced greatly in the past few years with the employment of effective deep neural networks (DNNs) on the policy networks. With the great effectiveness came serious vulnerability issues with DNNs that small adversarial perturbations on the input can change the output of the network. Several works have pointed out that learned agents with a DNN policy network can be manipulated against achieving the original task through a sequence of small perturbations on the input states. In this paper, we demonstrate furthermore that it is also possible to impose an arbitrar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.12487","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:11:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xdWjN8CebuT2InrVT4nkOHj/3ou2rAfutnObG30EplMpx/7zBh9JpTra7MyJAq7NePNn54bk5Htdh4Iy6DVJCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T20:26:52.116740Z"},"content_sha256":"f290c6ded021053e6e9bb8fec7407ebaa190ffdc6f49086cb702276e2045fe6a","schema_version":"1.0","event_id":"sha256:f290c6ded021053e6e9bb8fec7407ebaa190ffdc6f49086cb702276e2045fe6a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WDKEO4NTQL4EZOK2VYDKRS3OTJ/bundle.json","state_url":"https://pith.science/pith/WDKEO4NTQL4EZOK2VYDKRS3OTJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WDKEO4NTQL4EZOK2VYDKRS3OTJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T20:26:52Z","links":{"resolver":"https://pith.science/pith/WDKEO4NTQL4EZOK2VYDKRS3OTJ","bundle":"https://pith.science/pith/WDKEO4NTQL4EZOK2VYDKRS3OTJ/bundle.json","state":"https://pith.science/pith/WDKEO4NTQL4EZOK2VYDKRS3OTJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WDKEO4NTQL4EZOK2VYDKRS3OTJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:WDKEO4NTQL4EZOK2VYDKRS3OTJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4e4cc1fbefa06067a4d9450ffe0bd653d18a54f7c37ac0fa5f7f1843a38b4da5","cross_cats_sorted":["cs.AI","cs.CR","cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-31T14:22:09Z","title_canon_sha256":"663339fb480d7404f669123ed7510e9735761fa9ce0e924aadfd43a7aa4e5502"},"schema_version":"1.0","source":{"id":"1805.12487","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.12487","created_at":"2026-05-18T00:11:25Z"},{"alias_kind":"arxiv_version","alias_value":"1805.12487v2","created_at":"2026-05-18T00:11:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.12487","created_at":"2026-05-18T00:11:25Z"},{"alias_kind":"pith_short_12","alias_value":"WDKEO4NTQL4E","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_16","alias_value":"WDKEO4NTQL4EZOK2","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_8","alias_value":"WDKEO4NT","created_at":"2026-05-18T12:32:59Z"}],"graph_snapshots":[{"event_id":"sha256:f290c6ded021053e6e9bb8fec7407ebaa190ffdc6f49086cb702276e2045fe6a","target":"graph","created_at":"2026-05-18T00:11:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Reinforcement learning (RL) has advanced greatly in the past few years with the employment of effective deep neural networks (DNNs) on the policy networks. With the great effectiveness came serious vulnerability issues with DNNs that small adversarial perturbations on the input can change the output of the network. Several works have pointed out that learned agents with a DNN policy network can be manipulated against achieving the original task through a sequence of small perturbations on the input states. In this paper, we demonstrate furthermore that it is also possible to impose an arbitrar","authors_text":"Edgar Tretschk, Mario Fritz, Seong Joon Oh","cross_cats":["cs.AI","cs.CR","cs.CV","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-31T14:22:09Z","title":"Sequential Attacks on Agents for Long-Term Adversarial Goals"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.12487","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:130c0859f0b4f0a512aacaafbeb9e87ce566541c0ad12476a153f8d532169a75","target":"record","created_at":"2026-05-18T00:11:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4e4cc1fbefa06067a4d9450ffe0bd653d18a54f7c37ac0fa5f7f1843a38b4da5","cross_cats_sorted":["cs.AI","cs.CR","cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-31T14:22:09Z","title_canon_sha256":"663339fb480d7404f669123ed7510e9735761fa9ce0e924aadfd43a7aa4e5502"},"schema_version":"1.0","source":{"id":"1805.12487","kind":"arxiv","version":2}},"canonical_sha256":"b0d44771b382f84cb95aae06a8cb6e9a6191e72f47b94ab3e026f8cfdfacd915","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b0d44771b382f84cb95aae06a8cb6e9a6191e72f47b94ab3e026f8cfdfacd915","first_computed_at":"2026-05-18T00:11:25.025930Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:11:25.025930Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"C/sxol7cUtJIGbzGtdct1l0qrasE5ED0jmUyi4Syao5l7V5S2P+xP9ADmh1zao/hoFFn8qiAdt+ebY8OufyaAw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:11:25.026455Z","signed_message":"canonical_sha256_bytes"},"source_id":"1805.12487","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:130c0859f0b4f0a512aacaafbeb9e87ce566541c0ad12476a153f8d532169a75","sha256:f290c6ded021053e6e9bb8fec7407ebaa190ffdc6f49086cb702276e2045fe6a"],"state_sha256":"d02456efa90f135ed1d7d0322cd6435995645d8ef9575643580a65813670fe47"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"roVLPkpiWSvmk9BSwxBb3S82w3I42xcljC0nWTUmCwOE34t+zLecwzKJCj62wXSYk2fprlX4KDOUCSUkwmscDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T20:26:52.120480Z","bundle_sha256":"cc5b0e04733f171c66388069f4d6b934def8a64dfe950268320f5ecacb04b0f7"}}