{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:6HXSIU2XNDDAHKTHHVWYOO46UJ","short_pith_number":"pith:6HXSIU2X","canonical_record":{"source":{"id":"2305.10681","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-18T03:37:29Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"7cabff1d39c98413225a8a15eedf625a1013d829bcbe7b8d69db201a15daa8ed","abstract_canon_sha256":"eac3bfeb47c9fcb20551ea6502324732d956aa509b2074c79aafc362a82b5ea3"},"schema_version":"1.0"},"canonical_sha256":"f1ef24535768c603aa673d6d873b9ea26436910b5932abc26402bf3992510f91","source":{"kind":"arxiv","id":"2305.10681","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.10681","created_at":"2026-07-05T06:11:25Z"},{"alias_kind":"arxiv_version","alias_value":"2305.10681v1","created_at":"2026-07-05T06:11:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.10681","created_at":"2026-07-05T06:11:25Z"},{"alias_kind":"pith_short_12","alias_value":"6HXSIU2XNDDA","created_at":"2026-07-05T06:11:25Z"},{"alias_kind":"pith_short_16","alias_value":"6HXSIU2XNDDAHKTH","created_at":"2026-07-05T06:11:25Z"},{"alias_kind":"pith_short_8","alias_value":"6HXSIU2X","created_at":"2026-07-05T06:11:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:6HXSIU2XNDDAHKTHHVWYOO46UJ","target":"record","payload":{"canonical_record":{"source":{"id":"2305.10681","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-18T03:37:29Z","cross_cats_sorted":["cs.CR"],"title_canon_sha256":"7cabff1d39c98413225a8a15eedf625a1013d829bcbe7b8d69db201a15daa8ed","abstract_canon_sha256":"eac3bfeb47c9fcb20551ea6502324732d956aa509b2074c79aafc362a82b5ea3"},"schema_version":"1.0"},"canonical_sha256":"f1ef24535768c603aa673d6d873b9ea26436910b5932abc26402bf3992510f91","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:11:25.325730Z","signature_b64":"ZY8LhGWruxmvvdqDNu4K5fa2+5PZgE4iiTtghhhfQHQoc373zCSPREZ7Uj42IcJGzmk9Rk9bwRehZNSVkQC/BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f1ef24535768c603aa673d6d873b9ea26436910b5932abc26402bf3992510f91","last_reissued_at":"2026-07-05T06:11:25.325285Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:11:25.325285Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.10681","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:11:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z84wWaCEJQL+6f6GARub3mjE8b3ltYz8JSVo5+MNRUkNqfx6W6BV4FpW0F9JtICBbyJwtJ2vW9WgRAURblQ5Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:38:28.984529Z"},"content_sha256":"b323a7c1be30a3b9a07fef8975441a5a70381036ff669a72e645092557f7b31e","schema_version":"1.0","event_id":"sha256:b323a7c1be30a3b9a07fef8975441a5a70381036ff669a72e645092557f7b31e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:6HXSIU2XNDDAHKTHHVWYOO46UJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Black-Box Targeted Reward Poisoning Attack Against Online Deep Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CR"],"primary_cat":"cs.LG","authors_text":"Gagandeep Singh, Yinglun Xu","submitted_at":"2023-05-18T03:37:29Z","abstract_excerpt":"We propose the first black-box targeted attack against online deep reinforcement learning through reward poisoning during training time. Our attack is applicable to general environments with unknown dynamics learned by unknown algorithms and requires limited attack budgets and computational resources. We leverage a general framework and find conditions to ensure efficient attack under a general assumption of the learning algorithms. We show that our attack is optimal in our framework under the conditions. We experimentally verify that with limited budgets, our attack efficiently leads the lear"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.10681","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.10681/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:11:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rRyIDhptYq+j29cZ+JWeHHecTGHcvtsOtGs21uA85DD+Gbg5sKOkaAgA2Z9f0w0YzYKB6fSxQJP238d9ZQRhCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:38:28.985467Z"},"content_sha256":"dd79ff017666927221f4bdfc520d793a4684fa739dec103afa2b89f51db79247","schema_version":"1.0","event_id":"sha256:dd79ff017666927221f4bdfc520d793a4684fa739dec103afa2b89f51db79247"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6HXSIU2XNDDAHKTHHVWYOO46UJ/bundle.json","state_url":"https://pith.science/pith/6HXSIU2XNDDAHKTHHVWYOO46UJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6HXSIU2XNDDAHKTHHVWYOO46UJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T19:38:28Z","links":{"resolver":"https://pith.science/pith/6HXSIU2XNDDAHKTHHVWYOO46UJ","bundle":"https://pith.science/pith/6HXSIU2XNDDAHKTHHVWYOO46UJ/bundle.json","state":"https://pith.science/pith/6HXSIU2XNDDAHKTHHVWYOO46UJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6HXSIU2XNDDAHKTHHVWYOO46UJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:6HXSIU2XNDDAHKTHHVWYOO46UJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eac3bfeb47c9fcb20551ea6502324732d956aa509b2074c79aafc362a82b5ea3","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-18T03:37:29Z","title_canon_sha256":"7cabff1d39c98413225a8a15eedf625a1013d829bcbe7b8d69db201a15daa8ed"},"schema_version":"1.0","source":{"id":"2305.10681","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.10681","created_at":"2026-07-05T06:11:25Z"},{"alias_kind":"arxiv_version","alias_value":"2305.10681v1","created_at":"2026-07-05T06:11:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.10681","created_at":"2026-07-05T06:11:25Z"},{"alias_kind":"pith_short_12","alias_value":"6HXSIU2XNDDA","created_at":"2026-07-05T06:11:25Z"},{"alias_kind":"pith_short_16","alias_value":"6HXSIU2XNDDAHKTH","created_at":"2026-07-05T06:11:25Z"},{"alias_kind":"pith_short_8","alias_value":"6HXSIU2X","created_at":"2026-07-05T06:11:25Z"}],"graph_snapshots":[{"event_id":"sha256:dd79ff017666927221f4bdfc520d793a4684fa739dec103afa2b89f51db79247","target":"graph","created_at":"2026-07-05T06:11:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.10681/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose the first black-box targeted attack against online deep reinforcement learning through reward poisoning during training time. Our attack is applicable to general environments with unknown dynamics learned by unknown algorithms and requires limited attack budgets and computational resources. We leverage a general framework and find conditions to ensure efficient attack under a general assumption of the learning algorithms. We show that our attack is optimal in our framework under the conditions. We experimentally verify that with limited budgets, our attack efficiently leads the lear","authors_text":"Gagandeep Singh, Yinglun Xu","cross_cats":["cs.CR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-18T03:37:29Z","title":"Black-Box Targeted Reward Poisoning Attack Against Online Deep Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.10681","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b323a7c1be30a3b9a07fef8975441a5a70381036ff669a72e645092557f7b31e","target":"record","created_at":"2026-07-05T06:11:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eac3bfeb47c9fcb20551ea6502324732d956aa509b2074c79aafc362a82b5ea3","cross_cats_sorted":["cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-18T03:37:29Z","title_canon_sha256":"7cabff1d39c98413225a8a15eedf625a1013d829bcbe7b8d69db201a15daa8ed"},"schema_version":"1.0","source":{"id":"2305.10681","kind":"arxiv","version":1}},"canonical_sha256":"f1ef24535768c603aa673d6d873b9ea26436910b5932abc26402bf3992510f91","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f1ef24535768c603aa673d6d873b9ea26436910b5932abc26402bf3992510f91","first_computed_at":"2026-07-05T06:11:25.325285Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:11:25.325285Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZY8LhGWruxmvvdqDNu4K5fa2+5PZgE4iiTtghhhfQHQoc373zCSPREZ7Uj42IcJGzmk9Rk9bwRehZNSVkQC/BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:11:25.325730Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.10681","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b323a7c1be30a3b9a07fef8975441a5a70381036ff669a72e645092557f7b31e","sha256:dd79ff017666927221f4bdfc520d793a4684fa739dec103afa2b89f51db79247"],"state_sha256":"5bd7cc9bc9375b854ee0be2cd4e7efe7e8f747be66a8013a2c60451a129e4da1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c+eYNsSAz8OdWarFtpMfK/62I/MHBRrNmwRFDUBfD/CivC9HZATiny+NRmY09B4cAz2o5HBvfdvEFKFdQqgeDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T19:38:29.000194Z","bundle_sha256":"2bc2cc63ab8d5ce1b9324fcfb733499dda747972116463c955e39fd05ecbd3bb"}}