{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:GCZO5FET2CYAFC5TCUII3P4Y5V","short_pith_number":"pith:GCZO5FET","canonical_record":{"source":{"id":"2102.05776","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-10T23:31:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"393d01a8dddb835d478ac9603945eb9d6eeb52063be0b028de8b02dc483736d7","abstract_canon_sha256":"8903bd218516e1ac786b153eaafdb9c134e058f35ec402c383db9e24ce48dc15"},"schema_version":"1.0"},"canonical_sha256":"30b2ee9493d0b0028bb315108dbf98ed5d7eb1cfd2ded0daa916c963a71f7aa3","source":{"kind":"arxiv","id":"2102.05776","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.05776","created_at":"2026-07-05T02:50:43Z"},{"alias_kind":"arxiv_version","alias_value":"2102.05776v2","created_at":"2026-07-05T02:50:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.05776","created_at":"2026-07-05T02:50:43Z"},{"alias_kind":"pith_short_12","alias_value":"GCZO5FET2CYA","created_at":"2026-07-05T02:50:43Z"},{"alias_kind":"pith_short_16","alias_value":"GCZO5FET2CYAFC5T","created_at":"2026-07-05T02:50:43Z"},{"alias_kind":"pith_short_8","alias_value":"GCZO5FET","created_at":"2026-07-05T02:50:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:GCZO5FET2CYAFC5TCUII3P4Y5V","target":"record","payload":{"canonical_record":{"source":{"id":"2102.05776","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-10T23:31:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"393d01a8dddb835d478ac9603945eb9d6eeb52063be0b028de8b02dc483736d7","abstract_canon_sha256":"8903bd218516e1ac786b153eaafdb9c134e058f35ec402c383db9e24ce48dc15"},"schema_version":"1.0"},"canonical_sha256":"30b2ee9493d0b0028bb315108dbf98ed5d7eb1cfd2ded0daa916c963a71f7aa3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:50:43.755034Z","signature_b64":"3Qd+mcdSMN8ff891gOfa2s0jvuuksGSh26Lap3OMNJTgfkbrfg6/WKirnYpTH0kkinAim3fH/OzVcHkyg6kGCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"30b2ee9493d0b0028bb315108dbf98ed5d7eb1cfd2ded0daa916c963a71f7aa3","last_reissued_at":"2026-07-05T02:50:43.754561Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:50:43.754561Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.05776","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:50:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eMtUeXY/qKH4TdUfup75vHK5NRKZPMWzw2YwjNMiZ7bhpgGeerAw0xDxQxixwrX6btwNnjz34SJuB5QgzwKYAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:24:19.478690Z"},"content_sha256":"10c31c6fa8910f89e0be74e1877dff4e6b9699bdcd7cf70d15182fd71adad298","schema_version":"1.0","event_id":"sha256:10c31c6fa8910f89e0be74e1877dff4e6b9699bdcd7cf70d15182fd71adad298"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:GCZO5FET2CYAFC5TCUII3P4Y5V","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Defense Against Reward Poisoning Attacks in Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Adish Singla, Goran Radanovic, Kiarash Banihashem","submitted_at":"2021-02-10T23:31:53Z","abstract_excerpt":"We study defense strategies against reward poisoning attacks in reinforcement learning. As a threat model, we consider attacks that minimally alter rewards to make the attacker's target policy uniquely optimal under the poisoned rewards, with the optimality gap specified by an attack parameter. Our goal is to design agents that are robust against such attacks in terms of the worst-case utility w.r.t. the true, unpoisoned, rewards while computing their policies under the poisoned rewards. We propose an optimization framework for deriving optimal defense policies, both when the attack parameter "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.05776","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.05776/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:50:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s5lkQq881E3sQxmNttxuEUSCJlEj36lMrgQaWqi5S9mMOBt52ErSfj6mfNepsWVDwSoAqvu6//XXFlAFQ3TgDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:24:19.479075Z"},"content_sha256":"aa66740ba99421b74a4bc4dc2cf39468b3d645ca52bd27fe7982d9a3f89b425e","schema_version":"1.0","event_id":"sha256:aa66740ba99421b74a4bc4dc2cf39468b3d645ca52bd27fe7982d9a3f89b425e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GCZO5FET2CYAFC5TCUII3P4Y5V/bundle.json","state_url":"https://pith.science/pith/GCZO5FET2CYAFC5TCUII3P4Y5V/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GCZO5FET2CYAFC5TCUII3P4Y5V/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T05:24:19Z","links":{"resolver":"https://pith.science/pith/GCZO5FET2CYAFC5TCUII3P4Y5V","bundle":"https://pith.science/pith/GCZO5FET2CYAFC5TCUII3P4Y5V/bundle.json","state":"https://pith.science/pith/GCZO5FET2CYAFC5TCUII3P4Y5V/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GCZO5FET2CYAFC5TCUII3P4Y5V/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:GCZO5FET2CYAFC5TCUII3P4Y5V","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8903bd218516e1ac786b153eaafdb9c134e058f35ec402c383db9e24ce48dc15","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-10T23:31:53Z","title_canon_sha256":"393d01a8dddb835d478ac9603945eb9d6eeb52063be0b028de8b02dc483736d7"},"schema_version":"1.0","source":{"id":"2102.05776","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.05776","created_at":"2026-07-05T02:50:43Z"},{"alias_kind":"arxiv_version","alias_value":"2102.05776v2","created_at":"2026-07-05T02:50:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.05776","created_at":"2026-07-05T02:50:43Z"},{"alias_kind":"pith_short_12","alias_value":"GCZO5FET2CYA","created_at":"2026-07-05T02:50:43Z"},{"alias_kind":"pith_short_16","alias_value":"GCZO5FET2CYAFC5T","created_at":"2026-07-05T02:50:43Z"},{"alias_kind":"pith_short_8","alias_value":"GCZO5FET","created_at":"2026-07-05T02:50:43Z"}],"graph_snapshots":[{"event_id":"sha256:aa66740ba99421b74a4bc4dc2cf39468b3d645ca52bd27fe7982d9a3f89b425e","target":"graph","created_at":"2026-07-05T02:50:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.05776/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study defense strategies against reward poisoning attacks in reinforcement learning. As a threat model, we consider attacks that minimally alter rewards to make the attacker's target policy uniquely optimal under the poisoned rewards, with the optimality gap specified by an attack parameter. Our goal is to design agents that are robust against such attacks in terms of the worst-case utility w.r.t. the true, unpoisoned, rewards while computing their policies under the poisoned rewards. We propose an optimization framework for deriving optimal defense policies, both when the attack parameter ","authors_text":"Adish Singla, Goran Radanovic, Kiarash Banihashem","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-10T23:31:53Z","title":"Defense Against Reward Poisoning Attacks in Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.05776","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:10c31c6fa8910f89e0be74e1877dff4e6b9699bdcd7cf70d15182fd71adad298","target":"record","created_at":"2026-07-05T02:50:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8903bd218516e1ac786b153eaafdb9c134e058f35ec402c383db9e24ce48dc15","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-10T23:31:53Z","title_canon_sha256":"393d01a8dddb835d478ac9603945eb9d6eeb52063be0b028de8b02dc483736d7"},"schema_version":"1.0","source":{"id":"2102.05776","kind":"arxiv","version":2}},"canonical_sha256":"30b2ee9493d0b0028bb315108dbf98ed5d7eb1cfd2ded0daa916c963a71f7aa3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"30b2ee9493d0b0028bb315108dbf98ed5d7eb1cfd2ded0daa916c963a71f7aa3","first_computed_at":"2026-07-05T02:50:43.754561Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:50:43.754561Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3Qd+mcdSMN8ff891gOfa2s0jvuuksGSh26Lap3OMNJTgfkbrfg6/WKirnYpTH0kkinAim3fH/OzVcHkyg6kGCw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:50:43.755034Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.05776","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:10c31c6fa8910f89e0be74e1877dff4e6b9699bdcd7cf70d15182fd71adad298","sha256:aa66740ba99421b74a4bc4dc2cf39468b3d645ca52bd27fe7982d9a3f89b425e"],"state_sha256":"004eb40d00d7708b54a3215e5f9743f6b045f78070b3dbf9e42deeb305a5fe12"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bchTv/OunXCEnF/QFdixevlKurLNS7nBYZ6XJQ4bzJgmPn6lXFBTp6VYAQLTmQLIGWzIsA6BfLtE3+TeiyyHCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T05:24:19.481657Z","bundle_sha256":"8a6ba7a108a05ffaa3dd0bf80be583c9f38cedd506fbc0375b11f3ccf31a0f01"}}