{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:YS36OPKZ5KA7L6XOIFPE347NLQ","short_pith_number":"pith:YS36OPKZ","canonical_record":{"source":{"id":"2505.20621","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T01:59:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"72d7edacc1d1634cd35f8d7c0482c9e41b011806777e704d0ec88065a1bc0045","abstract_canon_sha256":"4a524f7108af924e9c5a1a0fb009e2465bdc5855e0bce8442cce22176127470c"},"schema_version":"1.0"},"canonical_sha256":"c4b7e73d59ea81f5faee415e4df3ed5c2c9321e4650c869298c54ae85305a5a2","source":{"kind":"arxiv","id":"2505.20621","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20621","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20621v1","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20621","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_12","alias_value":"YS36OPKZ5KA7","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_16","alias_value":"YS36OPKZ5KA7L6XO","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_8","alias_value":"YS36OPKZ","created_at":"2026-07-05T11:10:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:YS36OPKZ5KA7L6XOIFPE347NLQ","target":"record","payload":{"canonical_record":{"source":{"id":"2505.20621","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T01:59:25Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"72d7edacc1d1634cd35f8d7c0482c9e41b011806777e704d0ec88065a1bc0045","abstract_canon_sha256":"4a524f7108af924e9c5a1a0fb009e2465bdc5855e0bce8442cce22176127470c"},"schema_version":"1.0"},"canonical_sha256":"c4b7e73d59ea81f5faee415e4df3ed5c2c9321e4650c869298c54ae85305a5a2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:10:15.532684Z","signature_b64":"TxXlhPgk2I5sv6z4y9ohOdHVOR47C8B2ksrZff4igNLFIkSUJUYJFpr/fl91hovxMX3REKlCpoqtXBfcIlulDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c4b7e73d59ea81f5faee415e4df3ed5c2c9321e4650c869298c54ae85305a5a2","last_reissued_at":"2026-07-05T11:10:15.532183Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:10:15.532183Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.20621","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lZlcpMVidKLNRHVrflFKzVa6G+hLBiKECKJfYJUVl4erP9JtPM202QaEP8rQn4XNYqvhNm7jqz5GLl2QCPy3Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:42:49.076161Z"},"content_sha256":"bcac09243eb3a4288699646ab2690ec7cacb616719d28b2f51e0d499322c227a","schema_version":"1.0","event_id":"sha256:bcac09243eb3a4288699646ab2690ec7cacb616719d28b2f51e0d499322c227a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:YS36OPKZ5KA7L6XOIFPE347NLQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-level Certified Defense Against Poisoning Attacks in Offline Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Andrew C. Cullen, Benjamin I. P. Rubinstein, Paul Montague, Sarah Erfani, Shijie Liu","submitted_at":"2025-05-27T01:59:25Z","abstract_excerpt":"Similar to other machine learning frameworks, Offline Reinforcement Learning (RL) is shown to be vulnerable to poisoning attacks, due to its reliance on externally sourced datasets, a vulnerability that is exacerbated by its sequential nature. To mitigate the risks posed by RL poisoning, we extend certified defenses to provide larger guarantees against adversarial manipulation, ensuring robustness for both per-state actions, and the overall expected cumulative reward. Our approach leverages properties of Differential Privacy, in a manner that allows this work to span both continuous and discre"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20621","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.20621/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:10:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A0B70XZulkuyy4rQM8M+MKJb0SJKLL6W1GQxTNt988hjelXJBora3yAFRWz306cmn0POvsVNgVGjuif9ZagtAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:42:49.076659Z"},"content_sha256":"6e95488355666033f304937c6afc28535744290209a2c0c2ba66ac3396100953","schema_version":"1.0","event_id":"sha256:6e95488355666033f304937c6afc28535744290209a2c0c2ba66ac3396100953"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YS36OPKZ5KA7L6XOIFPE347NLQ/bundle.json","state_url":"https://pith.science/pith/YS36OPKZ5KA7L6XOIFPE347NLQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YS36OPKZ5KA7L6XOIFPE347NLQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T00:42:49Z","links":{"resolver":"https://pith.science/pith/YS36OPKZ5KA7L6XOIFPE347NLQ","bundle":"https://pith.science/pith/YS36OPKZ5KA7L6XOIFPE347NLQ/bundle.json","state":"https://pith.science/pith/YS36OPKZ5KA7L6XOIFPE347NLQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YS36OPKZ5KA7L6XOIFPE347NLQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:YS36OPKZ5KA7L6XOIFPE347NLQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4a524f7108af924e9c5a1a0fb009e2465bdc5855e0bce8442cce22176127470c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T01:59:25Z","title_canon_sha256":"72d7edacc1d1634cd35f8d7c0482c9e41b011806777e704d0ec88065a1bc0045"},"schema_version":"1.0","source":{"id":"2505.20621","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20621","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20621v1","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20621","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_12","alias_value":"YS36OPKZ5KA7","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_16","alias_value":"YS36OPKZ5KA7L6XO","created_at":"2026-07-05T11:10:15Z"},{"alias_kind":"pith_short_8","alias_value":"YS36OPKZ","created_at":"2026-07-05T11:10:15Z"}],"graph_snapshots":[{"event_id":"sha256:6e95488355666033f304937c6afc28535744290209a2c0c2ba66ac3396100953","target":"graph","created_at":"2026-07-05T11:10:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.20621/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Similar to other machine learning frameworks, Offline Reinforcement Learning (RL) is shown to be vulnerable to poisoning attacks, due to its reliance on externally sourced datasets, a vulnerability that is exacerbated by its sequential nature. To mitigate the risks posed by RL poisoning, we extend certified defenses to provide larger guarantees against adversarial manipulation, ensuring robustness for both per-state actions, and the overall expected cumulative reward. Our approach leverages properties of Differential Privacy, in a manner that allows this work to span both continuous and discre","authors_text":"Andrew C. Cullen, Benjamin I. P. Rubinstein, Paul Montague, Sarah Erfani, Shijie Liu","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T01:59:25Z","title":"Multi-level Certified Defense Against Poisoning Attacks in Offline Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20621","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bcac09243eb3a4288699646ab2690ec7cacb616719d28b2f51e0d499322c227a","target":"record","created_at":"2026-07-05T11:10:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4a524f7108af924e9c5a1a0fb009e2465bdc5855e0bce8442cce22176127470c","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-27T01:59:25Z","title_canon_sha256":"72d7edacc1d1634cd35f8d7c0482c9e41b011806777e704d0ec88065a1bc0045"},"schema_version":"1.0","source":{"id":"2505.20621","kind":"arxiv","version":1}},"canonical_sha256":"c4b7e73d59ea81f5faee415e4df3ed5c2c9321e4650c869298c54ae85305a5a2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c4b7e73d59ea81f5faee415e4df3ed5c2c9321e4650c869298c54ae85305a5a2","first_computed_at":"2026-07-05T11:10:15.532183Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:10:15.532183Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TxXlhPgk2I5sv6z4y9ohOdHVOR47C8B2ksrZff4igNLFIkSUJUYJFpr/fl91hovxMX3REKlCpoqtXBfcIlulDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:10:15.532684Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.20621","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bcac09243eb3a4288699646ab2690ec7cacb616719d28b2f51e0d499322c227a","sha256:6e95488355666033f304937c6afc28535744290209a2c0c2ba66ac3396100953"],"state_sha256":"0c99bae72051886b91a176cfb5ef43d494d439eca0b578d7ded70a1df3a78056"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X+Yx8QVZk3zuh9eoTC567aB29KNyKKle4PAItCKr95avYVCP+zHAwWs9DJgFcSfAY7rq29MvcsHQFRSoPbfIAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T00:42:49.080182Z","bundle_sha256":"0979ec845bbdff54d39c46c69adaf0152f999b574e2c97bea65a7bb644bd1b45"}}