{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:BCNWL6PEOTYXEV3T4VTQ4TTZUL","short_pith_number":"pith:BCNWL6PE","canonical_record":{"source":{"id":"2008.01825","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-08-04T20:57:32Z","cross_cats_sorted":["cs.MA","cs.RO","stat.ML"],"title_canon_sha256":"f1536e511b0f18577d9967b38277e682400fc4e3182a5213826425b7874daae5","abstract_canon_sha256":"7283bb19c1da65847229dedad8ddf0af26dd32f38cf9b8630499ff83135f2320"},"schema_version":"1.0"},"canonical_sha256":"089b65f9e474f1725773e5670e4e79a2eab3c09245fb8bd2d5f957db0d4bb7bd","source":{"kind":"arxiv","id":"2008.01825","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2008.01825","created_at":"2026-07-05T01:37:24Z"},{"alias_kind":"arxiv_version","alias_value":"2008.01825v2","created_at":"2026-07-05T01:37:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2008.01825","created_at":"2026-07-05T01:37:24Z"},{"alias_kind":"pith_short_12","alias_value":"BCNWL6PEOTYX","created_at":"2026-07-05T01:37:24Z"},{"alias_kind":"pith_short_16","alias_value":"BCNWL6PEOTYXEV3T","created_at":"2026-07-05T01:37:24Z"},{"alias_kind":"pith_short_8","alias_value":"BCNWL6PE","created_at":"2026-07-05T01:37:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:BCNWL6PEOTYXEV3T4VTQ4TTZUL","target":"record","payload":{"canonical_record":{"source":{"id":"2008.01825","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-08-04T20:57:32Z","cross_cats_sorted":["cs.MA","cs.RO","stat.ML"],"title_canon_sha256":"f1536e511b0f18577d9967b38277e682400fc4e3182a5213826425b7874daae5","abstract_canon_sha256":"7283bb19c1da65847229dedad8ddf0af26dd32f38cf9b8630499ff83135f2320"},"schema_version":"1.0"},"canonical_sha256":"089b65f9e474f1725773e5670e4e79a2eab3c09245fb8bd2d5f957db0d4bb7bd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:37:24.824045Z","signature_b64":"wcSFwohzktQSpQGXt1X8rOFaRpzaZBQymb8Plb6xuyFnnYAn34gWazUNnJpHoc7yt5v4cwjshB/imG+wCsI8Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"089b65f9e474f1725773e5670e4e79a2eab3c09245fb8bd2d5f957db0d4bb7bd","last_reissued_at":"2026-07-05T01:37:24.823596Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:37:24.823596Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2008.01825","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:37:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ft31ZwdMeh5k9+q2qGNXNzSx62X6VV7Cs7BI8hXE9b0XUnNnYa/aQxfS2vWWbpzi2QQ/b8wjrbgPYWM70lKbBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:30:04.965226Z"},"content_sha256":"471dbb51f5ecd856c83be21f9b873d9b493863d247d10c5593c7561cfe7b8d97","schema_version":"1.0","event_id":"sha256:471dbb51f5ecd856c83be21f9b873d9b493863d247d10c5593c7561cfe7b8d97"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:BCNWL6PEOTYXEV3T4VTQ4TTZUL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Robust Reinforcement Learning using Adversarial Populations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.MA","cs.RO","stat.ML"],"primary_cat":"cs.LG","authors_text":"Alexandre Bayen, Eugene Vinitsky, Kanaad Parvate, Kathy Jang, Pieter Abbeel, Yuqing Du","submitted_at":"2020-08-04T20:57:32Z","abstract_excerpt":"Reinforcement Learning (RL) is an effective tool for controller design but can struggle with issues of robustness, failing catastrophically when the underlying system dynamics are perturbed. The Robust RL formulation tackles this by adding worst-case adversarial noise to the dynamics and constructing the noise distribution as the solution to a zero-sum minimax game. However, existing work on learning solutions to the Robust RL formulation has primarily focused on training a single RL agent against a single adversary. In this work, we demonstrate that using a single adversary does not consisten"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2008.01825","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2008.01825/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:37:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MsPjlqxFvzgpHAP0LwNm2QKCqbzDgF65gAV+H8WIdIVdYHf9MXdUcWJSp1EWxzKmuuWujiSkH8c4Vz2b4nbwBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:30:04.965727Z"},"content_sha256":"2d5de825059ef8201b1284be5199eb9248e441d132d63c2e1377b9bd06b9fd84","schema_version":"1.0","event_id":"sha256:2d5de825059ef8201b1284be5199eb9248e441d132d63c2e1377b9bd06b9fd84"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BCNWL6PEOTYXEV3T4VTQ4TTZUL/bundle.json","state_url":"https://pith.science/pith/BCNWL6PEOTYXEV3T4VTQ4TTZUL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BCNWL6PEOTYXEV3T4VTQ4TTZUL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T21:30:04Z","links":{"resolver":"https://pith.science/pith/BCNWL6PEOTYXEV3T4VTQ4TTZUL","bundle":"https://pith.science/pith/BCNWL6PEOTYXEV3T4VTQ4TTZUL/bundle.json","state":"https://pith.science/pith/BCNWL6PEOTYXEV3T4VTQ4TTZUL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BCNWL6PEOTYXEV3T4VTQ4TTZUL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:BCNWL6PEOTYXEV3T4VTQ4TTZUL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7283bb19c1da65847229dedad8ddf0af26dd32f38cf9b8630499ff83135f2320","cross_cats_sorted":["cs.MA","cs.RO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-08-04T20:57:32Z","title_canon_sha256":"f1536e511b0f18577d9967b38277e682400fc4e3182a5213826425b7874daae5"},"schema_version":"1.0","source":{"id":"2008.01825","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2008.01825","created_at":"2026-07-05T01:37:24Z"},{"alias_kind":"arxiv_version","alias_value":"2008.01825v2","created_at":"2026-07-05T01:37:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2008.01825","created_at":"2026-07-05T01:37:24Z"},{"alias_kind":"pith_short_12","alias_value":"BCNWL6PEOTYX","created_at":"2026-07-05T01:37:24Z"},{"alias_kind":"pith_short_16","alias_value":"BCNWL6PEOTYXEV3T","created_at":"2026-07-05T01:37:24Z"},{"alias_kind":"pith_short_8","alias_value":"BCNWL6PE","created_at":"2026-07-05T01:37:24Z"}],"graph_snapshots":[{"event_id":"sha256:2d5de825059ef8201b1284be5199eb9248e441d132d63c2e1377b9bd06b9fd84","target":"graph","created_at":"2026-07-05T01:37:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2008.01825/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement Learning (RL) is an effective tool for controller design but can struggle with issues of robustness, failing catastrophically when the underlying system dynamics are perturbed. The Robust RL formulation tackles this by adding worst-case adversarial noise to the dynamics and constructing the noise distribution as the solution to a zero-sum minimax game. However, existing work on learning solutions to the Robust RL formulation has primarily focused on training a single RL agent against a single adversary. In this work, we demonstrate that using a single adversary does not consisten","authors_text":"Alexandre Bayen, Eugene Vinitsky, Kanaad Parvate, Kathy Jang, Pieter Abbeel, Yuqing Du","cross_cats":["cs.MA","cs.RO","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-08-04T20:57:32Z","title":"Robust Reinforcement Learning using Adversarial Populations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2008.01825","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:471dbb51f5ecd856c83be21f9b873d9b493863d247d10c5593c7561cfe7b8d97","target":"record","created_at":"2026-07-05T01:37:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7283bb19c1da65847229dedad8ddf0af26dd32f38cf9b8630499ff83135f2320","cross_cats_sorted":["cs.MA","cs.RO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-08-04T20:57:32Z","title_canon_sha256":"f1536e511b0f18577d9967b38277e682400fc4e3182a5213826425b7874daae5"},"schema_version":"1.0","source":{"id":"2008.01825","kind":"arxiv","version":2}},"canonical_sha256":"089b65f9e474f1725773e5670e4e79a2eab3c09245fb8bd2d5f957db0d4bb7bd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"089b65f9e474f1725773e5670e4e79a2eab3c09245fb8bd2d5f957db0d4bb7bd","first_computed_at":"2026-07-05T01:37:24.823596Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:37:24.823596Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wcSFwohzktQSpQGXt1X8rOFaRpzaZBQymb8Plb6xuyFnnYAn34gWazUNnJpHoc7yt5v4cwjshB/imG+wCsI8Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:37:24.824045Z","signed_message":"canonical_sha256_bytes"},"source_id":"2008.01825","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:471dbb51f5ecd856c83be21f9b873d9b493863d247d10c5593c7561cfe7b8d97","sha256:2d5de825059ef8201b1284be5199eb9248e441d132d63c2e1377b9bd06b9fd84"],"state_sha256":"36b635b1d83957c417b853502f71746938459c8628500a4bbfbb8287f714f29f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VjOHr5551i5rljdXpe2TVW+WET1jCn/8PcbnXod511B78T4kOX9htOd2N3bBgj2zT8kdN2Sbk15iCXW1XAMmDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T21:30:04.970546Z","bundle_sha256":"3a2a0cbdcc3c524784c8a256b9cb9e3bf0614bb49bd3fd7bc74e16226184e1c0"}}