{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:PWQHQVKILJ3CLCV4S7PHANVS3M","short_pith_number":"pith:PWQHQVKI","canonical_record":{"source":{"id":"2110.02439","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-06T01:01:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"03df99a6a68c66a4e198f4bc752bf8a2c97cb1c4cdbf12c22036a431b73c53e8","abstract_canon_sha256":"22ac7d5501dae54b464fe74d89b0da56b3aa598561c8e9c8bedfb23d83a5beda"},"schema_version":"1.0"},"canonical_sha256":"7da07855485a76258abc97de7036b2db11651f3c209ccd0f528a31361eabe16f","source":{"kind":"arxiv","id":"2110.02439","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.02439","created_at":"2026-07-05T03:48:19Z"},{"alias_kind":"arxiv_version","alias_value":"2110.02439v2","created_at":"2026-07-05T03:48:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.02439","created_at":"2026-07-05T03:48:19Z"},{"alias_kind":"pith_short_12","alias_value":"PWQHQVKILJ3C","created_at":"2026-07-05T03:48:19Z"},{"alias_kind":"pith_short_16","alias_value":"PWQHQVKILJ3CLCV4","created_at":"2026-07-05T03:48:19Z"},{"alias_kind":"pith_short_8","alias_value":"PWQHQVKI","created_at":"2026-07-05T03:48:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:PWQHQVKILJ3CLCV4S7PHANVS3M","target":"record","payload":{"canonical_record":{"source":{"id":"2110.02439","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-06T01:01:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"03df99a6a68c66a4e198f4bc752bf8a2c97cb1c4cdbf12c22036a431b73c53e8","abstract_canon_sha256":"22ac7d5501dae54b464fe74d89b0da56b3aa598561c8e9c8bedfb23d83a5beda"},"schema_version":"1.0"},"canonical_sha256":"7da07855485a76258abc97de7036b2db11651f3c209ccd0f528a31361eabe16f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:48:19.858058Z","signature_b64":"tcAaS74BEmQAfqq0LGVT6Izi/3P3OmsKIi8bTRTWOx2x6HStGQ//GDJyAQzpi+io91owfNGOW+4Mfa490ADTBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7da07855485a76258abc97de7036b2db11651f3c209ccd0f528a31361eabe16f","last_reissued_at":"2026-07-05T03:48:19.857596Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:48:19.857596Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.02439","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:48:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w4tcJQjjbBd+iL4YUcPSt4vDfoA3mzepd0n9pFzXQIMiB/KME8CN4F0JkWi9j2iM1q0hymlckVEYNdn86FC+BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T15:29:11.052360Z"},"content_sha256":"05442e65431f36298ea024dd0e2c3a4ace4ba75bb923513940f8895213ab1509","schema_version":"1.0","event_id":"sha256:05442e65431f36298ea024dd0e2c3a4ace4ba75bb923513940f8895213ab1509"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:PWQHQVKILJ3CLCV4S7PHANVS3M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Replay-Guided Adversarial Environment Design","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Edward Grefenstette, Jack Parker-Holder, Jakob Foerster, Michael Dennis, Minqi Jiang, Tim Rockt\\\"aschel","submitted_at":"2021-10-06T01:01:39Z","abstract_excerpt":"Deep reinforcement learning (RL) agents may successfully generalize to new settings if trained on an appropriately diverse set of environment and task configurations. Unsupervised Environment Design (UED) is a promising self-supervised RL paradigm, wherein the free parameters of an underspecified environment are automatically adapted during training to the agent's capabilities, leading to the emergence of diverse training environments. Here, we cast Prioritized Level Replay (PLR), an empirically successful but theoretically unmotivated method that selectively samples randomly-generated trainin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.02439","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.02439/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:48:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R3xnqNxYymZp5bZ4olXMxBBImq3rMSOwOcf8YrcMSfZem7F2//MA1PfYCBI5G/FxbkEOvZ23mSQUzUY8K3vFAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T15:29:11.052728Z"},"content_sha256":"ab07e7b9af281a7831e6200db25986189bc4104a57ec0e18839d0d48c2edcb2c","schema_version":"1.0","event_id":"sha256:ab07e7b9af281a7831e6200db25986189bc4104a57ec0e18839d0d48c2edcb2c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PWQHQVKILJ3CLCV4S7PHANVS3M/bundle.json","state_url":"https://pith.science/pith/PWQHQVKILJ3CLCV4S7PHANVS3M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PWQHQVKILJ3CLCV4S7PHANVS3M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-20T15:29:11Z","links":{"resolver":"https://pith.science/pith/PWQHQVKILJ3CLCV4S7PHANVS3M","bundle":"https://pith.science/pith/PWQHQVKILJ3CLCV4S7PHANVS3M/bundle.json","state":"https://pith.science/pith/PWQHQVKILJ3CLCV4S7PHANVS3M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PWQHQVKILJ3CLCV4S7PHANVS3M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:PWQHQVKILJ3CLCV4S7PHANVS3M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"22ac7d5501dae54b464fe74d89b0da56b3aa598561c8e9c8bedfb23d83a5beda","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-06T01:01:39Z","title_canon_sha256":"03df99a6a68c66a4e198f4bc752bf8a2c97cb1c4cdbf12c22036a431b73c53e8"},"schema_version":"1.0","source":{"id":"2110.02439","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.02439","created_at":"2026-07-05T03:48:19Z"},{"alias_kind":"arxiv_version","alias_value":"2110.02439v2","created_at":"2026-07-05T03:48:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.02439","created_at":"2026-07-05T03:48:19Z"},{"alias_kind":"pith_short_12","alias_value":"PWQHQVKILJ3C","created_at":"2026-07-05T03:48:19Z"},{"alias_kind":"pith_short_16","alias_value":"PWQHQVKILJ3CLCV4","created_at":"2026-07-05T03:48:19Z"},{"alias_kind":"pith_short_8","alias_value":"PWQHQVKI","created_at":"2026-07-05T03:48:19Z"}],"graph_snapshots":[{"event_id":"sha256:ab07e7b9af281a7831e6200db25986189bc4104a57ec0e18839d0d48c2edcb2c","target":"graph","created_at":"2026-07-05T03:48:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.02439/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep reinforcement learning (RL) agents may successfully generalize to new settings if trained on an appropriately diverse set of environment and task configurations. Unsupervised Environment Design (UED) is a promising self-supervised RL paradigm, wherein the free parameters of an underspecified environment are automatically adapted during training to the agent's capabilities, leading to the emergence of diverse training environments. Here, we cast Prioritized Level Replay (PLR), an empirically successful but theoretically unmotivated method that selectively samples randomly-generated trainin","authors_text":"Edward Grefenstette, Jack Parker-Holder, Jakob Foerster, Michael Dennis, Minqi Jiang, Tim Rockt\\\"aschel","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-06T01:01:39Z","title":"Replay-Guided Adversarial Environment Design"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.02439","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:05442e65431f36298ea024dd0e2c3a4ace4ba75bb923513940f8895213ab1509","target":"record","created_at":"2026-07-05T03:48:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"22ac7d5501dae54b464fe74d89b0da56b3aa598561c8e9c8bedfb23d83a5beda","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-06T01:01:39Z","title_canon_sha256":"03df99a6a68c66a4e198f4bc752bf8a2c97cb1c4cdbf12c22036a431b73c53e8"},"schema_version":"1.0","source":{"id":"2110.02439","kind":"arxiv","version":2}},"canonical_sha256":"7da07855485a76258abc97de7036b2db11651f3c209ccd0f528a31361eabe16f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7da07855485a76258abc97de7036b2db11651f3c209ccd0f528a31361eabe16f","first_computed_at":"2026-07-05T03:48:19.857596Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:48:19.857596Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tcAaS74BEmQAfqq0LGVT6Izi/3P3OmsKIi8bTRTWOx2x6HStGQ//GDJyAQzpi+io91owfNGOW+4Mfa490ADTBA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:48:19.858058Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.02439","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:05442e65431f36298ea024dd0e2c3a4ace4ba75bb923513940f8895213ab1509","sha256:ab07e7b9af281a7831e6200db25986189bc4104a57ec0e18839d0d48c2edcb2c"],"state_sha256":"017c694dc11f7c32b84c7a0db9c207be5be059f634cf8c454a155df93872b273"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"39NvOMHwwGzHQ0sBhHRSIdEwXPSU+7g1DG3CrbxsXN4KxrvV7razXFNHFKwZ040KQtRIHNInkAvH+SoaD5OQDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-20T15:29:11.055389Z","bundle_sha256":"0d350ba4283d7f042730aa4e53d438e4ef602e082e72f1687bc90faa1a86533e"}}