{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:2ZJJJ2QZCXBIFZAA7QU7CUTOAR","short_pith_number":"pith:2ZJJJ2QZ","canonical_record":{"source":{"id":"1903.08254","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-03-19T20:51:04Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"7e6629b353311cac6bb83bd30d845069cbbc45dd21d9b537401480e68ca9d0ca","abstract_canon_sha256":"ad87b0b3dd330e3b851b02551b8e51a59af27773d7c837d60284ea86fb2cda03"},"schema_version":"1.0"},"canonical_sha256":"d65294ea1915c282e400fc29f1526e046cfe817fe133d91e7ae701e791d78d88","source":{"kind":"arxiv","id":"1903.08254","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1903.08254","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"arxiv_version","alias_value":"1903.08254v1","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1903.08254","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"pith_short_12","alias_value":"2ZJJJ2QZCXBI","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"2ZJJJ2QZCXBIFZAA","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"2ZJJJ2QZ","created_at":"2026-05-18T12:33:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:2ZJJJ2QZCXBIFZAA7QU7CUTOAR","target":"record","payload":{"canonical_record":{"source":{"id":"1903.08254","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-03-19T20:51:04Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"7e6629b353311cac6bb83bd30d845069cbbc45dd21d9b537401480e68ca9d0ca","abstract_canon_sha256":"ad87b0b3dd330e3b851b02551b8e51a59af27773d7c837d60284ea86fb2cda03"},"schema_version":"1.0"},"canonical_sha256":"d65294ea1915c282e400fc29f1526e046cfe817fe133d91e7ae701e791d78d88","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:50:49.897799Z","signature_b64":"9MfzgFc38opvTJ86ferPlZxcWsd4JRh2QRPcaTST1ZIPrFZRErW4+rRj+jmnS77Q7Hay4+XX4SckrVZg0Te0Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d65294ea1915c282e400fc29f1526e046cfe817fe133d91e7ae701e791d78d88","last_reissued_at":"2026-05-17T23:50:49.896977Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:50:49.896977Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1903.08254","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:50:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wTYdPQNDLz7XkgA034M1wi+hEadMcqCDs0rtrQPlzlf290X3wBQx6VrN6xb4SbL+9wXqY7wBa498+BVmrRVbDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-29T18:51:07.426306Z"},"content_sha256":"f71e9e8a87ff0f0bfe43e2a898f18829a3c32a2ca144bc00d85931c558b075d2","schema_version":"1.0","event_id":"sha256:f71e9e8a87ff0f0bfe43e2a898f18829a3c32a2ca144bc00d85931c558b075d2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:2ZJJJ2QZCXBIFZAA7QU7CUTOAR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficient Off-Policy Meta-Reinforcement Learning via Probabilistic Context Variables","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Aurick Zhou, Chelsea Finn, Deirdre Quillen, Kate Rakelly, Sergey Levine","submitted_at":"2019-03-19T20:51:04Z","abstract_excerpt":"Deep reinforcement learning algorithms require large amounts of experience to learn an individual task. While in principle meta-reinforcement learning (meta-RL) algorithms enable agents to learn new skills from small amounts of experience, several major challenges preclude their practicality. Current methods rely heavily on on-policy experience, limiting their sample efficiency. The also lack mechanisms to reason about task uncertainty when adapting to new tasks, limiting their effectiveness in sparse reward problems. In this paper, we address these challenges by developing an off-policy meta-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1903.08254","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:50:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o7nMUDZV8E+GujPrvYlYAOT2BCRkPWk6mtzexEkzRDd78L8BARimXsxWo5iu2kaMr/e55gAcbNpeUi4pp0mZBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-29T18:51:07.426663Z"},"content_sha256":"b2c45f3a993f2b136ed7b09a6d71b66c237441fb42dcb75d5f6f30662c4d6f7a","schema_version":"1.0","event_id":"sha256:b2c45f3a993f2b136ed7b09a6d71b66c237441fb42dcb75d5f6f30662c4d6f7a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2ZJJJ2QZCXBIFZAA7QU7CUTOAR/bundle.json","state_url":"https://pith.science/pith/2ZJJJ2QZCXBIFZAA7QU7CUTOAR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2ZJJJ2QZCXBIFZAA7QU7CUTOAR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-29T18:51:07Z","links":{"resolver":"https://pith.science/pith/2ZJJJ2QZCXBIFZAA7QU7CUTOAR","bundle":"https://pith.science/pith/2ZJJJ2QZCXBIFZAA7QU7CUTOAR/bundle.json","state":"https://pith.science/pith/2ZJJJ2QZCXBIFZAA7QU7CUTOAR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2ZJJJ2QZCXBIFZAA7QU7CUTOAR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:2ZJJJ2QZCXBIFZAA7QU7CUTOAR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ad87b0b3dd330e3b851b02551b8e51a59af27773d7c837d60284ea86fb2cda03","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-03-19T20:51:04Z","title_canon_sha256":"7e6629b353311cac6bb83bd30d845069cbbc45dd21d9b537401480e68ca9d0ca"},"schema_version":"1.0","source":{"id":"1903.08254","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1903.08254","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"arxiv_version","alias_value":"1903.08254v1","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1903.08254","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"pith_short_12","alias_value":"2ZJJJ2QZCXBI","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"2ZJJJ2QZCXBIFZAA","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"2ZJJJ2QZ","created_at":"2026-05-18T12:33:07Z"}],"graph_snapshots":[{"event_id":"sha256:b2c45f3a993f2b136ed7b09a6d71b66c237441fb42dcb75d5f6f30662c4d6f7a","target":"graph","created_at":"2026-05-17T23:50:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Deep reinforcement learning algorithms require large amounts of experience to learn an individual task. While in principle meta-reinforcement learning (meta-RL) algorithms enable agents to learn new skills from small amounts of experience, several major challenges preclude their practicality. Current methods rely heavily on on-policy experience, limiting their sample efficiency. The also lack mechanisms to reason about task uncertainty when adapting to new tasks, limiting their effectiveness in sparse reward problems. In this paper, we address these challenges by developing an off-policy meta-","authors_text":"Aurick Zhou, Chelsea Finn, Deirdre Quillen, Kate Rakelly, Sergey Levine","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-03-19T20:51:04Z","title":"Efficient Off-Policy Meta-Reinforcement Learning via Probabilistic Context Variables"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1903.08254","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f71e9e8a87ff0f0bfe43e2a898f18829a3c32a2ca144bc00d85931c558b075d2","target":"record","created_at":"2026-05-17T23:50:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ad87b0b3dd330e3b851b02551b8e51a59af27773d7c837d60284ea86fb2cda03","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-03-19T20:51:04Z","title_canon_sha256":"7e6629b353311cac6bb83bd30d845069cbbc45dd21d9b537401480e68ca9d0ca"},"schema_version":"1.0","source":{"id":"1903.08254","kind":"arxiv","version":1}},"canonical_sha256":"d65294ea1915c282e400fc29f1526e046cfe817fe133d91e7ae701e791d78d88","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d65294ea1915c282e400fc29f1526e046cfe817fe133d91e7ae701e791d78d88","first_computed_at":"2026-05-17T23:50:49.896977Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:50:49.896977Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9MfzgFc38opvTJ86ferPlZxcWsd4JRh2QRPcaTST1ZIPrFZRErW4+rRj+jmnS77Q7Hay4+XX4SckrVZg0Te0Bg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:50:49.897799Z","signed_message":"canonical_sha256_bytes"},"source_id":"1903.08254","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f71e9e8a87ff0f0bfe43e2a898f18829a3c32a2ca144bc00d85931c558b075d2","sha256:b2c45f3a993f2b136ed7b09a6d71b66c237441fb42dcb75d5f6f30662c4d6f7a"],"state_sha256":"1bb587dd3eb2ba66915a15c89591d4ebc2e9d33d8332012fc516243d9fe28bde"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SpT2GH4w64bN2Get1rgvhUwx0+kWYdeoTKNTdAhxf1UQSfuCCDj560t8ZPxKH+bU3cOl2btIvx+Y0R/ff6kMBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-29T18:51:07.428530Z","bundle_sha256":"c60203292bf7adb47295965ae7954d5c679397b31e22b6fc53aa6a4cac08fd01"}}