{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:BGFYATXLUFCO4XEOIJYQSHWSTO","short_pith_number":"pith:BGFYATXL","canonical_record":{"source":{"id":"2107.06277","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-07-13T17:59:25Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"98919c59dc84d2c537b3ef077ca9af035bc3fd581effb6b375e29b5bfa3f7fbf","abstract_canon_sha256":"563b73126bca10b64a047dc34ea667d2dcfccab5dcaeacd0032b6f578582c2ae"},"schema_version":"1.0"},"canonical_sha256":"098b804eeba144ee5c8e4271091ed29b8a0a1953697316f263ebb53d3877f0a0","source":{"kind":"arxiv","id":"2107.06277","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.06277","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"arxiv_version","alias_value":"2107.06277v1","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.06277","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"pith_short_12","alias_value":"BGFYATXLUFCO","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"pith_short_16","alias_value":"BGFYATXLUFCO4XEO","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"pith_short_8","alias_value":"BGFYATXL","created_at":"2026-07-05T02:57:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:BGFYATXLUFCO4XEOIJYQSHWSTO","target":"record","payload":{"canonical_record":{"source":{"id":"2107.06277","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-07-13T17:59:25Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"98919c59dc84d2c537b3ef077ca9af035bc3fd581effb6b375e29b5bfa3f7fbf","abstract_canon_sha256":"563b73126bca10b64a047dc34ea667d2dcfccab5dcaeacd0032b6f578582c2ae"},"schema_version":"1.0"},"canonical_sha256":"098b804eeba144ee5c8e4271091ed29b8a0a1953697316f263ebb53d3877f0a0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:57:32.466746Z","signature_b64":"S6SLeA1sH0rXOXMtQC2Mst7fmpA1eVU+lJgCm443QG4w4jz77J+khj9t3Dj3ypGHun0suDYO27gf6eEqxQhIBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"098b804eeba144ee5c8e4271091ed29b8a0a1953697316f263ebb53d3877f0a0","last_reissued_at":"2026-07-05T02:57:32.466157Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:57:32.466157Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2107.06277","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:57:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yiyR4Eft86NcSmv7679xUuqag2MUhBB9K2SWQd2e7Otdj27fPPHnCNjaXyBfVwTvJUr4ryeA/DaG9J5cDpqrDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:06:40.520641Z"},"content_sha256":"96859e3ae8f389aa590b294afa8681a0c21b9a3e9f6c21565de8685817e8a5a9","schema_version":"1.0","event_id":"sha256:96859e3ae8f389aa590b294afa8681a0c21b9a3e9f6c21565de8685817e8a5a9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:BGFYATXLUFCO4XEOIJYQSHWSTO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Why Generalization in RL is Difficult: Epistemic POMDPs and Implicit Partial Observability","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Amy Zhang, Aviral Kumar, Dibya Ghosh, Jad Rahme, Ryan P. Adams, Sergey Levine","submitted_at":"2021-07-13T17:59:25Z","abstract_excerpt":"Generalization is a central challenge for the deployment of reinforcement learning (RL) systems in the real world. In this paper, we show that the sequential structure of the RL problem necessitates new approaches to generalization beyond the well-studied techniques used in supervised learning. While supervised learning methods can generalize effectively without explicitly accounting for epistemic uncertainty, we show that, perhaps surprisingly, this is not the case in RL. We show that generalization to unseen test conditions from a limited number of training conditions induces implicit partia"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.06277","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.06277/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:57:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9P1C0SCSKJCaLEadXM6JsdC1NFfMhOmuBL1fHNOZ7LnPY9zDJUB8IHZmtKClI4IRvlRiBKfcoS+99TlXKa+SCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:06:40.521143Z"},"content_sha256":"f51f9c352bb3318e4d905a33bf638560ea1cf9e93d6fdc77a0edeb03079ba4c4","schema_version":"1.0","event_id":"sha256:f51f9c352bb3318e4d905a33bf638560ea1cf9e93d6fdc77a0edeb03079ba4c4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BGFYATXLUFCO4XEOIJYQSHWSTO/bundle.json","state_url":"https://pith.science/pith/BGFYATXLUFCO4XEOIJYQSHWSTO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BGFYATXLUFCO4XEOIJYQSHWSTO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T00:06:40Z","links":{"resolver":"https://pith.science/pith/BGFYATXLUFCO4XEOIJYQSHWSTO","bundle":"https://pith.science/pith/BGFYATXLUFCO4XEOIJYQSHWSTO/bundle.json","state":"https://pith.science/pith/BGFYATXLUFCO4XEOIJYQSHWSTO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BGFYATXLUFCO4XEOIJYQSHWSTO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:BGFYATXLUFCO4XEOIJYQSHWSTO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"563b73126bca10b64a047dc34ea667d2dcfccab5dcaeacd0032b6f578582c2ae","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-07-13T17:59:25Z","title_canon_sha256":"98919c59dc84d2c537b3ef077ca9af035bc3fd581effb6b375e29b5bfa3f7fbf"},"schema_version":"1.0","source":{"id":"2107.06277","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.06277","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"arxiv_version","alias_value":"2107.06277v1","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.06277","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"pith_short_12","alias_value":"BGFYATXLUFCO","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"pith_short_16","alias_value":"BGFYATXLUFCO4XEO","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"pith_short_8","alias_value":"BGFYATXL","created_at":"2026-07-05T02:57:32Z"}],"graph_snapshots":[{"event_id":"sha256:f51f9c352bb3318e4d905a33bf638560ea1cf9e93d6fdc77a0edeb03079ba4c4","target":"graph","created_at":"2026-07-05T02:57:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.06277/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Generalization is a central challenge for the deployment of reinforcement learning (RL) systems in the real world. In this paper, we show that the sequential structure of the RL problem necessitates new approaches to generalization beyond the well-studied techniques used in supervised learning. While supervised learning methods can generalize effectively without explicitly accounting for epistemic uncertainty, we show that, perhaps surprisingly, this is not the case in RL. We show that generalization to unseen test conditions from a limited number of training conditions induces implicit partia","authors_text":"Amy Zhang, Aviral Kumar, Dibya Ghosh, Jad Rahme, Ryan P. Adams, Sergey Levine","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-07-13T17:59:25Z","title":"Why Generalization in RL is Difficult: Epistemic POMDPs and Implicit Partial Observability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.06277","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:96859e3ae8f389aa590b294afa8681a0c21b9a3e9f6c21565de8685817e8a5a9","target":"record","created_at":"2026-07-05T02:57:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"563b73126bca10b64a047dc34ea667d2dcfccab5dcaeacd0032b6f578582c2ae","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-07-13T17:59:25Z","title_canon_sha256":"98919c59dc84d2c537b3ef077ca9af035bc3fd581effb6b375e29b5bfa3f7fbf"},"schema_version":"1.0","source":{"id":"2107.06277","kind":"arxiv","version":1}},"canonical_sha256":"098b804eeba144ee5c8e4271091ed29b8a0a1953697316f263ebb53d3877f0a0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"098b804eeba144ee5c8e4271091ed29b8a0a1953697316f263ebb53d3877f0a0","first_computed_at":"2026-07-05T02:57:32.466157Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:57:32.466157Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"S6SLeA1sH0rXOXMtQC2Mst7fmpA1eVU+lJgCm443QG4w4jz77J+khj9t3Dj3ypGHun0suDYO27gf6eEqxQhIBA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:57:32.466746Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.06277","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:96859e3ae8f389aa590b294afa8681a0c21b9a3e9f6c21565de8685817e8a5a9","sha256:f51f9c352bb3318e4d905a33bf638560ea1cf9e93d6fdc77a0edeb03079ba4c4"],"state_sha256":"dfe8811677bf2d669684c53a002cade443d2b1c10b8d160cf57fc616ee797c60"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"izkpjnlf1qiLvIyGbJN/ntBFzcAfwO9QY4ba8tY9pdM5QKJFqXDvX4M1Hs8pxsg52ky8COhxR2YdOqoee+njAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T00:06:40.525105Z","bundle_sha256":"f8a1b1a14ee4f1a338b09d5486289cf091502f74e9fb3da06b465b183861dce7"}}