{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:RVC7AEKPO6LCPR3MGCRIG32J6J","short_pith_number":"pith:RVC7AEKP","canonical_record":{"source":{"id":"2007.13609","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-27T14:49:22Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"47abb67e6ba64c25994893b735cd980214f864035ab23099cd3aafb2d8f595bc","abstract_canon_sha256":"c65fd8ef0ad2b500af2cf280ab6bc8d96429989c410ae8976c6968eabe8663c5"},"schema_version":"1.0"},"canonical_sha256":"8d45f0114f779627c76c30a2836f49f269a1b07bfe7eb822b4a1337881ffbb80","source":{"kind":"arxiv","id":"2007.13609","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.13609","created_at":"2026-07-05T01:22:26Z"},{"alias_kind":"arxiv_version","alias_value":"2007.13609v1","created_at":"2026-07-05T01:22:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.13609","created_at":"2026-07-05T01:22:26Z"},{"alias_kind":"pith_short_12","alias_value":"RVC7AEKPO6LC","created_at":"2026-07-05T01:22:26Z"},{"alias_kind":"pith_short_16","alias_value":"RVC7AEKPO6LCPR3M","created_at":"2026-07-05T01:22:26Z"},{"alias_kind":"pith_short_8","alias_value":"RVC7AEKP","created_at":"2026-07-05T01:22:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:RVC7AEKPO6LCPR3MGCRIG32J6J","target":"record","payload":{"canonical_record":{"source":{"id":"2007.13609","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-27T14:49:22Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"47abb67e6ba64c25994893b735cd980214f864035ab23099cd3aafb2d8f595bc","abstract_canon_sha256":"c65fd8ef0ad2b500af2cf280ab6bc8d96429989c410ae8976c6968eabe8663c5"},"schema_version":"1.0"},"canonical_sha256":"8d45f0114f779627c76c30a2836f49f269a1b07bfe7eb822b4a1337881ffbb80","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:22:26.034563Z","signature_b64":"bktJ20/n3Yq45g/o8/kjKaC5QTzeNUGM+6EdjHUrtGDBzbUKSxv2RL3eWWtlXixDWQqN7FvUY4e26YVC4PS2DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d45f0114f779627c76c30a2836f49f269a1b07bfe7eb822b4a1337881ffbb80","last_reissued_at":"2026-07-05T01:22:26.034080Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:22:26.034080Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.13609","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:22:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9udC2VjNG+NCnvS7isX+1igi+LMqGEFbJPj74jC0+UZNPcNp1VoGcNMiUEcu57i4ablE/1L34aTxL8xsNlm+DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:26:29.848549Z"},"content_sha256":"b048396ba68fd3d93de108a9e346a4738f91a61c255be1229c25f9b942f89a26","schema_version":"1.0","event_id":"sha256:b048396ba68fd3d93de108a9e346a4738f91a61c255be1229c25f9b942f89a26"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:RVC7AEKPO6LCPR3MGCRIG32J6J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Statistical Bootstrapping for Uncertainty Estimation in Off-Policy Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Ilya Kostrikov, Ofir Nachum","submitted_at":"2020-07-27T14:49:22Z","abstract_excerpt":"In reinforcement learning, it is typical to use the empirically observed transitions and rewards to estimate the value of a policy via either model-based or Q-fitting approaches. Although straightforward, these techniques in general yield biased estimates of the true value of the policy. In this work, we investigate the potential for statistical bootstrapping to be used as a way to take these biased estimates and produce calibrated confidence intervals for the true value of the policy. We identify conditions - specifically, sufficient data size and sufficient coverage - under which statistical"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.13609","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.13609/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:22:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Wtt7fpy1HYlKgevCxGQp0kbbeLDGhUiqhqiICM5Nn7mjk6Y9qDzuF6zgBn8+owBb9rZrWVbjLIpYPDh1cyDZDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:26:29.849045Z"},"content_sha256":"4de8ac2036d5f9d59253a97de917194eab137599c8c1368a3b118019e5141877","schema_version":"1.0","event_id":"sha256:4de8ac2036d5f9d59253a97de917194eab137599c8c1368a3b118019e5141877"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RVC7AEKPO6LCPR3MGCRIG32J6J/bundle.json","state_url":"https://pith.science/pith/RVC7AEKPO6LCPR3MGCRIG32J6J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RVC7AEKPO6LCPR3MGCRIG32J6J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T20:26:29Z","links":{"resolver":"https://pith.science/pith/RVC7AEKPO6LCPR3MGCRIG32J6J","bundle":"https://pith.science/pith/RVC7AEKPO6LCPR3MGCRIG32J6J/bundle.json","state":"https://pith.science/pith/RVC7AEKPO6LCPR3MGCRIG32J6J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RVC7AEKPO6LCPR3MGCRIG32J6J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:RVC7AEKPO6LCPR3MGCRIG32J6J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c65fd8ef0ad2b500af2cf280ab6bc8d96429989c410ae8976c6968eabe8663c5","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-27T14:49:22Z","title_canon_sha256":"47abb67e6ba64c25994893b735cd980214f864035ab23099cd3aafb2d8f595bc"},"schema_version":"1.0","source":{"id":"2007.13609","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.13609","created_at":"2026-07-05T01:22:26Z"},{"alias_kind":"arxiv_version","alias_value":"2007.13609v1","created_at":"2026-07-05T01:22:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.13609","created_at":"2026-07-05T01:22:26Z"},{"alias_kind":"pith_short_12","alias_value":"RVC7AEKPO6LC","created_at":"2026-07-05T01:22:26Z"},{"alias_kind":"pith_short_16","alias_value":"RVC7AEKPO6LCPR3M","created_at":"2026-07-05T01:22:26Z"},{"alias_kind":"pith_short_8","alias_value":"RVC7AEKP","created_at":"2026-07-05T01:22:26Z"}],"graph_snapshots":[{"event_id":"sha256:4de8ac2036d5f9d59253a97de917194eab137599c8c1368a3b118019e5141877","target":"graph","created_at":"2026-07-05T01:22:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.13609/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In reinforcement learning, it is typical to use the empirically observed transitions and rewards to estimate the value of a policy via either model-based or Q-fitting approaches. Although straightforward, these techniques in general yield biased estimates of the true value of the policy. In this work, we investigate the potential for statistical bootstrapping to be used as a way to take these biased estimates and produce calibrated confidence intervals for the true value of the policy. We identify conditions - specifically, sufficient data size and sufficient coverage - under which statistical","authors_text":"Ilya Kostrikov, Ofir Nachum","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-27T14:49:22Z","title":"Statistical Bootstrapping for Uncertainty Estimation in Off-Policy Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.13609","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b048396ba68fd3d93de108a9e346a4738f91a61c255be1229c25f9b942f89a26","target":"record","created_at":"2026-07-05T01:22:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c65fd8ef0ad2b500af2cf280ab6bc8d96429989c410ae8976c6968eabe8663c5","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-27T14:49:22Z","title_canon_sha256":"47abb67e6ba64c25994893b735cd980214f864035ab23099cd3aafb2d8f595bc"},"schema_version":"1.0","source":{"id":"2007.13609","kind":"arxiv","version":1}},"canonical_sha256":"8d45f0114f779627c76c30a2836f49f269a1b07bfe7eb822b4a1337881ffbb80","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8d45f0114f779627c76c30a2836f49f269a1b07bfe7eb822b4a1337881ffbb80","first_computed_at":"2026-07-05T01:22:26.034080Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:22:26.034080Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bktJ20/n3Yq45g/o8/kjKaC5QTzeNUGM+6EdjHUrtGDBzbUKSxv2RL3eWWtlXixDWQqN7FvUY4e26YVC4PS2DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:22:26.034563Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.13609","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b048396ba68fd3d93de108a9e346a4738f91a61c255be1229c25f9b942f89a26","sha256:4de8ac2036d5f9d59253a97de917194eab137599c8c1368a3b118019e5141877"],"state_sha256":"50968e4865d457beddc89570f0bf9a2ce7929433036d6168ebf91039358f250d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iDY/rVQa/h+5cf5fwRjnz4Md1PN2pOUbCzA9Jx6+eoSaMrbFw2ccFrnH+xrjfQ2IMW9I6VpzVr0y42wdgoY5Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T20:26:29.854084Z","bundle_sha256":"7748cac8278e688c21482543ecd45a5e3ddb6281c87356f3cecc0374f64b7166"}}