{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:4IAI7BER2QBXQJMOMSMUBEX3ZY","short_pith_number":"pith:4IAI7BER","canonical_record":{"source":{"id":"2103.16596","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-30T18:09:33Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"380e93b33454235c39c7c8ef08ae9bc3debbb5e7cd9b202b9e29b9e92be5bc00","abstract_canon_sha256":"542441924512abbf7fe72a6c75882d5477e62b321bb347561331384210dfb489"},"schema_version":"1.0"},"canonical_sha256":"e2008f8491d40378258e64994092fbce28282cdb20d1a31359d36b882e3582ef","source":{"kind":"arxiv","id":"2103.16596","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.16596","created_at":"2026-07-05T02:27:56Z"},{"alias_kind":"arxiv_version","alias_value":"2103.16596v1","created_at":"2026-07-05T02:27:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.16596","created_at":"2026-07-05T02:27:56Z"},{"alias_kind":"pith_short_12","alias_value":"4IAI7BER2QBX","created_at":"2026-07-05T02:27:56Z"},{"alias_kind":"pith_short_16","alias_value":"4IAI7BER2QBXQJMO","created_at":"2026-07-05T02:27:56Z"},{"alias_kind":"pith_short_8","alias_value":"4IAI7BER","created_at":"2026-07-05T02:27:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:4IAI7BER2QBXQJMOMSMUBEX3ZY","target":"record","payload":{"canonical_record":{"source":{"id":"2103.16596","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-30T18:09:33Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"380e93b33454235c39c7c8ef08ae9bc3debbb5e7cd9b202b9e29b9e92be5bc00","abstract_canon_sha256":"542441924512abbf7fe72a6c75882d5477e62b321bb347561331384210dfb489"},"schema_version":"1.0"},"canonical_sha256":"e2008f8491d40378258e64994092fbce28282cdb20d1a31359d36b882e3582ef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:27:56.315550Z","signature_b64":"/Hi/uvnmarrlNO4lQLVmMf3HYFBWdb3tVqQSX6EtcLhQl8nAoCx+H2VDUtkZVe8Ctf+eGnakmoSC9PKP7sU+Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e2008f8491d40378258e64994092fbce28282cdb20d1a31359d36b882e3582ef","last_reissued_at":"2026-07-05T02:27:56.315177Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:27:56.315177Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.16596","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:27:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kvtBQ4xj1q18n3ml8OZQiyadzacLKnFonwZpl+O/zX1eFBEgPtPYRvFwHB+JD5d9eVFmeYsUtgKSgsMi6xeMCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:01:31.213731Z"},"content_sha256":"05db3d42c07ef8e947370fd26b2251d4414d252625acf4239c3e277327dd19c9","schema_version":"1.0","event_id":"sha256:05db3d42c07ef8e947370fd26b2251d4414d252625acf4239c3e277327dd19c9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:4IAI7BER2QBXQJMOMSMUBEX3ZY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarks for Deep Off-Policy Evaluation","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alexander Novikov, Aviral Kumar, Cosmin Paduraru, George Tucker, Justin Fu, Mengjiao Yang, Michael R. Zhang, Mohammad Norouzi, Ofir Nachum, Sergey Levine, Tom Le Paine, Yutian Chen, Ziyu Wang","submitted_at":"2021-03-30T18:09:33Z","abstract_excerpt":"Off-policy evaluation (OPE) holds the promise of being able to leverage large, offline datasets for both evaluating and selecting complex policies for decision making. The ability to learn offline is particularly important in many real-world domains, such as in healthcare, recommender systems, or robotics, where online data collection is an expensive and potentially dangerous process. Being able to accurately evaluate and select high-performing policies without requiring online interaction could yield significant benefits in safety, time, and cost for these applications. While many OPE methods"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.16596","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.16596/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:27:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qppYWNh05RPiHGhJvyMY6z7R+uM3rwICYDwxBsojSPbIM2Ipkh/JJd0y9y7WM8xDiQrx2XZEOjhHP1GHVmFSDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:01:31.214289Z"},"content_sha256":"d7637e717ab94cc344a8e0be28a011bea4c95af2ea6ae97981b83942a056da72","schema_version":"1.0","event_id":"sha256:d7637e717ab94cc344a8e0be28a011bea4c95af2ea6ae97981b83942a056da72"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4IAI7BER2QBXQJMOMSMUBEX3ZY/bundle.json","state_url":"https://pith.science/pith/4IAI7BER2QBXQJMOMSMUBEX3ZY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4IAI7BER2QBXQJMOMSMUBEX3ZY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T11:01:31Z","links":{"resolver":"https://pith.science/pith/4IAI7BER2QBXQJMOMSMUBEX3ZY","bundle":"https://pith.science/pith/4IAI7BER2QBXQJMOMSMUBEX3ZY/bundle.json","state":"https://pith.science/pith/4IAI7BER2QBXQJMOMSMUBEX3ZY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4IAI7BER2QBXQJMOMSMUBEX3ZY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:4IAI7BER2QBXQJMOMSMUBEX3ZY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"542441924512abbf7fe72a6c75882d5477e62b321bb347561331384210dfb489","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-30T18:09:33Z","title_canon_sha256":"380e93b33454235c39c7c8ef08ae9bc3debbb5e7cd9b202b9e29b9e92be5bc00"},"schema_version":"1.0","source":{"id":"2103.16596","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.16596","created_at":"2026-07-05T02:27:56Z"},{"alias_kind":"arxiv_version","alias_value":"2103.16596v1","created_at":"2026-07-05T02:27:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.16596","created_at":"2026-07-05T02:27:56Z"},{"alias_kind":"pith_short_12","alias_value":"4IAI7BER2QBX","created_at":"2026-07-05T02:27:56Z"},{"alias_kind":"pith_short_16","alias_value":"4IAI7BER2QBXQJMO","created_at":"2026-07-05T02:27:56Z"},{"alias_kind":"pith_short_8","alias_value":"4IAI7BER","created_at":"2026-07-05T02:27:56Z"}],"graph_snapshots":[{"event_id":"sha256:d7637e717ab94cc344a8e0be28a011bea4c95af2ea6ae97981b83942a056da72","target":"graph","created_at":"2026-07-05T02:27:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.16596/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Off-policy evaluation (OPE) holds the promise of being able to leverage large, offline datasets for both evaluating and selecting complex policies for decision making. The ability to learn offline is particularly important in many real-world domains, such as in healthcare, recommender systems, or robotics, where online data collection is an expensive and potentially dangerous process. Being able to accurately evaluate and select high-performing policies without requiring online interaction could yield significant benefits in safety, time, and cost for these applications. While many OPE methods","authors_text":"Alexander Novikov, Aviral Kumar, Cosmin Paduraru, George Tucker, Justin Fu, Mengjiao Yang, Michael R. Zhang, Mohammad Norouzi, Ofir Nachum, Sergey Levine, Tom Le Paine, Yutian Chen, Ziyu Wang","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-30T18:09:33Z","title":"Benchmarks for Deep Off-Policy Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.16596","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:05db3d42c07ef8e947370fd26b2251d4414d252625acf4239c3e277327dd19c9","target":"record","created_at":"2026-07-05T02:27:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"542441924512abbf7fe72a6c75882d5477e62b321bb347561331384210dfb489","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-30T18:09:33Z","title_canon_sha256":"380e93b33454235c39c7c8ef08ae9bc3debbb5e7cd9b202b9e29b9e92be5bc00"},"schema_version":"1.0","source":{"id":"2103.16596","kind":"arxiv","version":1}},"canonical_sha256":"e2008f8491d40378258e64994092fbce28282cdb20d1a31359d36b882e3582ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e2008f8491d40378258e64994092fbce28282cdb20d1a31359d36b882e3582ef","first_computed_at":"2026-07-05T02:27:56.315177Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:27:56.315177Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/Hi/uvnmarrlNO4lQLVmMf3HYFBWdb3tVqQSX6EtcLhQl8nAoCx+H2VDUtkZVe8Ctf+eGnakmoSC9PKP7sU+Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T02:27:56.315550Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.16596","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:05db3d42c07ef8e947370fd26b2251d4414d252625acf4239c3e277327dd19c9","sha256:d7637e717ab94cc344a8e0be28a011bea4c95af2ea6ae97981b83942a056da72"],"state_sha256":"d279e755a18363f6bf3e14fdfa7c43653d8c2a2119f9b805ff37a5b2e710b07f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EZdQR7CVKqCIgssdVyCTzqTPD3CP9fuDppWC1QRG2qvvB0P/u4SGg+9wA4ztdlrBIft4bInCc3gcMAZnV14jCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T11:01:31.220497Z","bundle_sha256":"ed4bfee1fc987369782f3f61842c31d5862578193e75e2c30590696c07827f3c"}}