{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:23XV7GK67XMQ6Q5BCETBTIWXZC","short_pith_number":"pith:23XV7GK6","canonical_record":{"source":{"id":"1910.06508","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-15T03:35:30Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"46e197da7da265b2d57d489f80d13898f3985c2ff7df48c23933608e26d0f3f6","abstract_canon_sha256":"ced2b230288fd29600e74750b2903710678b429dac3b7a69c35f09a063881112"},"schema_version":"1.0"},"canonical_sha256":"d6ef5f995efdd90f43a1112619a2d7c897f3cbefe74859df8b377b7d76f6cdf5","source":{"kind":"arxiv","id":"1910.06508","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.06508","created_at":"2026-07-05T01:08:25Z"},{"alias_kind":"arxiv_version","alias_value":"1910.06508v2","created_at":"2026-07-05T01:08:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.06508","created_at":"2026-07-05T01:08:25Z"},{"alias_kind":"pith_short_12","alias_value":"23XV7GK67XMQ","created_at":"2026-07-05T01:08:25Z"},{"alias_kind":"pith_short_16","alias_value":"23XV7GK67XMQ6Q5B","created_at":"2026-07-05T01:08:25Z"},{"alias_kind":"pith_short_8","alias_value":"23XV7GK6","created_at":"2026-07-05T01:08:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:23XV7GK67XMQ6Q5BCETBTIWXZC","target":"record","payload":{"canonical_record":{"source":{"id":"1910.06508","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-15T03:35:30Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"46e197da7da265b2d57d489f80d13898f3985c2ff7df48c23933608e26d0f3f6","abstract_canon_sha256":"ced2b230288fd29600e74750b2903710678b429dac3b7a69c35f09a063881112"},"schema_version":"1.0"},"canonical_sha256":"d6ef5f995efdd90f43a1112619a2d7c897f3cbefe74859df8b377b7d76f6cdf5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:08:25.175609Z","signature_b64":"UxaHE0KkrHI/pMNhHOIy36IvF51mG9ioOTeZEpECcVBfv/+TfeJmuCu0VAWQS+EUhsgPqOnFnh/7Ps7DkvbRBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d6ef5f995efdd90f43a1112619a2d7c897f3cbefe74859df8b377b7d76f6cdf5","last_reissued_at":"2026-07-05T01:08:25.175263Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:08:25.175263Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1910.06508","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:08:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cd1l1WDCRla8AJ7amgf3HLo2t3YdOQo9SwCCSPouOUsf06akJzN0rQbfjkCNIMyyyz8r14LDoLPJDI/ACfy9Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T04:35:59.151725Z"},"content_sha256":"35862763f887675ac0942c4bf49cd761f3c5231bc318170f232fe4975a7a4e75","schema_version":"1.0","event_id":"sha256:35862763f887675ac0942c4bf49cd761f3c5231bc318170f232fe4975a7a4e75"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:23XV7GK67XMQ6Q5BCETBTIWXZC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding the Curse of Horizon in Off-Policy Evaluation via Conditional Importance Sampling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Emma Brunskill, Pierre-Luc Bacon, Yao Liu","submitted_at":"2019-10-15T03:35:30Z","abstract_excerpt":"Off-policy policy estimators that use importance sampling (IS) can suffer from high variance in long-horizon domains, and there has been particular excitement over new IS methods that leverage the structure of Markov decision processes. We analyze the variance of the most popular approaches through the viewpoint of conditional Monte Carlo. Surprisingly, we find that in finite horizon MDPs there is no strict variance reduction of per-decision importance sampling or stationary importance sampling, comparing with vanilla importance sampling. We then provide sufficient conditions under which the p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.06508","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1910.06508/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:08:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZqdNfLpe5hebHbiyQi1vDQysQGUW2ifSh8TfixTayC5RgKzFlB3V/6F8w9UQB1wIyUVeLfmDbnv5OMs3oL8SCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T04:35:59.152626Z"},"content_sha256":"b6226fdcd80dd26c9f2fb092b7701cbcc7466100919ed0132d8ca00962f293fe","schema_version":"1.0","event_id":"sha256:b6226fdcd80dd26c9f2fb092b7701cbcc7466100919ed0132d8ca00962f293fe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/23XV7GK67XMQ6Q5BCETBTIWXZC/bundle.json","state_url":"https://pith.science/pith/23XV7GK67XMQ6Q5BCETBTIWXZC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/23XV7GK67XMQ6Q5BCETBTIWXZC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T04:35:59Z","links":{"resolver":"https://pith.science/pith/23XV7GK67XMQ6Q5BCETBTIWXZC","bundle":"https://pith.science/pith/23XV7GK67XMQ6Q5BCETBTIWXZC/bundle.json","state":"https://pith.science/pith/23XV7GK67XMQ6Q5BCETBTIWXZC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/23XV7GK67XMQ6Q5BCETBTIWXZC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:23XV7GK67XMQ6Q5BCETBTIWXZC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ced2b230288fd29600e74750b2903710678b429dac3b7a69c35f09a063881112","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-15T03:35:30Z","title_canon_sha256":"46e197da7da265b2d57d489f80d13898f3985c2ff7df48c23933608e26d0f3f6"},"schema_version":"1.0","source":{"id":"1910.06508","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.06508","created_at":"2026-07-05T01:08:25Z"},{"alias_kind":"arxiv_version","alias_value":"1910.06508v2","created_at":"2026-07-05T01:08:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.06508","created_at":"2026-07-05T01:08:25Z"},{"alias_kind":"pith_short_12","alias_value":"23XV7GK67XMQ","created_at":"2026-07-05T01:08:25Z"},{"alias_kind":"pith_short_16","alias_value":"23XV7GK67XMQ6Q5B","created_at":"2026-07-05T01:08:25Z"},{"alias_kind":"pith_short_8","alias_value":"23XV7GK6","created_at":"2026-07-05T01:08:25Z"}],"graph_snapshots":[{"event_id":"sha256:b6226fdcd80dd26c9f2fb092b7701cbcc7466100919ed0132d8ca00962f293fe","target":"graph","created_at":"2026-07-05T01:08:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1910.06508/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Off-policy policy estimators that use importance sampling (IS) can suffer from high variance in long-horizon domains, and there has been particular excitement over new IS methods that leverage the structure of Markov decision processes. We analyze the variance of the most popular approaches through the viewpoint of conditional Monte Carlo. Surprisingly, we find that in finite horizon MDPs there is no strict variance reduction of per-decision importance sampling or stationary importance sampling, comparing with vanilla importance sampling. We then provide sufficient conditions under which the p","authors_text":"Emma Brunskill, Pierre-Luc Bacon, Yao Liu","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-15T03:35:30Z","title":"Understanding the Curse of Horizon in Off-Policy Evaluation via Conditional Importance Sampling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.06508","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:35862763f887675ac0942c4bf49cd761f3c5231bc318170f232fe4975a7a4e75","target":"record","created_at":"2026-07-05T01:08:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ced2b230288fd29600e74750b2903710678b429dac3b7a69c35f09a063881112","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-15T03:35:30Z","title_canon_sha256":"46e197da7da265b2d57d489f80d13898f3985c2ff7df48c23933608e26d0f3f6"},"schema_version":"1.0","source":{"id":"1910.06508","kind":"arxiv","version":2}},"canonical_sha256":"d6ef5f995efdd90f43a1112619a2d7c897f3cbefe74859df8b377b7d76f6cdf5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d6ef5f995efdd90f43a1112619a2d7c897f3cbefe74859df8b377b7d76f6cdf5","first_computed_at":"2026-07-05T01:08:25.175263Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:08:25.175263Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UxaHE0KkrHI/pMNhHOIy36IvF51mG9ioOTeZEpECcVBfv/+TfeJmuCu0VAWQS+EUhsgPqOnFnh/7Ps7DkvbRBw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:08:25.175609Z","signed_message":"canonical_sha256_bytes"},"source_id":"1910.06508","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:35862763f887675ac0942c4bf49cd761f3c5231bc318170f232fe4975a7a4e75","sha256:b6226fdcd80dd26c9f2fb092b7701cbcc7466100919ed0132d8ca00962f293fe"],"state_sha256":"ab4d2b0193a95016485f4c71da1750d65dd59e71becbf5e4cc6431bf10c7545b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5LocbMRxyJShPgpcZKmb+IhJPVBNI9priFBtadf0SkfdCk2HyfamGZSmi3HPgOzxVhGukuaxdHe7GGS/CNTKBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T04:35:59.211182Z","bundle_sha256":"131562e1fe3db26ce413fbe37025b662afe0a50cbe3c14067f25c8f90347e16d"}}