{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:LO75NQOXRVR6YKSPQWN4A76R3K","short_pith_number":"pith:LO75NQOX","canonical_record":{"source":{"id":"2002.03478","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-10T00:26:43Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"595b69a07d7de46bb39d49f47a4e707ff79693c9fc3be2eba3de72708ca5e5c1","abstract_canon_sha256":"e33eb56338113e8ea15f868dc6f922a282b1332df1719b834b8aa4d4dd755c0c"},"schema_version":"1.0"},"canonical_sha256":"5bbfd6c1d78d63ec2a4f859bc07fd1da84f59bd332a17eb788a4a5a44e23942f","source":{"kind":"arxiv","id":"2002.03478","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.03478","created_at":"2026-07-05T01:26:09Z"},{"alias_kind":"arxiv_version","alias_value":"2002.03478v3","created_at":"2026-07-05T01:26:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.03478","created_at":"2026-07-05T01:26:09Z"},{"alias_kind":"pith_short_12","alias_value":"LO75NQOXRVR6","created_at":"2026-07-05T01:26:09Z"},{"alias_kind":"pith_short_16","alias_value":"LO75NQOXRVR6YKSP","created_at":"2026-07-05T01:26:09Z"},{"alias_kind":"pith_short_8","alias_value":"LO75NQOX","created_at":"2026-07-05T01:26:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:LO75NQOXRVR6YKSPQWN4A76R3K","target":"record","payload":{"canonical_record":{"source":{"id":"2002.03478","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-10T00:26:43Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"595b69a07d7de46bb39d49f47a4e707ff79693c9fc3be2eba3de72708ca5e5c1","abstract_canon_sha256":"e33eb56338113e8ea15f868dc6f922a282b1332df1719b834b8aa4d4dd755c0c"},"schema_version":"1.0"},"canonical_sha256":"5bbfd6c1d78d63ec2a4f859bc07fd1da84f59bd332a17eb788a4a5a44e23942f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:26:09.337564Z","signature_b64":"InyS6O/DaF+VKUI/3+gr5XNXqRWAAGGayKiJ1a/DIAXXuOQWJAGf7p6UL5t8W07Kr9y6OGldKdXQLVZU6TwrAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5bbfd6c1d78d63ec2a4f859bc07fd1da84f59bd332a17eb788a4a5a44e23942f","last_reissued_at":"2026-07-05T01:26:09.337197Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:26:09.337197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2002.03478","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:26:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7bYytZQ8lL/eSk9U67KYYviR+gDjkmtIlz0yKE80yyE6h24yz+KyY8p3DagsLzi3q+WM/IBiT2gQvJH72mO0DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:45:33.227572Z"},"content_sha256":"f62f0391d1f23f7f592d0c9760d89e24b24faebde01aeed73601e5a807125a88","schema_version":"1.0","event_id":"sha256:f62f0391d1f23f7f592d0c9760d89e24b24faebde01aeed73601e5a807125a88"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:LO75NQOXRVR6YKSPQWN4A76R3K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Interpretable Off-Policy Evaluation in Reinforcement Learning by Highlighting Influential Transitions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Emma Brunskill, Finale Doshi-Velez, Joseph Futoma, Leo Anthony Celi, Omer Gottesman, Sonali Parbhoo, Yao Liu","submitted_at":"2020-02-10T00:26:43Z","abstract_excerpt":"Off-policy evaluation in reinforcement learning offers the chance of using observational data to improve future outcomes in domains such as healthcare and education, but safe deployment in high stakes settings requires ways of assessing its validity. Traditional measures such as confidence intervals may be insufficient due to noise, limited data and confounding. In this paper we develop a method that could serve as a hybrid human-AI system, to enable human experts to analyze the validity of policy evaluation estimates. This is accomplished by highlighting observations in the data whose removal"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.03478","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2002.03478/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:26:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"goC72AIMrvnHhQGE1ety7hFh1whHxKWmErHkjxmTUc1OYQbvMl1NY8Y8DlmbS8T/vEFU7z25ecNgrMK+Ri2dAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:45:33.228083Z"},"content_sha256":"065af16a563d44bdef6cee7d69a75eb659ffa6d87ebc457ff689bedf9976b3b3","schema_version":"1.0","event_id":"sha256:065af16a563d44bdef6cee7d69a75eb659ffa6d87ebc457ff689bedf9976b3b3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LO75NQOXRVR6YKSPQWN4A76R3K/bundle.json","state_url":"https://pith.science/pith/LO75NQOXRVR6YKSPQWN4A76R3K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LO75NQOXRVR6YKSPQWN4A76R3K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T16:45:33Z","links":{"resolver":"https://pith.science/pith/LO75NQOXRVR6YKSPQWN4A76R3K","bundle":"https://pith.science/pith/LO75NQOXRVR6YKSPQWN4A76R3K/bundle.json","state":"https://pith.science/pith/LO75NQOXRVR6YKSPQWN4A76R3K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LO75NQOXRVR6YKSPQWN4A76R3K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:LO75NQOXRVR6YKSPQWN4A76R3K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e33eb56338113e8ea15f868dc6f922a282b1332df1719b834b8aa4d4dd755c0c","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-10T00:26:43Z","title_canon_sha256":"595b69a07d7de46bb39d49f47a4e707ff79693c9fc3be2eba3de72708ca5e5c1"},"schema_version":"1.0","source":{"id":"2002.03478","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.03478","created_at":"2026-07-05T01:26:09Z"},{"alias_kind":"arxiv_version","alias_value":"2002.03478v3","created_at":"2026-07-05T01:26:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.03478","created_at":"2026-07-05T01:26:09Z"},{"alias_kind":"pith_short_12","alias_value":"LO75NQOXRVR6","created_at":"2026-07-05T01:26:09Z"},{"alias_kind":"pith_short_16","alias_value":"LO75NQOXRVR6YKSP","created_at":"2026-07-05T01:26:09Z"},{"alias_kind":"pith_short_8","alias_value":"LO75NQOX","created_at":"2026-07-05T01:26:09Z"}],"graph_snapshots":[{"event_id":"sha256:065af16a563d44bdef6cee7d69a75eb659ffa6d87ebc457ff689bedf9976b3b3","target":"graph","created_at":"2026-07-05T01:26:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.03478/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Off-policy evaluation in reinforcement learning offers the chance of using observational data to improve future outcomes in domains such as healthcare and education, but safe deployment in high stakes settings requires ways of assessing its validity. Traditional measures such as confidence intervals may be insufficient due to noise, limited data and confounding. In this paper we develop a method that could serve as a hybrid human-AI system, to enable human experts to analyze the validity of policy evaluation estimates. This is accomplished by highlighting observations in the data whose removal","authors_text":"Emma Brunskill, Finale Doshi-Velez, Joseph Futoma, Leo Anthony Celi, Omer Gottesman, Sonali Parbhoo, Yao Liu","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-10T00:26:43Z","title":"Interpretable Off-Policy Evaluation in Reinforcement Learning by Highlighting Influential Transitions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.03478","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f62f0391d1f23f7f592d0c9760d89e24b24faebde01aeed73601e5a807125a88","target":"record","created_at":"2026-07-05T01:26:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e33eb56338113e8ea15f868dc6f922a282b1332df1719b834b8aa4d4dd755c0c","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-02-10T00:26:43Z","title_canon_sha256":"595b69a07d7de46bb39d49f47a4e707ff79693c9fc3be2eba3de72708ca5e5c1"},"schema_version":"1.0","source":{"id":"2002.03478","kind":"arxiv","version":3}},"canonical_sha256":"5bbfd6c1d78d63ec2a4f859bc07fd1da84f59bd332a17eb788a4a5a44e23942f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5bbfd6c1d78d63ec2a4f859bc07fd1da84f59bd332a17eb788a4a5a44e23942f","first_computed_at":"2026-07-05T01:26:09.337197Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:26:09.337197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"InyS6O/DaF+VKUI/3+gr5XNXqRWAAGGayKiJ1a/DIAXXuOQWJAGf7p6UL5t8W07Kr9y6OGldKdXQLVZU6TwrAg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:26:09.337564Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.03478","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f62f0391d1f23f7f592d0c9760d89e24b24faebde01aeed73601e5a807125a88","sha256:065af16a563d44bdef6cee7d69a75eb659ffa6d87ebc457ff689bedf9976b3b3"],"state_sha256":"3182c6179c8d5c491d4e717055525cc9e6ab7e96afe3b78202e776ef0df163ac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R37hGFxwwyvsesteQG6YvwyPoynJ3EcLRBOXPLxdhIbOPDz+9KOMMbu7as6ZFP2tW0+OuQBeN0VbgmAoSbh8Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T16:45:33.232199Z","bundle_sha256":"9cc9cd60b8bdb5613af0c865f032f62ff0eb9645ddc3bcac759ce9650964c4c8"}}