{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:R2ZYQM2HNBAAUUWUNX5EAVV7R2","short_pith_number":"pith:R2ZYQM2H","canonical_record":{"source":{"id":"2310.02581","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2023-10-04T04:57:35Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"dda3172ca76ec0e0be1867c175088b91c878c252f8b5d5a9aa74acc0598782ca","abstract_canon_sha256":"0e3fd3054030f0dab428672f5d1b6a4289a22868dc11a9983a87ffb3464cc1a8"},"schema_version":"1.0"},"canonical_sha256":"8eb388334768400a52d46dfa4056bf8e95fcef20fe3520e99e7a12f3d5d00ed4","source":{"kind":"arxiv","id":"2310.02581","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02581","created_at":"2026-07-05T10:21:56Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02581v2","created_at":"2026-07-05T10:21:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02581","created_at":"2026-07-05T10:21:56Z"},{"alias_kind":"pith_short_12","alias_value":"R2ZYQM2HNBAA","created_at":"2026-07-05T10:21:56Z"},{"alias_kind":"pith_short_16","alias_value":"R2ZYQM2HNBAAUUWU","created_at":"2026-07-05T10:21:56Z"},{"alias_kind":"pith_short_8","alias_value":"R2ZYQM2H","created_at":"2026-07-05T10:21:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:R2ZYQM2HNBAAUUWUNX5EAVV7R2","target":"record","payload":{"canonical_record":{"source":{"id":"2310.02581","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2023-10-04T04:57:35Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"dda3172ca76ec0e0be1867c175088b91c878c252f8b5d5a9aa74acc0598782ca","abstract_canon_sha256":"0e3fd3054030f0dab428672f5d1b6a4289a22868dc11a9983a87ffb3464cc1a8"},"schema_version":"1.0"},"canonical_sha256":"8eb388334768400a52d46dfa4056bf8e95fcef20fe3520e99e7a12f3d5d00ed4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:21:56.173502Z","signature_b64":"EZ/p68230fW19JtJreqsmkoHP2ENMdmqm5YrKcTEl6aySC9gAXeyOQGZo3wT7krZr7v3/jLewicQfkKRC1LfBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8eb388334768400a52d46dfa4056bf8e95fcef20fe3520e99e7a12f3d5d00ed4","last_reissued_at":"2026-07-05T10:21:56.173017Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:21:56.173017Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.02581","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RovnFu5zzDWjwTzwsIwxYTd9Qs89A4uxAAQSpokyytHuvfONFMqp44EwzLUe4Vl4LsCVDy0ynz2amPuXPOUiCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:16:36.997088Z"},"content_sha256":"8b2b97ab235d1193774070fb5899f3f4014684b664c775fe68125d950f21cd69","schema_version":"1.0","event_id":"sha256:8b2b97ab235d1193774070fb5899f3f4014684b664c775fe68125d950f21cd69"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:R2ZYQM2HNBAAUUWUNX5EAVV7R2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Online Estimation and Inference for Robust Policy Evaluation in Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Jiyuan Tu, Weidong Liu, Xi Chen, Yichen Zhang","submitted_at":"2023-10-04T04:57:35Z","abstract_excerpt":"Reinforcement learning has emerged as one of the prominent topics attracting attention in modern statistical learning, with policy evaluation being a key component. Unlike the traditional machine learning literature on this topic, our work emphasizes statistical inference for the model parameters and value functions of reinforcement learning algorithms. While most existing analyses assume random rewards to follow standard distributions, we embrace the concept of robust statistics in reinforcement learning by simultaneously addressing issues of outlier contamination and heavy-tailed rewards wit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02581","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.02581/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B6Uw/DXNgAvYaIN/n/+0uJ/8I3eE/4aPb0Sugn7FMDfN3pTAyWx43etZPEZaRDyT4meKPtxWrwdNhxv0PErdBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:16:36.997585Z"},"content_sha256":"f97d3d128b7ef830f06dbc7a62f7d42f0b6743f9aed0929fea32ff16cecd45e7","schema_version":"1.0","event_id":"sha256:f97d3d128b7ef830f06dbc7a62f7d42f0b6743f9aed0929fea32ff16cecd45e7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R2ZYQM2HNBAAUUWUNX5EAVV7R2/bundle.json","state_url":"https://pith.science/pith/R2ZYQM2HNBAAUUWUNX5EAVV7R2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R2ZYQM2HNBAAUUWUNX5EAVV7R2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:16:36Z","links":{"resolver":"https://pith.science/pith/R2ZYQM2HNBAAUUWUNX5EAVV7R2","bundle":"https://pith.science/pith/R2ZYQM2HNBAAUUWUNX5EAVV7R2/bundle.json","state":"https://pith.science/pith/R2ZYQM2HNBAAUUWUNX5EAVV7R2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R2ZYQM2HNBAAUUWUNX5EAVV7R2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:R2ZYQM2HNBAAUUWUNX5EAVV7R2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0e3fd3054030f0dab428672f5d1b6a4289a22868dc11a9983a87ffb3464cc1a8","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2023-10-04T04:57:35Z","title_canon_sha256":"dda3172ca76ec0e0be1867c175088b91c878c252f8b5d5a9aa74acc0598782ca"},"schema_version":"1.0","source":{"id":"2310.02581","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02581","created_at":"2026-07-05T10:21:56Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02581v2","created_at":"2026-07-05T10:21:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02581","created_at":"2026-07-05T10:21:56Z"},{"alias_kind":"pith_short_12","alias_value":"R2ZYQM2HNBAA","created_at":"2026-07-05T10:21:56Z"},{"alias_kind":"pith_short_16","alias_value":"R2ZYQM2HNBAAUUWU","created_at":"2026-07-05T10:21:56Z"},{"alias_kind":"pith_short_8","alias_value":"R2ZYQM2H","created_at":"2026-07-05T10:21:56Z"}],"graph_snapshots":[{"event_id":"sha256:f97d3d128b7ef830f06dbc7a62f7d42f0b6743f9aed0929fea32ff16cecd45e7","target":"graph","created_at":"2026-07-05T10:21:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.02581/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning has emerged as one of the prominent topics attracting attention in modern statistical learning, with policy evaluation being a key component. Unlike the traditional machine learning literature on this topic, our work emphasizes statistical inference for the model parameters and value functions of reinforcement learning algorithms. While most existing analyses assume random rewards to follow standard distributions, we embrace the concept of robust statistics in reinforcement learning by simultaneously addressing issues of outlier contamination and heavy-tailed rewards wit","authors_text":"Jiyuan Tu, Weidong Liu, Xi Chen, Yichen Zhang","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2023-10-04T04:57:35Z","title":"Online Estimation and Inference for Robust Policy Evaluation in Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02581","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8b2b97ab235d1193774070fb5899f3f4014684b664c775fe68125d950f21cd69","target":"record","created_at":"2026-07-05T10:21:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0e3fd3054030f0dab428672f5d1b6a4289a22868dc11a9983a87ffb3464cc1a8","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2023-10-04T04:57:35Z","title_canon_sha256":"dda3172ca76ec0e0be1867c175088b91c878c252f8b5d5a9aa74acc0598782ca"},"schema_version":"1.0","source":{"id":"2310.02581","kind":"arxiv","version":2}},"canonical_sha256":"8eb388334768400a52d46dfa4056bf8e95fcef20fe3520e99e7a12f3d5d00ed4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8eb388334768400a52d46dfa4056bf8e95fcef20fe3520e99e7a12f3d5d00ed4","first_computed_at":"2026-07-05T10:21:56.173017Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:21:56.173017Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EZ/p68230fW19JtJreqsmkoHP2ENMdmqm5YrKcTEl6aySC9gAXeyOQGZo3wT7krZr7v3/jLewicQfkKRC1LfBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:21:56.173502Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.02581","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8b2b97ab235d1193774070fb5899f3f4014684b664c775fe68125d950f21cd69","sha256:f97d3d128b7ef830f06dbc7a62f7d42f0b6743f9aed0929fea32ff16cecd45e7"],"state_sha256":"ac8a78e69ba899e8b0f38c3fbe0668665a152799088e9f593d15276223cc0967"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UWXnsDe/MtErC3igydqkcVaetIjm11PN99sEUnkFnzMRXxkQhU99y/alFCNwdwD/jNvRJnFUO5Rk90Yb3UWHCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:16:37.000776Z","bundle_sha256":"c82b19f539aa351c1319b61361d8fab275355094cb3fa5783a4d8b30b5528d74"}}