{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:2D55NG6XDGKQ7MUBUEU54HGW62","short_pith_number":"pith:2D55NG6X","canonical_record":{"source":{"id":"2108.03706","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2021-08-08T18:26:35Z","cross_cats_sorted":["cs.AI","cs.LG","math.ST","stat.TH"],"title_canon_sha256":"adcdae44b8ecd8f3dfd7c5d6d23f1ecfbc2b73a196bdc674bd8a5e1355a7c54b","abstract_canon_sha256":"de1943cc1ff47b1c2668ebf972501c403361c50cde22840cc8ca8e8e80302b30"},"schema_version":"1.0"},"canonical_sha256":"d0fbd69bd719950fb281a129de1cd6f683d176ced7e35606902d32a32823e22f","source":{"kind":"arxiv","id":"2108.03706","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.03706","created_at":"2026-07-05T04:35:37Z"},{"alias_kind":"arxiv_version","alias_value":"2108.03706v3","created_at":"2026-07-05T04:35:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.03706","created_at":"2026-07-05T04:35:37Z"},{"alias_kind":"pith_short_12","alias_value":"2D55NG6XDGKQ","created_at":"2026-07-05T04:35:37Z"},{"alias_kind":"pith_short_16","alias_value":"2D55NG6XDGKQ7MUB","created_at":"2026-07-05T04:35:37Z"},{"alias_kind":"pith_short_8","alias_value":"2D55NG6X","created_at":"2026-07-05T04:35:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:2D55NG6XDGKQ7MUBUEU54HGW62","target":"record","payload":{"canonical_record":{"source":{"id":"2108.03706","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2021-08-08T18:26:35Z","cross_cats_sorted":["cs.AI","cs.LG","math.ST","stat.TH"],"title_canon_sha256":"adcdae44b8ecd8f3dfd7c5d6d23f1ecfbc2b73a196bdc674bd8a5e1355a7c54b","abstract_canon_sha256":"de1943cc1ff47b1c2668ebf972501c403361c50cde22840cc8ca8e8e80302b30"},"schema_version":"1.0"},"canonical_sha256":"d0fbd69bd719950fb281a129de1cd6f683d176ced7e35606902d32a32823e22f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:35:37.151038Z","signature_b64":"eW9wER8fVVKu47gPb/6pLPNSsp9Saf1j/JB7uN3fMacqNRPOQdkdFS3o8ovqKAQULFptENyVD5rgg0RIF24fBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d0fbd69bd719950fb281a129de1cd6f683d176ced7e35606902d32a32823e22f","last_reissued_at":"2026-07-05T04:35:37.150578Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:35:37.150578Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.03706","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:35:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A9NOTsHSMDO08PifK8pAADOiQwQ15zIG/m/XJpQnlvkq7NXB6prSVwvUy8TaWakpYidYHogG9kjPKZJUmGqSDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:17:45.544633Z"},"content_sha256":"4169b4ec0e5cc45276ae1982ec489364fd42565e122ba475ff06fca11b1c2438","schema_version":"1.0","event_id":"sha256:4169b4ec0e5cc45276ae1982ec489364fd42565e122ba475ff06fca11b1c2438"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:2D55NG6XDGKQ7MUBUEU54HGW62","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Online Bootstrap Inference For Policy Evaluation in Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","math.ST","stat.TH"],"primary_cat":"stat.ML","authors_text":"Guang Cheng, Pratik Ramprasad, Will Wei Sun, Yuantong Li, Zhaoran Wang, Zhuoran Yang","submitted_at":"2021-08-08T18:26:35Z","abstract_excerpt":"The recent emergence of reinforcement learning has created a demand for robust statistical inference methods for the parameter estimates computed using these algorithms. Existing methods for statistical inference in online learning are restricted to settings involving independently sampled observations, while existing statistical inference methods in reinforcement learning (RL) are limited to the batch setting. The online bootstrap is a flexible and efficient approach for statistical inference in linear stochastic approximation algorithms, but its efficacy in settings involving Markov noise, s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.03706","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.03706/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:35:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oGEWG8eb4L1uorYSpOoD56AIyrbRL/Dsm2IoMBYStlkTRfZkFXc6JrNxYX4r5nBX6vesZqN03Rgu59AQAlGiDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:17:45.545017Z"},"content_sha256":"dcbb95928b8b069955f519fb83125dee5e3419528da81325374dc3bf6c296e53","schema_version":"1.0","event_id":"sha256:dcbb95928b8b069955f519fb83125dee5e3419528da81325374dc3bf6c296e53"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2D55NG6XDGKQ7MUBUEU54HGW62/bundle.json","state_url":"https://pith.science/pith/2D55NG6XDGKQ7MUBUEU54HGW62/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2D55NG6XDGKQ7MUBUEU54HGW62/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T19:17:45Z","links":{"resolver":"https://pith.science/pith/2D55NG6XDGKQ7MUBUEU54HGW62","bundle":"https://pith.science/pith/2D55NG6XDGKQ7MUBUEU54HGW62/bundle.json","state":"https://pith.science/pith/2D55NG6XDGKQ7MUBUEU54HGW62/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2D55NG6XDGKQ7MUBUEU54HGW62/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:2D55NG6XDGKQ7MUBUEU54HGW62","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"de1943cc1ff47b1c2668ebf972501c403361c50cde22840cc8ca8e8e80302b30","cross_cats_sorted":["cs.AI","cs.LG","math.ST","stat.TH"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2021-08-08T18:26:35Z","title_canon_sha256":"adcdae44b8ecd8f3dfd7c5d6d23f1ecfbc2b73a196bdc674bd8a5e1355a7c54b"},"schema_version":"1.0","source":{"id":"2108.03706","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.03706","created_at":"2026-07-05T04:35:37Z"},{"alias_kind":"arxiv_version","alias_value":"2108.03706v3","created_at":"2026-07-05T04:35:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.03706","created_at":"2026-07-05T04:35:37Z"},{"alias_kind":"pith_short_12","alias_value":"2D55NG6XDGKQ","created_at":"2026-07-05T04:35:37Z"},{"alias_kind":"pith_short_16","alias_value":"2D55NG6XDGKQ7MUB","created_at":"2026-07-05T04:35:37Z"},{"alias_kind":"pith_short_8","alias_value":"2D55NG6X","created_at":"2026-07-05T04:35:37Z"}],"graph_snapshots":[{"event_id":"sha256:dcbb95928b8b069955f519fb83125dee5e3419528da81325374dc3bf6c296e53","target":"graph","created_at":"2026-07-05T04:35:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.03706/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recent emergence of reinforcement learning has created a demand for robust statistical inference methods for the parameter estimates computed using these algorithms. Existing methods for statistical inference in online learning are restricted to settings involving independently sampled observations, while existing statistical inference methods in reinforcement learning (RL) are limited to the batch setting. The online bootstrap is a flexible and efficient approach for statistical inference in linear stochastic approximation algorithms, but its efficacy in settings involving Markov noise, s","authors_text":"Guang Cheng, Pratik Ramprasad, Will Wei Sun, Yuantong Li, Zhaoran Wang, Zhuoran Yang","cross_cats":["cs.AI","cs.LG","math.ST","stat.TH"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2021-08-08T18:26:35Z","title":"Online Bootstrap Inference For Policy Evaluation in Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.03706","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4169b4ec0e5cc45276ae1982ec489364fd42565e122ba475ff06fca11b1c2438","target":"record","created_at":"2026-07-05T04:35:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"de1943cc1ff47b1c2668ebf972501c403361c50cde22840cc8ca8e8e80302b30","cross_cats_sorted":["cs.AI","cs.LG","math.ST","stat.TH"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2021-08-08T18:26:35Z","title_canon_sha256":"adcdae44b8ecd8f3dfd7c5d6d23f1ecfbc2b73a196bdc674bd8a5e1355a7c54b"},"schema_version":"1.0","source":{"id":"2108.03706","kind":"arxiv","version":3}},"canonical_sha256":"d0fbd69bd719950fb281a129de1cd6f683d176ced7e35606902d32a32823e22f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d0fbd69bd719950fb281a129de1cd6f683d176ced7e35606902d32a32823e22f","first_computed_at":"2026-07-05T04:35:37.150578Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:35:37.150578Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eW9wER8fVVKu47gPb/6pLPNSsp9Saf1j/JB7uN3fMacqNRPOQdkdFS3o8ovqKAQULFptENyVD5rgg0RIF24fBw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:35:37.151038Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.03706","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4169b4ec0e5cc45276ae1982ec489364fd42565e122ba475ff06fca11b1c2438","sha256:dcbb95928b8b069955f519fb83125dee5e3419528da81325374dc3bf6c296e53"],"state_sha256":"5024ad201b82e604dbef7fd2334ada07a7057d99832b0ac139e40e2fb8e0980c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WRkl1skAzE3hQCzkBWnLxWdemXA9Ca063wFD3/+G2sSVmwiZneMPYbEtEEc0rBg616PazAJKUwAGWp7skHQLCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T19:17:45.553566Z","bundle_sha256":"c35463a9db2499ddb3b3810174e5930cf35e2caf5c4605724d102c8a5f45d9af"}}