{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HDPFMICCLBOC7FK5C2NGG4DXBE","short_pith_number":"pith:HDPFMICC","canonical_record":{"source":{"id":"2106.11692","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-06-22T11:52:04Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"8314c119c9ca1984dd831a9a72e99cf059c03a81a74a9ade82352ccfddac034b","abstract_canon_sha256":"1ff61cc7d4721f646bffdddc375642abac204a072c929c74425009be66c4eec4"},"schema_version":"1.0"},"canonical_sha256":"38de562042585c2f955d169a6370770910c157ab27a943dd9310cb2e84c0437f","source":{"kind":"arxiv","id":"2106.11692","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.11692","created_at":"2026-07-05T04:05:32Z"},{"alias_kind":"arxiv_version","alias_value":"2106.11692v2","created_at":"2026-07-05T04:05:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.11692","created_at":"2026-07-05T04:05:32Z"},{"alias_kind":"pith_short_12","alias_value":"HDPFMICCLBOC","created_at":"2026-07-05T04:05:32Z"},{"alias_kind":"pith_short_16","alias_value":"HDPFMICCLBOC7FK5","created_at":"2026-07-05T04:05:32Z"},{"alias_kind":"pith_short_8","alias_value":"HDPFMICC","created_at":"2026-07-05T04:05:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HDPFMICCLBOC7FK5C2NGG4DXBE","target":"record","payload":{"canonical_record":{"source":{"id":"2106.11692","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-06-22T11:52:04Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"8314c119c9ca1984dd831a9a72e99cf059c03a81a74a9ade82352ccfddac034b","abstract_canon_sha256":"1ff61cc7d4721f646bffdddc375642abac204a072c929c74425009be66c4eec4"},"schema_version":"1.0"},"canonical_sha256":"38de562042585c2f955d169a6370770910c157ab27a943dd9310cb2e84c0437f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:05:32.035793Z","signature_b64":"i/X+wyH6A2pVSPQpd/M4Et/BCa8wBHNnGfpsu2s9MG9UeKbVHrym30DN9GkGav4nNH1/xWx2nmHaXtJEkg1nAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"38de562042585c2f955d169a6370770910c157ab27a943dd9310cb2e84c0437f","last_reissued_at":"2026-07-05T04:05:32.035299Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:05:32.035299Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.11692","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:05:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jo3jsebMP7ngNtKQNLZ1dWC4fa7YU54LTUd6AHuxGzAw6xjtWOQNUCg6PNXEy3D2pPr61r61el656BaAmUQ4Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:10:24.071190Z"},"content_sha256":"72f409f6412396697a76d56a1910c6aa6726d91e7c105dc23daee3649de932b6","schema_version":"1.0","event_id":"sha256:72f409f6412396697a76d56a1910c6aa6726d91e7c105dc23daee3649de932b6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HDPFMICCLBOC7FK5C2NGG4DXBE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Reduction-Based Framework for Conservative Bandits and Reinforcement Learning","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alessandro Lazaric, Evrard Garcelon, Han Zhong, Liwei Wang, Matteo Pirotta, Simon S. Du, Tianhao Wu, Yunchang Yang","submitted_at":"2021-06-22T11:52:04Z","abstract_excerpt":"In this paper, we present a reduction-based framework for conservative bandits and RL, in which our core technique is to calculate the necessary and sufficient budget obtained from running the baseline policy. For lower bounds, we improve the existing lower bound for conservative multi-armed bandits and obtain new lower bounds for conservative linear bandits, tabular RL and low-rank MDP, through a black-box reduction that turns a certain lower bound in the nonconservative setting into a new lower bound in the conservative setting. For upper bounds, in multi-armed bandits, linear bandits and ta"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.11692","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.11692/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:05:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M1s47L+3h1xIS0i4pUvTt4GThRos0Syk2OlB7B5X3vOiqrJF/EHOrDsrDvWEPF1ECziPaLnsVBDS7QvgTWnWCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:10:24.071575Z"},"content_sha256":"b2905afb82b4a0b8409a7574a71b6d81b26117c1b344d21a744d59d2f605bd9f","schema_version":"1.0","event_id":"sha256:b2905afb82b4a0b8409a7574a71b6d81b26117c1b344d21a744d59d2f605bd9f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HDPFMICCLBOC7FK5C2NGG4DXBE/bundle.json","state_url":"https://pith.science/pith/HDPFMICCLBOC7FK5C2NGG4DXBE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HDPFMICCLBOC7FK5C2NGG4DXBE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:10:24Z","links":{"resolver":"https://pith.science/pith/HDPFMICCLBOC7FK5C2NGG4DXBE","bundle":"https://pith.science/pith/HDPFMICCLBOC7FK5C2NGG4DXBE/bundle.json","state":"https://pith.science/pith/HDPFMICCLBOC7FK5C2NGG4DXBE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HDPFMICCLBOC7FK5C2NGG4DXBE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HDPFMICCLBOC7FK5C2NGG4DXBE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1ff61cc7d4721f646bffdddc375642abac204a072c929c74425009be66c4eec4","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-06-22T11:52:04Z","title_canon_sha256":"8314c119c9ca1984dd831a9a72e99cf059c03a81a74a9ade82352ccfddac034b"},"schema_version":"1.0","source":{"id":"2106.11692","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.11692","created_at":"2026-07-05T04:05:32Z"},{"alias_kind":"arxiv_version","alias_value":"2106.11692v2","created_at":"2026-07-05T04:05:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.11692","created_at":"2026-07-05T04:05:32Z"},{"alias_kind":"pith_short_12","alias_value":"HDPFMICCLBOC","created_at":"2026-07-05T04:05:32Z"},{"alias_kind":"pith_short_16","alias_value":"HDPFMICCLBOC7FK5","created_at":"2026-07-05T04:05:32Z"},{"alias_kind":"pith_short_8","alias_value":"HDPFMICC","created_at":"2026-07-05T04:05:32Z"}],"graph_snapshots":[{"event_id":"sha256:b2905afb82b4a0b8409a7574a71b6d81b26117c1b344d21a744d59d2f605bd9f","target":"graph","created_at":"2026-07-05T04:05:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.11692/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we present a reduction-based framework for conservative bandits and RL, in which our core technique is to calculate the necessary and sufficient budget obtained from running the baseline policy. For lower bounds, we improve the existing lower bound for conservative multi-armed bandits and obtain new lower bounds for conservative linear bandits, tabular RL and low-rank MDP, through a black-box reduction that turns a certain lower bound in the nonconservative setting into a new lower bound in the conservative setting. For upper bounds, in multi-armed bandits, linear bandits and ta","authors_text":"Alessandro Lazaric, Evrard Garcelon, Han Zhong, Liwei Wang, Matteo Pirotta, Simon S. Du, Tianhao Wu, Yunchang Yang","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-06-22T11:52:04Z","title":"A Reduction-Based Framework for Conservative Bandits and Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.11692","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:72f409f6412396697a76d56a1910c6aa6726d91e7c105dc23daee3649de932b6","target":"record","created_at":"2026-07-05T04:05:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1ff61cc7d4721f646bffdddc375642abac204a072c929c74425009be66c4eec4","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-06-22T11:52:04Z","title_canon_sha256":"8314c119c9ca1984dd831a9a72e99cf059c03a81a74a9ade82352ccfddac034b"},"schema_version":"1.0","source":{"id":"2106.11692","kind":"arxiv","version":2}},"canonical_sha256":"38de562042585c2f955d169a6370770910c157ab27a943dd9310cb2e84c0437f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"38de562042585c2f955d169a6370770910c157ab27a943dd9310cb2e84c0437f","first_computed_at":"2026-07-05T04:05:32.035299Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:05:32.035299Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"i/X+wyH6A2pVSPQpd/M4Et/BCa8wBHNnGfpsu2s9MG9UeKbVHrym30DN9GkGav4nNH1/xWx2nmHaXtJEkg1nAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:05:32.035793Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.11692","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:72f409f6412396697a76d56a1910c6aa6726d91e7c105dc23daee3649de932b6","sha256:b2905afb82b4a0b8409a7574a71b6d81b26117c1b344d21a744d59d2f605bd9f"],"state_sha256":"6735791915836b4726087392e468e1f9f825fa1280185f09fa22771e1aae52c8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qX6YPjZTD3tn3++lccHnIWK6IZT2fL0uMW0LzUULcjEEFZqhAIs8NH0EDsM3FDMaG32YDD5yVJxxCCwZhwpKCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:10:24.073707Z","bundle_sha256":"b80abc0b09efcdaa2abbd9fee9fd414f9c95064192f2a43c6f839cefaaccd101"}}