{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:D2PQ4PIRRGMVPAYOQ7BXPBOEVU","short_pith_number":"pith:D2PQ4PIR","canonical_record":{"source":{"id":"1711.03539","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-11-08T22:48:20Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"86ed4b81ad2ef005ee9f4a08ceb56b07a41afba9a57f84c609f8e929e1863fac","abstract_canon_sha256":"e174d10fb2d5d6c04863b71d05ea768c80057f950e0ff50cc0f9592806006e75"},"schema_version":"1.0"},"canonical_sha256":"1e9f0e3d11899957830e87c37785c4ad3548a111174472938efb8be47b450275","source":{"kind":"arxiv","id":"1711.03539","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1711.03539","created_at":"2026-05-18T00:29:59Z"},{"alias_kind":"arxiv_version","alias_value":"1711.03539v2","created_at":"2026-05-18T00:29:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1711.03539","created_at":"2026-05-18T00:29:59Z"},{"alias_kind":"pith_short_12","alias_value":"D2PQ4PIRRGMV","created_at":"2026-05-18T12:31:10Z"},{"alias_kind":"pith_short_16","alias_value":"D2PQ4PIRRGMVPAYO","created_at":"2026-05-18T12:31:10Z"},{"alias_kind":"pith_short_8","alias_value":"D2PQ4PIR","created_at":"2026-05-18T12:31:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:D2PQ4PIRRGMVPAYOQ7BXPBOEVU","target":"record","payload":{"canonical_record":{"source":{"id":"1711.03539","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-11-08T22:48:20Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"86ed4b81ad2ef005ee9f4a08ceb56b07a41afba9a57f84c609f8e929e1863fac","abstract_canon_sha256":"e174d10fb2d5d6c04863b71d05ea768c80057f950e0ff50cc0f9592806006e75"},"schema_version":"1.0"},"canonical_sha256":"1e9f0e3d11899957830e87c37785c4ad3548a111174472938efb8be47b450275","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:29:59.055636Z","signature_b64":"QJIEzzYDRnrPiA/uJEC9LlLOLnGk+ovdb6JfuKe0p23s5aJU2gkkyETb/QR28QV7VzNoCi2YMyDVXEa3s4kSBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1e9f0e3d11899957830e87c37785c4ad3548a111174472938efb8be47b450275","last_reissued_at":"2026-05-18T00:29:59.055222Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:29:59.055222Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1711.03539","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:29:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VIY1PDRL6bJgjwmoOapXUHcBXtRvA0awXKtNZiO8n2SPGTLjAwNSXCX95aAGjM2f/LBS77f7vvKWoEfjcF57Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T22:35:24.580775Z"},"content_sha256":"2214b3d6898180e8b4bf6b5d96af6705ea2ab7499dcfd10ed116b480c187e2aa","schema_version":"1.0","event_id":"sha256:2214b3d6898180e8b4bf6b5d96af6705ea2ab7499dcfd10ed116b480c187e2aa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:D2PQ4PIRRGMVPAYOQ7BXPBOEVU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Change-Detection based Framework for Piecewise-stationary Multi-Armed Bandit Problem","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Fang Liu, Joohyun Lee, Ness Shroff","submitted_at":"2017-11-08T22:48:20Z","abstract_excerpt":"The multi-armed bandit problem has been extensively studied under the stationary assumption. However in reality, this assumption often does not hold because the distributions of rewards themselves may change over time. In this paper, we propose a change-detection (CD) based framework for multi-armed bandit problems under the piecewise-stationary setting, and study a class of change-detection based UCB (Upper Confidence Bound) policies, CD-UCB, that actively detects change points and restarts the UCB indices. We then develop CUSUM-UCB and PHT-UCB, that belong to the CD-UCB class and use cumulat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1711.03539","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:29:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+xHAT13hCp4dRpzAfm0mQUjfS+vmFLhI0NRUdmoFpPyJ4NHXqpF17kiJsOMZMO5LuwmXif4aQL5W3pGlDb1FAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T22:35:24.581471Z"},"content_sha256":"5ce1b8a27786015ebf7ee167dc8aeb117de404bca4f85c32b57256bdc75b603c","schema_version":"1.0","event_id":"sha256:5ce1b8a27786015ebf7ee167dc8aeb117de404bca4f85c32b57256bdc75b603c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D2PQ4PIRRGMVPAYOQ7BXPBOEVU/bundle.json","state_url":"https://pith.science/pith/D2PQ4PIRRGMVPAYOQ7BXPBOEVU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D2PQ4PIRRGMVPAYOQ7BXPBOEVU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T22:35:24Z","links":{"resolver":"https://pith.science/pith/D2PQ4PIRRGMVPAYOQ7BXPBOEVU","bundle":"https://pith.science/pith/D2PQ4PIRRGMVPAYOQ7BXPBOEVU/bundle.json","state":"https://pith.science/pith/D2PQ4PIRRGMVPAYOQ7BXPBOEVU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D2PQ4PIRRGMVPAYOQ7BXPBOEVU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:D2PQ4PIRRGMVPAYOQ7BXPBOEVU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e174d10fb2d5d6c04863b71d05ea768c80057f950e0ff50cc0f9592806006e75","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-11-08T22:48:20Z","title_canon_sha256":"86ed4b81ad2ef005ee9f4a08ceb56b07a41afba9a57f84c609f8e929e1863fac"},"schema_version":"1.0","source":{"id":"1711.03539","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1711.03539","created_at":"2026-05-18T00:29:59Z"},{"alias_kind":"arxiv_version","alias_value":"1711.03539v2","created_at":"2026-05-18T00:29:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1711.03539","created_at":"2026-05-18T00:29:59Z"},{"alias_kind":"pith_short_12","alias_value":"D2PQ4PIRRGMV","created_at":"2026-05-18T12:31:10Z"},{"alias_kind":"pith_short_16","alias_value":"D2PQ4PIRRGMVPAYO","created_at":"2026-05-18T12:31:10Z"},{"alias_kind":"pith_short_8","alias_value":"D2PQ4PIR","created_at":"2026-05-18T12:31:10Z"}],"graph_snapshots":[{"event_id":"sha256:5ce1b8a27786015ebf7ee167dc8aeb117de404bca4f85c32b57256bdc75b603c","target":"graph","created_at":"2026-05-18T00:29:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The multi-armed bandit problem has been extensively studied under the stationary assumption. However in reality, this assumption often does not hold because the distributions of rewards themselves may change over time. In this paper, we propose a change-detection (CD) based framework for multi-armed bandit problems under the piecewise-stationary setting, and study a class of change-detection based UCB (Upper Confidence Bound) policies, CD-UCB, that actively detects change points and restarts the UCB indices. We then develop CUSUM-UCB and PHT-UCB, that belong to the CD-UCB class and use cumulat","authors_text":"Fang Liu, Joohyun Lee, Ness Shroff","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-11-08T22:48:20Z","title":"A Change-Detection based Framework for Piecewise-stationary Multi-Armed Bandit Problem"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1711.03539","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2214b3d6898180e8b4bf6b5d96af6705ea2ab7499dcfd10ed116b480c187e2aa","target":"record","created_at":"2026-05-18T00:29:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e174d10fb2d5d6c04863b71d05ea768c80057f950e0ff50cc0f9592806006e75","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-11-08T22:48:20Z","title_canon_sha256":"86ed4b81ad2ef005ee9f4a08ceb56b07a41afba9a57f84c609f8e929e1863fac"},"schema_version":"1.0","source":{"id":"1711.03539","kind":"arxiv","version":2}},"canonical_sha256":"1e9f0e3d11899957830e87c37785c4ad3548a111174472938efb8be47b450275","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e9f0e3d11899957830e87c37785c4ad3548a111174472938efb8be47b450275","first_computed_at":"2026-05-18T00:29:59.055222Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:29:59.055222Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QJIEzzYDRnrPiA/uJEC9LlLOLnGk+ovdb6JfuKe0p23s5aJU2gkkyETb/QR28QV7VzNoCi2YMyDVXEa3s4kSBA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:29:59.055636Z","signed_message":"canonical_sha256_bytes"},"source_id":"1711.03539","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2214b3d6898180e8b4bf6b5d96af6705ea2ab7499dcfd10ed116b480c187e2aa","sha256:5ce1b8a27786015ebf7ee167dc8aeb117de404bca4f85c32b57256bdc75b603c"],"state_sha256":"4104a357faf8c3df62c54041431d15e1958afd29186f8cd8df0063dcd38fa28c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5JSHixFqtZ05iqt30cqPskzB8S2uZZ4XXkMpJxcPA3sM9tCMgKoT/W0RiBOH9Zz/Wyqyp2K6KGgGjNmqgZxvCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T22:35:24.585212Z","bundle_sha256":"e81cc83ffeed84ebd1467729eb900d9f73b2bf6261d70eb90e89d001f7f1ef53"}}