{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2BVPQGXASDKJ3HSR2JSRZ2GIX7","short_pith_number":"pith:2BVPQGXA","canonical_record":{"source":{"id":"2305.00410","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-04-30T06:53:44Z","cross_cats_sorted":["cs.SY","eess.SY","stat.ML"],"title_canon_sha256":"909854362247edbf231e585838d784dbe2faa9873da2af3891d2fa2e57090716","abstract_canon_sha256":"6aef45f96a91fcb45195f565d72b7a9c032834699e8696737a293e9e3bb344eb"},"schema_version":"1.0"},"canonical_sha256":"d06af81ae090d49d9e51d2651ce8c8bffd1184b7e454234fe893847d9b7e6bdd","source":{"kind":"arxiv","id":"2305.00410","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.00410","created_at":"2026-07-05T06:05:41Z"},{"alias_kind":"arxiv_version","alias_value":"2305.00410v1","created_at":"2026-07-05T06:05:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.00410","created_at":"2026-07-05T06:05:41Z"},{"alias_kind":"pith_short_12","alias_value":"2BVPQGXASDKJ","created_at":"2026-07-05T06:05:41Z"},{"alias_kind":"pith_short_16","alias_value":"2BVPQGXASDKJ3HSR","created_at":"2026-07-05T06:05:41Z"},{"alias_kind":"pith_short_8","alias_value":"2BVPQGXA","created_at":"2026-07-05T06:05:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2BVPQGXASDKJ3HSR2JSRZ2GIX7","target":"record","payload":{"canonical_record":{"source":{"id":"2305.00410","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-04-30T06:53:44Z","cross_cats_sorted":["cs.SY","eess.SY","stat.ML"],"title_canon_sha256":"909854362247edbf231e585838d784dbe2faa9873da2af3891d2fa2e57090716","abstract_canon_sha256":"6aef45f96a91fcb45195f565d72b7a9c032834699e8696737a293e9e3bb344eb"},"schema_version":"1.0"},"canonical_sha256":"d06af81ae090d49d9e51d2651ce8c8bffd1184b7e454234fe893847d9b7e6bdd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:05:41.068663Z","signature_b64":"ROY4Ybme5OrvgmKmaAcpiBU7lCnjWCG5Sfq/eBpNfgGN5oFuVUdi1k9HbU0gTvrSNvdiGq6hGBUYqWKf2mnsDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d06af81ae090d49d9e51d2651ce8c8bffd1184b7e454234fe893847d9b7e6bdd","last_reissued_at":"2026-07-05T06:05:41.068308Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:05:41.068308Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.00410","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3EhJYoiF16f6dzBcp7s2bUWlFzohwu3FGi9zH7k3tjrPGB1DJquQyGOmCDDpz9dQCttWJlg0JxIpTxZTvcEuBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:03:02.738641Z"},"content_sha256":"b490be7dc48d1519dbd7afb415a137528af180e227ad65373624d150f5efea4f","schema_version":"1.0","event_id":"sha256:b490be7dc48d1519dbd7afb415a137528af180e227ad65373624d150f5efea4f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2BVPQGXASDKJ3HSR2JSRZ2GIX7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Indexability of Finite State Restless Multi-Armed Bandit and Rollout Policy","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SY","eess.SY","stat.ML"],"primary_cat":"cs.LG","authors_text":"Deepak Dev, Rahul Meshram, Surya Prakash, Vishesh Mittal","submitted_at":"2023-04-30T06:53:44Z","abstract_excerpt":"We consider finite state restless multi-armed bandit problem. The decision maker can act on M bandits out of N bandits in each time step. The play of arm (active arm) yields state dependent rewards based on action and when the arm is not played, it also provides rewards based on the state and action. The objective of the decision maker is to maximize the infinite horizon discounted reward. The classical approach to restless bandits is Whittle index policy. In such policy, the M arms with highest indices are played at each time step. Here, one decouples the restless bandits problem by analyzing"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.00410","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.00410/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rqhqoegkELfoSNZTOJos4kzeNF2IzrDgSgMxHvrBoEgUMYBZc4BiwwCy2uk5seP4HARaFO6tTM05w5EascNEBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:03:02.739426Z"},"content_sha256":"fbd5f8c029bf8bae0b8cfbbb12cf67bb209152b0686a12c0dbb4d9d17b454217","schema_version":"1.0","event_id":"sha256:fbd5f8c029bf8bae0b8cfbbb12cf67bb209152b0686a12c0dbb4d9d17b454217"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2BVPQGXASDKJ3HSR2JSRZ2GIX7/bundle.json","state_url":"https://pith.science/pith/2BVPQGXASDKJ3HSR2JSRZ2GIX7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2BVPQGXASDKJ3HSR2JSRZ2GIX7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T06:03:02Z","links":{"resolver":"https://pith.science/pith/2BVPQGXASDKJ3HSR2JSRZ2GIX7","bundle":"https://pith.science/pith/2BVPQGXASDKJ3HSR2JSRZ2GIX7/bundle.json","state":"https://pith.science/pith/2BVPQGXASDKJ3HSR2JSRZ2GIX7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2BVPQGXASDKJ3HSR2JSRZ2GIX7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2BVPQGXASDKJ3HSR2JSRZ2GIX7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6aef45f96a91fcb45195f565d72b7a9c032834699e8696737a293e9e3bb344eb","cross_cats_sorted":["cs.SY","eess.SY","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-04-30T06:53:44Z","title_canon_sha256":"909854362247edbf231e585838d784dbe2faa9873da2af3891d2fa2e57090716"},"schema_version":"1.0","source":{"id":"2305.00410","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.00410","created_at":"2026-07-05T06:05:41Z"},{"alias_kind":"arxiv_version","alias_value":"2305.00410v1","created_at":"2026-07-05T06:05:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.00410","created_at":"2026-07-05T06:05:41Z"},{"alias_kind":"pith_short_12","alias_value":"2BVPQGXASDKJ","created_at":"2026-07-05T06:05:41Z"},{"alias_kind":"pith_short_16","alias_value":"2BVPQGXASDKJ3HSR","created_at":"2026-07-05T06:05:41Z"},{"alias_kind":"pith_short_8","alias_value":"2BVPQGXA","created_at":"2026-07-05T06:05:41Z"}],"graph_snapshots":[{"event_id":"sha256:fbd5f8c029bf8bae0b8cfbbb12cf67bb209152b0686a12c0dbb4d9d17b454217","target":"graph","created_at":"2026-07-05T06:05:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.00410/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We consider finite state restless multi-armed bandit problem. The decision maker can act on M bandits out of N bandits in each time step. The play of arm (active arm) yields state dependent rewards based on action and when the arm is not played, it also provides rewards based on the state and action. The objective of the decision maker is to maximize the infinite horizon discounted reward. The classical approach to restless bandits is Whittle index policy. In such policy, the M arms with highest indices are played at each time step. Here, one decouples the restless bandits problem by analyzing","authors_text":"Deepak Dev, Rahul Meshram, Surya Prakash, Vishesh Mittal","cross_cats":["cs.SY","eess.SY","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-04-30T06:53:44Z","title":"Indexability of Finite State Restless Multi-Armed Bandit and Rollout Policy"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.00410","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b490be7dc48d1519dbd7afb415a137528af180e227ad65373624d150f5efea4f","target":"record","created_at":"2026-07-05T06:05:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6aef45f96a91fcb45195f565d72b7a9c032834699e8696737a293e9e3bb344eb","cross_cats_sorted":["cs.SY","eess.SY","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-04-30T06:53:44Z","title_canon_sha256":"909854362247edbf231e585838d784dbe2faa9873da2af3891d2fa2e57090716"},"schema_version":"1.0","source":{"id":"2305.00410","kind":"arxiv","version":1}},"canonical_sha256":"d06af81ae090d49d9e51d2651ce8c8bffd1184b7e454234fe893847d9b7e6bdd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d06af81ae090d49d9e51d2651ce8c8bffd1184b7e454234fe893847d9b7e6bdd","first_computed_at":"2026-07-05T06:05:41.068308Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:05:41.068308Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ROY4Ybme5OrvgmKmaAcpiBU7lCnjWCG5Sfq/eBpNfgGN5oFuVUdi1k9HbU0gTvrSNvdiGq6hGBUYqWKf2mnsDA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:05:41.068663Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.00410","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b490be7dc48d1519dbd7afb415a137528af180e227ad65373624d150f5efea4f","sha256:fbd5f8c029bf8bae0b8cfbbb12cf67bb209152b0686a12c0dbb4d9d17b454217"],"state_sha256":"8e3a749abe3923e7c2078afa93b76beb4cc11473580de505522effde0fc2a530"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ptCf95IzVz3usLYvIIdehpcCrMRAXr1RFSO1ao6kLMQzniz8Y+FZl6zoQ+wHhcZ12SOpXSJsWhDlwSJ0DZScAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T06:03:02.743603Z","bundle_sha256":"813adc5441071f8ff1dcde00d6e6c611717335ae6823247323e0f7ec28dabdb5"}}