{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:X4WQRM2ZP4WS73ERJFHQEX24KH","short_pith_number":"pith:X4WQRM2Z","canonical_record":{"source":{"id":"2204.05782","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-06T19:22:33Z","cross_cats_sorted":["cs.SY","eess.SY"],"title_canon_sha256":"857676a58a261798c15b7fce8ecf4aa0dbecdbc125c06e2b0a55692ba6e30696","abstract_canon_sha256":"89e0ca2d40f51d9da3d6bae2fd3f8f12a883da2e26b6f6913e9ca61be097ccab"},"schema_version":"1.0"},"canonical_sha256":"bf2d08b3597f2d2fec91494f025f5c51fda1b1db6bf5c720ff3f25ca55593f17","source":{"kind":"arxiv","id":"2204.05782","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.05782","created_at":"2026-07-05T04:14:02Z"},{"alias_kind":"arxiv_version","alias_value":"2204.05782v1","created_at":"2026-07-05T04:14:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.05782","created_at":"2026-07-05T04:14:02Z"},{"alias_kind":"pith_short_12","alias_value":"X4WQRM2ZP4WS","created_at":"2026-07-05T04:14:02Z"},{"alias_kind":"pith_short_16","alias_value":"X4WQRM2ZP4WS73ER","created_at":"2026-07-05T04:14:02Z"},{"alias_kind":"pith_short_8","alias_value":"X4WQRM2Z","created_at":"2026-07-05T04:14:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:X4WQRM2ZP4WS73ERJFHQEX24KH","target":"record","payload":{"canonical_record":{"source":{"id":"2204.05782","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-06T19:22:33Z","cross_cats_sorted":["cs.SY","eess.SY"],"title_canon_sha256":"857676a58a261798c15b7fce8ecf4aa0dbecdbc125c06e2b0a55692ba6e30696","abstract_canon_sha256":"89e0ca2d40f51d9da3d6bae2fd3f8f12a883da2e26b6f6913e9ca61be097ccab"},"schema_version":"1.0"},"canonical_sha256":"bf2d08b3597f2d2fec91494f025f5c51fda1b1db6bf5c720ff3f25ca55593f17","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:14:02.364124Z","signature_b64":"y1DsLxJV0nBzZk5r3IoGd5j0woQy4aBbnnLFW3O1WziiWldcvoyc6DluGl7n/0UE3xhJwK6AHMcRmPCk7HK/BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bf2d08b3597f2d2fec91494f025f5c51fda1b1db6bf5c720ff3f25ca55593f17","last_reissued_at":"2026-07-05T04:14:02.363729Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:14:02.363729Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.05782","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:14:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8H9XZtxhC/ofEH/z//1/U3NKVsmx5kq81EVmQ2GvMGqLljesNB5MKZUiSoUqHx8apJNuPlZCTsQka7IvNE3TBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T00:52:25.216624Z"},"content_sha256":"bc01cc46ef1e4c3218db325e585965d1e1c072f8c2c144521e428b616657b5f1","schema_version":"1.0","event_id":"sha256:bc01cc46ef1e4c3218db325e585965d1e1c072f8c2c144521e428b616657b5f1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:X4WQRM2ZP4WS73ERJFHQEX24KH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Stochastic Multi-armed Bandits with Non-stationary Rewards Generated by a Linear Dynamical System","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SY","eess.SY"],"primary_cat":"cs.LG","authors_text":"Bruno Sinopoli, Jonathan Gornet, Mehdi Hosseinzadeh","submitted_at":"2022-04-06T19:22:33Z","abstract_excerpt":"The stochastic multi-armed bandit has provided a framework for studying decision-making in unknown environments. We propose a variant of the stochastic multi-armed bandit where the rewards are sampled from a stochastic linear dynamical system. The proposed strategy for this stochastic multi-armed bandit variant is to learn a model of the dynamical system while choosing the optimal action based on the learned model. Motivated by mathematical finance areas such as Intertemporal Capital Asset Pricing Model proposed by Merton and Stochastic Portfolio Theory proposed by Fernholz that both model ass"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.05782","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.05782/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:14:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oVsFEUjyBl4S1QE2byTAtVuTwfYLt7x63CYV3siHh4Z1Tqp/i2epgUNsXlRerUmtsom/STeKiLFDARu3ILqHBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T00:52:25.217258Z"},"content_sha256":"564bbbe4519e9865994cb518a415ec95f5a0edca645ae06a737830846a322f19","schema_version":"1.0","event_id":"sha256:564bbbe4519e9865994cb518a415ec95f5a0edca645ae06a737830846a322f19"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X4WQRM2ZP4WS73ERJFHQEX24KH/bundle.json","state_url":"https://pith.science/pith/X4WQRM2ZP4WS73ERJFHQEX24KH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X4WQRM2ZP4WS73ERJFHQEX24KH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T00:52:25Z","links":{"resolver":"https://pith.science/pith/X4WQRM2ZP4WS73ERJFHQEX24KH","bundle":"https://pith.science/pith/X4WQRM2ZP4WS73ERJFHQEX24KH/bundle.json","state":"https://pith.science/pith/X4WQRM2ZP4WS73ERJFHQEX24KH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X4WQRM2ZP4WS73ERJFHQEX24KH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:X4WQRM2ZP4WS73ERJFHQEX24KH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"89e0ca2d40f51d9da3d6bae2fd3f8f12a883da2e26b6f6913e9ca61be097ccab","cross_cats_sorted":["cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-06T19:22:33Z","title_canon_sha256":"857676a58a261798c15b7fce8ecf4aa0dbecdbc125c06e2b0a55692ba6e30696"},"schema_version":"1.0","source":{"id":"2204.05782","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.05782","created_at":"2026-07-05T04:14:02Z"},{"alias_kind":"arxiv_version","alias_value":"2204.05782v1","created_at":"2026-07-05T04:14:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.05782","created_at":"2026-07-05T04:14:02Z"},{"alias_kind":"pith_short_12","alias_value":"X4WQRM2ZP4WS","created_at":"2026-07-05T04:14:02Z"},{"alias_kind":"pith_short_16","alias_value":"X4WQRM2ZP4WS73ER","created_at":"2026-07-05T04:14:02Z"},{"alias_kind":"pith_short_8","alias_value":"X4WQRM2Z","created_at":"2026-07-05T04:14:02Z"}],"graph_snapshots":[{"event_id":"sha256:564bbbe4519e9865994cb518a415ec95f5a0edca645ae06a737830846a322f19","target":"graph","created_at":"2026-07-05T04:14:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.05782/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The stochastic multi-armed bandit has provided a framework for studying decision-making in unknown environments. We propose a variant of the stochastic multi-armed bandit where the rewards are sampled from a stochastic linear dynamical system. The proposed strategy for this stochastic multi-armed bandit variant is to learn a model of the dynamical system while choosing the optimal action based on the learned model. Motivated by mathematical finance areas such as Intertemporal Capital Asset Pricing Model proposed by Merton and Stochastic Portfolio Theory proposed by Fernholz that both model ass","authors_text":"Bruno Sinopoli, Jonathan Gornet, Mehdi Hosseinzadeh","cross_cats":["cs.SY","eess.SY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-06T19:22:33Z","title":"Stochastic Multi-armed Bandits with Non-stationary Rewards Generated by a Linear Dynamical System"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.05782","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bc01cc46ef1e4c3218db325e585965d1e1c072f8c2c144521e428b616657b5f1","target":"record","created_at":"2026-07-05T04:14:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"89e0ca2d40f51d9da3d6bae2fd3f8f12a883da2e26b6f6913e9ca61be097ccab","cross_cats_sorted":["cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-06T19:22:33Z","title_canon_sha256":"857676a58a261798c15b7fce8ecf4aa0dbecdbc125c06e2b0a55692ba6e30696"},"schema_version":"1.0","source":{"id":"2204.05782","kind":"arxiv","version":1}},"canonical_sha256":"bf2d08b3597f2d2fec91494f025f5c51fda1b1db6bf5c720ff3f25ca55593f17","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bf2d08b3597f2d2fec91494f025f5c51fda1b1db6bf5c720ff3f25ca55593f17","first_computed_at":"2026-07-05T04:14:02.363729Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:14:02.363729Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"y1DsLxJV0nBzZk5r3IoGd5j0woQy4aBbnnLFW3O1WziiWldcvoyc6DluGl7n/0UE3xhJwK6AHMcRmPCk7HK/BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:14:02.364124Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.05782","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bc01cc46ef1e4c3218db325e585965d1e1c072f8c2c144521e428b616657b5f1","sha256:564bbbe4519e9865994cb518a415ec95f5a0edca645ae06a737830846a322f19"],"state_sha256":"6c9edb407f8fd5854563c349201568ccc44e0010b79edd0acaf426bd69c734df"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LaJ3YUlObk6Me2sOWdduGDAUiJEcpBGiyQiJdCPGyCSuTC7yUIubHZZI3RP4rNzFgXPPvSv4p4XHvwdWAYKrBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T00:52:25.221799Z","bundle_sha256":"1c18afa9e710e9efe696c6ffae304eeb83e35228b456100d1d9519d55cddd6aa"}}