{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:G4RVS4CT7MP4II4F7IFWM3DXYJ","short_pith_number":"pith:G4RVS4CT","canonical_record":{"source":{"id":"1603.09233","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-03-30T14:58:32Z","cross_cats_sorted":[],"title_canon_sha256":"f0688dba9a0874dfa6ab683e2739ccfb8103914de980410bbef8c5059769edae","abstract_canon_sha256":"bb5d03e225c04b22a170d66f0ad5da10c69e2f975c73490b9a0cd4910d465cee"},"schema_version":"1.0"},"canonical_sha256":"3723597053fb1fc42385fa0b666c77c243b1f85e13d0dd697faea2f1bd916e81","source":{"kind":"arxiv","id":"1603.09233","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1603.09233","created_at":"2026-05-18T01:18:01Z"},{"alias_kind":"arxiv_version","alias_value":"1603.09233v1","created_at":"2026-05-18T01:18:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1603.09233","created_at":"2026-05-18T01:18:01Z"},{"alias_kind":"pith_short_12","alias_value":"G4RVS4CT7MP4","created_at":"2026-05-18T12:30:15Z"},{"alias_kind":"pith_short_16","alias_value":"G4RVS4CT7MP4II4F","created_at":"2026-05-18T12:30:15Z"},{"alias_kind":"pith_short_8","alias_value":"G4RVS4CT","created_at":"2026-05-18T12:30:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:G4RVS4CT7MP4II4F7IFWM3DXYJ","target":"record","payload":{"canonical_record":{"source":{"id":"1603.09233","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-03-30T14:58:32Z","cross_cats_sorted":[],"title_canon_sha256":"f0688dba9a0874dfa6ab683e2739ccfb8103914de980410bbef8c5059769edae","abstract_canon_sha256":"bb5d03e225c04b22a170d66f0ad5da10c69e2f975c73490b9a0cd4910d465cee"},"schema_version":"1.0"},"canonical_sha256":"3723597053fb1fc42385fa0b666c77c243b1f85e13d0dd697faea2f1bd916e81","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:18:01.079675Z","signature_b64":"jNOtQc3wS4iODwOcKXpftfJv1wivm2JpQhrs4qpx3SdGunVyld2QPrkQs48WDpgz6ELU6hfzwH0LAQkZVjAVAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3723597053fb1fc42385fa0b666c77c243b1f85e13d0dd697faea2f1bd916e81","last_reissued_at":"2026-05-18T01:18:01.078900Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:18:01.078900Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1603.09233","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:18:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6JKQEb4SbYguosydPkIOx8ftGjDLuYnzhYwUU0LBIQhdeEPtBcxjegGw8XG+v/5id1/CxBpODQWxZIbytxTEBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-23T14:00:40.023984Z"},"content_sha256":"a55da6d4d9b53b5895c6f611446b280a179016a867c05dc75a8a6e40b8890dbe","schema_version":"1.0","event_id":"sha256:a55da6d4d9b53b5895c6f611446b280a179016a867c05dc75a8a6e40b8890dbe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:G4RVS4CT7MP4II4F7IFWM3DXYJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Optimal Recommendation to Users that React: Online Learning for a Class of POMDPs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Aditya Gopalan, D. Manjunath, Rahul Meshram","submitted_at":"2016-03-30T14:58:32Z","abstract_excerpt":"We describe and study a model for an Automated Online Recommendation System (AORS) in which a user's preferences can be time-dependent and can also depend on the history of past recommendations and play-outs. The three key features of the model that makes it more realistic compared to existing models for recommendation systems are (1) user preference is inherently latent, (2) current recommendations can affect future preferences, and (3) it allows for the development of learning algorithms with provable performance guarantees. The problem is cast as an average-cost restless multi-armed bandit "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1603.09233","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:18:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ULkEaZS2Rs0df8PJMqD6YOpyq9xGMtZ2EWImbdGlkoqwz7wd8CvMMzD491x4IA8UyxSg7a2+XgspUOWZBeyYCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-23T14:00:40.024382Z"},"content_sha256":"9c44309c0626e9a1e182b2a506e1fac94da4d667ed4542a1d673cb444265de23","schema_version":"1.0","event_id":"sha256:9c44309c0626e9a1e182b2a506e1fac94da4d667ed4542a1d673cb444265de23"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G4RVS4CT7MP4II4F7IFWM3DXYJ/bundle.json","state_url":"https://pith.science/pith/G4RVS4CT7MP4II4F7IFWM3DXYJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G4RVS4CT7MP4II4F7IFWM3DXYJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-23T14:00:40Z","links":{"resolver":"https://pith.science/pith/G4RVS4CT7MP4II4F7IFWM3DXYJ","bundle":"https://pith.science/pith/G4RVS4CT7MP4II4F7IFWM3DXYJ/bundle.json","state":"https://pith.science/pith/G4RVS4CT7MP4II4F7IFWM3DXYJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G4RVS4CT7MP4II4F7IFWM3DXYJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:G4RVS4CT7MP4II4F7IFWM3DXYJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bb5d03e225c04b22a170d66f0ad5da10c69e2f975c73490b9a0cd4910d465cee","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-03-30T14:58:32Z","title_canon_sha256":"f0688dba9a0874dfa6ab683e2739ccfb8103914de980410bbef8c5059769edae"},"schema_version":"1.0","source":{"id":"1603.09233","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1603.09233","created_at":"2026-05-18T01:18:01Z"},{"alias_kind":"arxiv_version","alias_value":"1603.09233v1","created_at":"2026-05-18T01:18:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1603.09233","created_at":"2026-05-18T01:18:01Z"},{"alias_kind":"pith_short_12","alias_value":"G4RVS4CT7MP4","created_at":"2026-05-18T12:30:15Z"},{"alias_kind":"pith_short_16","alias_value":"G4RVS4CT7MP4II4F","created_at":"2026-05-18T12:30:15Z"},{"alias_kind":"pith_short_8","alias_value":"G4RVS4CT","created_at":"2026-05-18T12:30:15Z"}],"graph_snapshots":[{"event_id":"sha256:9c44309c0626e9a1e182b2a506e1fac94da4d667ed4542a1d673cb444265de23","target":"graph","created_at":"2026-05-18T01:18:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We describe and study a model for an Automated Online Recommendation System (AORS) in which a user's preferences can be time-dependent and can also depend on the history of past recommendations and play-outs. The three key features of the model that makes it more realistic compared to existing models for recommendation systems are (1) user preference is inherently latent, (2) current recommendations can affect future preferences, and (3) it allows for the development of learning algorithms with provable performance guarantees. The problem is cast as an average-cost restless multi-armed bandit ","authors_text":"Aditya Gopalan, D. Manjunath, Rahul Meshram","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-03-30T14:58:32Z","title":"Optimal Recommendation to Users that React: Online Learning for a Class of POMDPs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1603.09233","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a55da6d4d9b53b5895c6f611446b280a179016a867c05dc75a8a6e40b8890dbe","target":"record","created_at":"2026-05-18T01:18:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bb5d03e225c04b22a170d66f0ad5da10c69e2f975c73490b9a0cd4910d465cee","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-03-30T14:58:32Z","title_canon_sha256":"f0688dba9a0874dfa6ab683e2739ccfb8103914de980410bbef8c5059769edae"},"schema_version":"1.0","source":{"id":"1603.09233","kind":"arxiv","version":1}},"canonical_sha256":"3723597053fb1fc42385fa0b666c77c243b1f85e13d0dd697faea2f1bd916e81","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3723597053fb1fc42385fa0b666c77c243b1f85e13d0dd697faea2f1bd916e81","first_computed_at":"2026-05-18T01:18:01.078900Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:18:01.078900Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jNOtQc3wS4iODwOcKXpftfJv1wivm2JpQhrs4qpx3SdGunVyld2QPrkQs48WDpgz6ELU6hfzwH0LAQkZVjAVAw==","signature_status":"signed_v1","signed_at":"2026-05-18T01:18:01.079675Z","signed_message":"canonical_sha256_bytes"},"source_id":"1603.09233","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a55da6d4d9b53b5895c6f611446b280a179016a867c05dc75a8a6e40b8890dbe","sha256:9c44309c0626e9a1e182b2a506e1fac94da4d667ed4542a1d673cb444265de23"],"state_sha256":"775162321a5eb4b7e719b8cd88a2517069d0d14976d7d5d86fbcbbfb3779fedc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0GsdbLrtTAM+/gmLAEU+pheVMtdM58rDldfvVJOcVoxYuEewytSsozlUY9a6e2+BOe15mCzY/66Mafm7mc0QBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-23T14:00:40.026351Z","bundle_sha256":"dd5c524ca5f29dad100cb35db958239cef2ef912f40f6896425c76c1ae8f5feb"}}