{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:3XGX4NINTEWEB3YC2LBYH4RUOA","short_pith_number":"pith:3XGX4NIN","canonical_record":{"source":{"id":"2208.07406","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-08-15T18:47:09Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"531c3b066b3394a8fa8bd2f33f4ad307dd317947714312172d832ad8a537d4e8","abstract_canon_sha256":"8744c0c5eb9d172c719d98c1696be0ad59e0c1ef304595f4a52825e1f53a7ae5"},"schema_version":"1.0"},"canonical_sha256":"ddcd7e350d992c40ef02d2c383f23470047e6289b8d655145ad200fc2d95461a","source":{"kind":"arxiv","id":"2208.07406","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.07406","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"arxiv_version","alias_value":"2208.07406v3","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.07406","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"pith_short_12","alias_value":"3XGX4NINTEWE","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"pith_short_16","alias_value":"3XGX4NINTEWEB3YC","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"pith_short_8","alias_value":"3XGX4NIN","created_at":"2026-07-05T04:57:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:3XGX4NINTEWEB3YC2LBYH4RUOA","target":"record","payload":{"canonical_record":{"source":{"id":"2208.07406","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-08-15T18:47:09Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"531c3b066b3394a8fa8bd2f33f4ad307dd317947714312172d832ad8a537d4e8","abstract_canon_sha256":"8744c0c5eb9d172c719d98c1696be0ad59e0c1ef304595f4a52825e1f53a7ae5"},"schema_version":"1.0"},"canonical_sha256":"ddcd7e350d992c40ef02d2c383f23470047e6289b8d655145ad200fc2d95461a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:57:27.039181Z","signature_b64":"xVQP+xrKxvLojnLgQHQl/vAyhDqNCYFUXMcKbaALSPahHBWBXlsnnrPmu5c8XSp4n+vL1+BqoAO84Nx3J5EGAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ddcd7e350d992c40ef02d2c383f23470047e6289b8d655145ad200fc2d95461a","last_reissued_at":"2026-07-05T04:57:27.038787Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:57:27.038787Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.07406","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:57:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XMzXpEDMobHnXz/1W/RUPGN1aegrcfEi3gMitmlYy2mBbQiwdjlNuT9/D/bSG2xXAe2976PsHEw0LJn/oeBDCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:46:40.219431Z"},"content_sha256":"e75f56bb10f9ed6b261458b647953753287e7c5015ebd12ee460329e6125a25a","schema_version":"1.0","event_id":"sha256:e75f56bb10f9ed6b261458b647953753287e7c5015ebd12ee460329e6125a25a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:3XGX4NINTEWEB3YC2LBYH4RUOA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reward Design For An Online Reinforcement Learning Algorithm Supporting Oral Self-Care","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Anna L. Trella, Finale Doshi-Velez, Inbal Nahum-Shani, Kelly W. Zhang, Susan A. Murphy, Vivek Shetty","submitted_at":"2022-08-15T18:47:09Z","abstract_excerpt":"Dental disease is one of the most common chronic diseases despite being largely preventable. However, professional advice on optimal oral hygiene practices is often forgotten or abandoned by patients. Therefore patients may benefit from timely and personalized encouragement to engage in oral self-care behaviors. In this paper, we develop an online reinforcement learning (RL) algorithm for use in optimizing the delivery of mobile-based prompts to encourage oral hygiene behaviors. One of the main challenges in developing such an algorithm is ensuring that the algorithm considers the impact of th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.07406","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.07406/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:57:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hc3/oLIHSShOofQArpAIPqEBl7yCDdJlff9eetOJ1/RVabzKMD+kyhydSa1W0ccCjGc/rUGGBBnF9tQ7BynKCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:46:40.219819Z"},"content_sha256":"1f120e4be7801da0384459c023b06932be6dd421c2aa197754b007bd5ea65008","schema_version":"1.0","event_id":"sha256:1f120e4be7801da0384459c023b06932be6dd421c2aa197754b007bd5ea65008"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3XGX4NINTEWEB3YC2LBYH4RUOA/bundle.json","state_url":"https://pith.science/pith/3XGX4NINTEWEB3YC2LBYH4RUOA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3XGX4NINTEWEB3YC2LBYH4RUOA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T05:46:40Z","links":{"resolver":"https://pith.science/pith/3XGX4NINTEWEB3YC2LBYH4RUOA","bundle":"https://pith.science/pith/3XGX4NINTEWEB3YC2LBYH4RUOA/bundle.json","state":"https://pith.science/pith/3XGX4NINTEWEB3YC2LBYH4RUOA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3XGX4NINTEWEB3YC2LBYH4RUOA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:3XGX4NINTEWEB3YC2LBYH4RUOA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8744c0c5eb9d172c719d98c1696be0ad59e0c1ef304595f4a52825e1f53a7ae5","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-08-15T18:47:09Z","title_canon_sha256":"531c3b066b3394a8fa8bd2f33f4ad307dd317947714312172d832ad8a537d4e8"},"schema_version":"1.0","source":{"id":"2208.07406","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.07406","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"arxiv_version","alias_value":"2208.07406v3","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.07406","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"pith_short_12","alias_value":"3XGX4NINTEWE","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"pith_short_16","alias_value":"3XGX4NINTEWEB3YC","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"pith_short_8","alias_value":"3XGX4NIN","created_at":"2026-07-05T04:57:27Z"}],"graph_snapshots":[{"event_id":"sha256:1f120e4be7801da0384459c023b06932be6dd421c2aa197754b007bd5ea65008","target":"graph","created_at":"2026-07-05T04:57:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.07406/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Dental disease is one of the most common chronic diseases despite being largely preventable. However, professional advice on optimal oral hygiene practices is often forgotten or abandoned by patients. Therefore patients may benefit from timely and personalized encouragement to engage in oral self-care behaviors. In this paper, we develop an online reinforcement learning (RL) algorithm for use in optimizing the delivery of mobile-based prompts to encourage oral hygiene behaviors. One of the main challenges in developing such an algorithm is ensuring that the algorithm considers the impact of th","authors_text":"Anna L. Trella, Finale Doshi-Velez, Inbal Nahum-Shani, Kelly W. Zhang, Susan A. Murphy, Vivek Shetty","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-08-15T18:47:09Z","title":"Reward Design For An Online Reinforcement Learning Algorithm Supporting Oral Self-Care"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.07406","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e75f56bb10f9ed6b261458b647953753287e7c5015ebd12ee460329e6125a25a","target":"record","created_at":"2026-07-05T04:57:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8744c0c5eb9d172c719d98c1696be0ad59e0c1ef304595f4a52825e1f53a7ae5","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-08-15T18:47:09Z","title_canon_sha256":"531c3b066b3394a8fa8bd2f33f4ad307dd317947714312172d832ad8a537d4e8"},"schema_version":"1.0","source":{"id":"2208.07406","kind":"arxiv","version":3}},"canonical_sha256":"ddcd7e350d992c40ef02d2c383f23470047e6289b8d655145ad200fc2d95461a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ddcd7e350d992c40ef02d2c383f23470047e6289b8d655145ad200fc2d95461a","first_computed_at":"2026-07-05T04:57:27.038787Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:57:27.038787Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xVQP+xrKxvLojnLgQHQl/vAyhDqNCYFUXMcKbaALSPahHBWBXlsnnrPmu5c8XSp4n+vL1+BqoAO84Nx3J5EGAg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:57:27.039181Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.07406","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e75f56bb10f9ed6b261458b647953753287e7c5015ebd12ee460329e6125a25a","sha256:1f120e4be7801da0384459c023b06932be6dd421c2aa197754b007bd5ea65008"],"state_sha256":"ce3dd899427158651b23df8ceda4461d0e0aeda50459b5916ae41b60d7550946"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R7nmyTEIC5mGBSITA/wRA9N/sxNv7EB6YdAVyhHOTDrl1/5qFkwcItUxwOl4ZZut8ABQU2j7qcHHrOjU25j6Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T05:46:40.222532Z","bundle_sha256":"c2f00c12abc3b105d90a6dae0bbc2cfead20b2035380f40ea4ef872fc90e6303"}}