{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:3XGX4NINTEWEB3YC2LBYH4RUOA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8744c0c5eb9d172c719d98c1696be0ad59e0c1ef304595f4a52825e1f53a7ae5","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-08-15T18:47:09Z","title_canon_sha256":"531c3b066b3394a8fa8bd2f33f4ad307dd317947714312172d832ad8a537d4e8"},"schema_version":"1.0","source":{"id":"2208.07406","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.07406","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"arxiv_version","alias_value":"2208.07406v3","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.07406","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"pith_short_12","alias_value":"3XGX4NINTEWE","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"pith_short_16","alias_value":"3XGX4NINTEWEB3YC","created_at":"2026-07-05T04:57:27Z"},{"alias_kind":"pith_short_8","alias_value":"3XGX4NIN","created_at":"2026-07-05T04:57:27Z"}],"graph_snapshots":[{"event_id":"sha256:1f120e4be7801da0384459c023b06932be6dd421c2aa197754b007bd5ea65008","target":"graph","created_at":"2026-07-05T04:57:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.07406/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Dental disease is one of the most common chronic diseases despite being largely preventable. However, professional advice on optimal oral hygiene practices is often forgotten or abandoned by patients. Therefore patients may benefit from timely and personalized encouragement to engage in oral self-care behaviors. In this paper, we develop an online reinforcement learning (RL) algorithm for use in optimizing the delivery of mobile-based prompts to encourage oral hygiene behaviors. One of the main challenges in developing such an algorithm is ensuring that the algorithm considers the impact of th","authors_text":"Anna L. Trella, Finale Doshi-Velez, Inbal Nahum-Shani, Kelly W. Zhang, Susan A. Murphy, Vivek Shetty","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-08-15T18:47:09Z","title":"Reward Design For An Online Reinforcement Learning Algorithm Supporting Oral Self-Care"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.07406","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e75f56bb10f9ed6b261458b647953753287e7c5015ebd12ee460329e6125a25a","target":"record","created_at":"2026-07-05T04:57:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8744c0c5eb9d172c719d98c1696be0ad59e0c1ef304595f4a52825e1f53a7ae5","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2022-08-15T18:47:09Z","title_canon_sha256":"531c3b066b3394a8fa8bd2f33f4ad307dd317947714312172d832ad8a537d4e8"},"schema_version":"1.0","source":{"id":"2208.07406","kind":"arxiv","version":3}},"canonical_sha256":"ddcd7e350d992c40ef02d2c383f23470047e6289b8d655145ad200fc2d95461a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ddcd7e350d992c40ef02d2c383f23470047e6289b8d655145ad200fc2d95461a","first_computed_at":"2026-07-05T04:57:27.038787Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:57:27.038787Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xVQP+xrKxvLojnLgQHQl/vAyhDqNCYFUXMcKbaALSPahHBWBXlsnnrPmu5c8XSp4n+vL1+BqoAO84Nx3J5EGAg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:57:27.039181Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.07406","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e75f56bb10f9ed6b261458b647953753287e7c5015ebd12ee460329e6125a25a","sha256:1f120e4be7801da0384459c023b06932be6dd421c2aa197754b007bd5ea65008"],"state_sha256":"ce3dd899427158651b23df8ceda4461d0e0aeda50459b5916ae41b60d7550946"}