{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2011:L6OAUC6SKFSGZAFUIAUAM6DX4Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c205658f064d11167e4c395d52b6ef52f954b608dfb9cecbad3116e87dbeb7a9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2011-08-26T15:54:38Z","title_canon_sha256":"95c8d3894699c2d9024e46de0854bdd675a30c8239b6ee11332a88c2b36d230e"},"schema_version":"1.0","source":{"id":"1108.5338","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1108.5338","created_at":"2026-05-18T04:14:38Z"},{"alias_kind":"arxiv_version","alias_value":"1108.5338v1","created_at":"2026-05-18T04:14:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1108.5338","created_at":"2026-05-18T04:14:38Z"},{"alias_kind":"pith_short_12","alias_value":"L6OAUC6SKFSG","created_at":"2026-05-18T12:26:34Z"},{"alias_kind":"pith_short_16","alias_value":"L6OAUC6SKFSGZAFU","created_at":"2026-05-18T12:26:34Z"},{"alias_kind":"pith_short_8","alias_value":"L6OAUC6S","created_at":"2026-05-18T12:26:34Z"}],"graph_snapshots":[{"event_id":"sha256:c45c1c23b7255685a8c8d9283dc664300121896e3c5a6c874acf7d632373e668","target":"graph","created_at":"2026-05-18T04:14:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"A dynamic treatment regime effectively incorporates both accrued information and long-term effects of treatment from specially designed clinical trials. As these become more and more popular in conjunction with longitudinal data from clinical studies, the development of statistical inference for optimal dynamic treatment regimes is a high priority. This is very challenging due to the difficulties arising form non-regularities in the treatment effect parameters. In this paper, we propose a new reinforcement learning framework called penalized Q-learning (PQ-learning), under which the non-regula","authors_text":"Donglin Zeng, Michael R. Kosorok, Rui Song, Weiwei Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2011-08-26T15:54:38Z","title":"Penalized Q-Learning for Dynamic Treatment Regimes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1108.5338","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0ad76fd5fa11d62a3ca5a4339dfe875264079773b92dc98ca871c21e31c59898","target":"record","created_at":"2026-05-18T04:14:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c205658f064d11167e4c395d52b6ef52f954b608dfb9cecbad3116e87dbeb7a9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2011-08-26T15:54:38Z","title_canon_sha256":"95c8d3894699c2d9024e46de0854bdd675a30c8239b6ee11332a88c2b36d230e"},"schema_version":"1.0","source":{"id":"1108.5338","kind":"arxiv","version":1}},"canonical_sha256":"5f9c0a0bd251646c80b44028067877e66c11be4bc4cdbfd86092c0cb1512ed9c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5f9c0a0bd251646c80b44028067877e66c11be4bc4cdbfd86092c0cb1512ed9c","first_computed_at":"2026-05-18T04:14:38.506116Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T04:14:38.506116Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qgiUpSjONjPWA2n3rgQqOgeTJJDZI4CSyQS7Ke46kEmiaoO7jrDJ4k3ob/mSI15ywSdbImtl1/BAoIXYosahAg==","signature_status":"signed_v1","signed_at":"2026-05-18T04:14:38.506539Z","signed_message":"canonical_sha256_bytes"},"source_id":"1108.5338","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0ad76fd5fa11d62a3ca5a4339dfe875264079773b92dc98ca871c21e31c59898","sha256:c45c1c23b7255685a8c8d9283dc664300121896e3c5a6c874acf7d632373e668"],"state_sha256":"6e2f8dfdeedb1a3d4b2605179c8a65882f732ef7fed8403900322a503a3fa697"}