{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:X2H5CT6LQO7XJEXJIM6CPLH62Z","short_pith_number":"pith:X2H5CT6L","canonical_record":{"source":{"id":"2310.18354","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T20:26:15Z","cross_cats_sorted":[],"title_canon_sha256":"942e3f070005755b6e4d5fe695dbb4b606180d29d48d77e46083dbd3885a94c2","abstract_canon_sha256":"622072100aa44391baf132d140e212a35d03a65828c84cf2933c0d4ee94b3986"},"schema_version":"1.0"},"canonical_sha256":"be8fd14fcb83bf7492e9433c27acfed65230e6199ec16990c91db46ef747fa93","source":{"kind":"arxiv","id":"2310.18354","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.18354","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"arxiv_version","alias_value":"2310.18354v1","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.18354","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_12","alias_value":"X2H5CT6LQO7X","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_16","alias_value":"X2H5CT6LQO7XJEXJ","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_8","alias_value":"X2H5CT6L","created_at":"2026-07-05T07:06:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:X2H5CT6LQO7XJEXJIM6CPLH62Z","target":"record","payload":{"canonical_record":{"source":{"id":"2310.18354","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T20:26:15Z","cross_cats_sorted":[],"title_canon_sha256":"942e3f070005755b6e4d5fe695dbb4b606180d29d48d77e46083dbd3885a94c2","abstract_canon_sha256":"622072100aa44391baf132d140e212a35d03a65828c84cf2933c0d4ee94b3986"},"schema_version":"1.0"},"canonical_sha256":"be8fd14fcb83bf7492e9433c27acfed65230e6199ec16990c91db46ef747fa93","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:06:07.176968Z","signature_b64":"4LEqTrFSKsGCYBR/UDN4osRzrUioMYXutRq5VK/XdvzNrI2WXlASGo4LD2PPA33w6gpcekX2z1EQ1bXwG0vZCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"be8fd14fcb83bf7492e9433c27acfed65230e6199ec16990c91db46ef747fa93","last_reissued_at":"2026-07-05T07:06:07.176421Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:06:07.176421Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.18354","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kXGnj/2RZiWqdzf0Pdhc3HT6qFpA18BIPVMjwjL9Z99pVJRqBaqVTwjxPzU5JqsibTUeQH16FtPa8hx+XovcBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T12:57:06.003863Z"},"content_sha256":"3cc761c176e890271e8e9bdfa24db074882cda7ab6e277b41a26b8587bef9f3c","schema_version":"1.0","event_id":"sha256:3cc761c176e890271e8e9bdfa24db074882cda7ab6e277b41a26b8587bef9f3c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:X2H5CT6LQO7XJEXJIM6CPLH62Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Review of Reinforcement Learning for Natural Language Processing, and Applications in Healthcare","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Fang Wang, Haozhu Wang, Huixue Zhou, Mingchen Li, Rama Hoetzlein, Rui Zhang, Sicheng Zhou, Ying Liu, Yu Hou","submitted_at":"2023-10-23T20:26:15Z","abstract_excerpt":"Reinforcement learning (RL) has emerged as a powerful approach for tackling complex medical decision-making problems such as treatment planning, personalized medicine, and optimizing the scheduling of surgeries and appointments. It has gained significant attention in the field of Natural Language Processing (NLP) due to its ability to learn optimal strategies for tasks such as dialogue systems, machine translation, and question-answering. This paper presents a review of the RL techniques in NLP, highlighting key advancements, challenges, and applications in healthcare. The review begins by vis"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.18354","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.18354/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sj4YQ1blit7NQHrsRd2BnWixO1d06sGz8gc9Tx+1NdTCj+MmQs5vl5JJ98nGrll69yaaTv+ogH1uJDWmh2VxAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T12:57:06.004413Z"},"content_sha256":"c5d3cdbfb6943ad0ffedd12ba565e725840e721b537a99250711490d334441e6","schema_version":"1.0","event_id":"sha256:c5d3cdbfb6943ad0ffedd12ba565e725840e721b537a99250711490d334441e6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X2H5CT6LQO7XJEXJIM6CPLH62Z/bundle.json","state_url":"https://pith.science/pith/X2H5CT6LQO7XJEXJIM6CPLH62Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X2H5CT6LQO7XJEXJIM6CPLH62Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T12:57:06Z","links":{"resolver":"https://pith.science/pith/X2H5CT6LQO7XJEXJIM6CPLH62Z","bundle":"https://pith.science/pith/X2H5CT6LQO7XJEXJIM6CPLH62Z/bundle.json","state":"https://pith.science/pith/X2H5CT6LQO7XJEXJIM6CPLH62Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X2H5CT6LQO7XJEXJIM6CPLH62Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:X2H5CT6LQO7XJEXJIM6CPLH62Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"622072100aa44391baf132d140e212a35d03a65828c84cf2933c0d4ee94b3986","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T20:26:15Z","title_canon_sha256":"942e3f070005755b6e4d5fe695dbb4b606180d29d48d77e46083dbd3885a94c2"},"schema_version":"1.0","source":{"id":"2310.18354","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.18354","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"arxiv_version","alias_value":"2310.18354v1","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.18354","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_12","alias_value":"X2H5CT6LQO7X","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_16","alias_value":"X2H5CT6LQO7XJEXJ","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_8","alias_value":"X2H5CT6L","created_at":"2026-07-05T07:06:07Z"}],"graph_snapshots":[{"event_id":"sha256:c5d3cdbfb6943ad0ffedd12ba565e725840e721b537a99250711490d334441e6","target":"graph","created_at":"2026-07-05T07:06:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.18354/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning (RL) has emerged as a powerful approach for tackling complex medical decision-making problems such as treatment planning, personalized medicine, and optimizing the scheduling of surgeries and appointments. It has gained significant attention in the field of Natural Language Processing (NLP) due to its ability to learn optimal strategies for tasks such as dialogue systems, machine translation, and question-answering. This paper presents a review of the RL techniques in NLP, highlighting key advancements, challenges, and applications in healthcare. The review begins by vis","authors_text":"Fang Wang, Haozhu Wang, Huixue Zhou, Mingchen Li, Rama Hoetzlein, Rui Zhang, Sicheng Zhou, Ying Liu, Yu Hou","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T20:26:15Z","title":"A Review of Reinforcement Learning for Natural Language Processing, and Applications in Healthcare"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.18354","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3cc761c176e890271e8e9bdfa24db074882cda7ab6e277b41a26b8587bef9f3c","target":"record","created_at":"2026-07-05T07:06:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"622072100aa44391baf132d140e212a35d03a65828c84cf2933c0d4ee94b3986","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T20:26:15Z","title_canon_sha256":"942e3f070005755b6e4d5fe695dbb4b606180d29d48d77e46083dbd3885a94c2"},"schema_version":"1.0","source":{"id":"2310.18354","kind":"arxiv","version":1}},"canonical_sha256":"be8fd14fcb83bf7492e9433c27acfed65230e6199ec16990c91db46ef747fa93","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"be8fd14fcb83bf7492e9433c27acfed65230e6199ec16990c91db46ef747fa93","first_computed_at":"2026-07-05T07:06:07.176421Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:06:07.176421Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4LEqTrFSKsGCYBR/UDN4osRzrUioMYXutRq5VK/XdvzNrI2WXlASGo4LD2PPA33w6gpcekX2z1EQ1bXwG0vZCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:06:07.176968Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.18354","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3cc761c176e890271e8e9bdfa24db074882cda7ab6e277b41a26b8587bef9f3c","sha256:c5d3cdbfb6943ad0ffedd12ba565e725840e721b537a99250711490d334441e6"],"state_sha256":"d4b405f62803e42fc1eb23c9d3c66d8ac1b1bca865e66c00d2330e94000f04d6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZSCuHlW98SiGvH4RXv4OthhbpK3Vm+OCi/MV8YGtEbHlXjlZUabH3VAhAPOjyJZzZrWLmGXFw1iB0nqlQUWGCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T12:57:06.009423Z","bundle_sha256":"259df4750d50ffa8d64d4713dd04905e124de5ce3f7e82d6de775aaf52b9e111"}}