{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:QFXDSL4GUEMQR225GGVKFCLYBC","short_pith_number":"pith:QFXDSL4G","canonical_record":{"source":{"id":"2011.11235","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-23T06:37:08Z","cross_cats_sorted":[],"title_canon_sha256":"613f613d570c8376732518f426333bc956d3fd502a78f6cad64d92ae7361cd98","abstract_canon_sha256":"9988da318034e5c034afd54495f81939475d250e895019fcf0e98c4e5c6be52d"},"schema_version":"1.0"},"canonical_sha256":"816e392f86a11908eb5d31aaa2897808b066ab0d9d8c271b3a3303e55af6ef9b","source":{"kind":"arxiv","id":"2011.11235","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.11235","created_at":"2026-07-05T01:53:40Z"},{"alias_kind":"arxiv_version","alias_value":"2011.11235v1","created_at":"2026-07-05T01:53:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.11235","created_at":"2026-07-05T01:53:40Z"},{"alias_kind":"pith_short_12","alias_value":"QFXDSL4GUEMQ","created_at":"2026-07-05T01:53:40Z"},{"alias_kind":"pith_short_16","alias_value":"QFXDSL4GUEMQR225","created_at":"2026-07-05T01:53:40Z"},{"alias_kind":"pith_short_8","alias_value":"QFXDSL4G","created_at":"2026-07-05T01:53:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:QFXDSL4GUEMQR225GGVKFCLYBC","target":"record","payload":{"canonical_record":{"source":{"id":"2011.11235","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-23T06:37:08Z","cross_cats_sorted":[],"title_canon_sha256":"613f613d570c8376732518f426333bc956d3fd502a78f6cad64d92ae7361cd98","abstract_canon_sha256":"9988da318034e5c034afd54495f81939475d250e895019fcf0e98c4e5c6be52d"},"schema_version":"1.0"},"canonical_sha256":"816e392f86a11908eb5d31aaa2897808b066ab0d9d8c271b3a3303e55af6ef9b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:53:40.787241Z","signature_b64":"4bPzIpor2zPoUp8I93GwZyKCRvUHFmBHrQO3Mrpitoq/Wqi8N/bKdQw9VFaKWmoOsRJ1OS8vHfcpBhvk/Nr/CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"816e392f86a11908eb5d31aaa2897808b066ab0d9d8c271b3a3303e55af6ef9b","last_reissued_at":"2026-07-05T01:53:40.786903Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:53:40.786903Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.11235","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:53:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qRI+yRTojV0pB65eY8oiszdnnKclIHxOBz2f21/ChNCfeRWdqKZ+d7Pnlt29Z3Acsz1zMLbpUOrF6Io5fpYVBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:28:00.388518Z"},"content_sha256":"c700110c5f1e13a49f953b21e5f172d0426217b8b8e351343066c1694d449d34","schema_version":"1.0","event_id":"sha256:c700110c5f1e13a49f953b21e5f172d0426217b8b8e351343066c1694d449d34"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:QFXDSL4GUEMQR225GGVKFCLYBC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Empirical Study of Representation Learning for Reinforcement Learning in Healthcare","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Haoran Zhang, Jayakumar Subramanian, Marzyeh Ghassemi, Mehdi Fatemi, Taylor W. Killian","submitted_at":"2020-11-23T06:37:08Z","abstract_excerpt":"Reinforcement Learning (RL) has recently been applied to sequential estimation and prediction problems identifying and developing hypothetical treatment strategies for septic patients, with a particular focus on offline learning with observational data. In practice, successful RL relies on informative latent states derived from sequential observations to develop optimal treatment strategies. To date, how best to construct such states in a healthcare setting is an open question. In this paper, we perform an empirical study of several information encoding architectures using data from septic pat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.11235","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.11235/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:53:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XSB68q8usq0rVEkqxATEkRqm2SVBzGlSbVOMeOKdk71T9jlDenXsJH1JFJgk9+Zg6QP9TWE65ay+pVYd25JNBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:28:00.389043Z"},"content_sha256":"1089a3689c3e734113fc1534986057348f60c9f72c8719fe7d9f4c406ecb2373","schema_version":"1.0","event_id":"sha256:1089a3689c3e734113fc1534986057348f60c9f72c8719fe7d9f4c406ecb2373"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QFXDSL4GUEMQR225GGVKFCLYBC/bundle.json","state_url":"https://pith.science/pith/QFXDSL4GUEMQR225GGVKFCLYBC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QFXDSL4GUEMQR225GGVKFCLYBC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:28:00Z","links":{"resolver":"https://pith.science/pith/QFXDSL4GUEMQR225GGVKFCLYBC","bundle":"https://pith.science/pith/QFXDSL4GUEMQR225GGVKFCLYBC/bundle.json","state":"https://pith.science/pith/QFXDSL4GUEMQR225GGVKFCLYBC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QFXDSL4GUEMQR225GGVKFCLYBC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:QFXDSL4GUEMQR225GGVKFCLYBC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9988da318034e5c034afd54495f81939475d250e895019fcf0e98c4e5c6be52d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-23T06:37:08Z","title_canon_sha256":"613f613d570c8376732518f426333bc956d3fd502a78f6cad64d92ae7361cd98"},"schema_version":"1.0","source":{"id":"2011.11235","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.11235","created_at":"2026-07-05T01:53:40Z"},{"alias_kind":"arxiv_version","alias_value":"2011.11235v1","created_at":"2026-07-05T01:53:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.11235","created_at":"2026-07-05T01:53:40Z"},{"alias_kind":"pith_short_12","alias_value":"QFXDSL4GUEMQ","created_at":"2026-07-05T01:53:40Z"},{"alias_kind":"pith_short_16","alias_value":"QFXDSL4GUEMQR225","created_at":"2026-07-05T01:53:40Z"},{"alias_kind":"pith_short_8","alias_value":"QFXDSL4G","created_at":"2026-07-05T01:53:40Z"}],"graph_snapshots":[{"event_id":"sha256:1089a3689c3e734113fc1534986057348f60c9f72c8719fe7d9f4c406ecb2373","target":"graph","created_at":"2026-07-05T01:53:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.11235/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement Learning (RL) has recently been applied to sequential estimation and prediction problems identifying and developing hypothetical treatment strategies for septic patients, with a particular focus on offline learning with observational data. In practice, successful RL relies on informative latent states derived from sequential observations to develop optimal treatment strategies. To date, how best to construct such states in a healthcare setting is an open question. In this paper, we perform an empirical study of several information encoding architectures using data from septic pat","authors_text":"Haoran Zhang, Jayakumar Subramanian, Marzyeh Ghassemi, Mehdi Fatemi, Taylor W. Killian","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-23T06:37:08Z","title":"An Empirical Study of Representation Learning for Reinforcement Learning in Healthcare"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.11235","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c700110c5f1e13a49f953b21e5f172d0426217b8b8e351343066c1694d449d34","target":"record","created_at":"2026-07-05T01:53:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9988da318034e5c034afd54495f81939475d250e895019fcf0e98c4e5c6be52d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-23T06:37:08Z","title_canon_sha256":"613f613d570c8376732518f426333bc956d3fd502a78f6cad64d92ae7361cd98"},"schema_version":"1.0","source":{"id":"2011.11235","kind":"arxiv","version":1}},"canonical_sha256":"816e392f86a11908eb5d31aaa2897808b066ab0d9d8c271b3a3303e55af6ef9b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"816e392f86a11908eb5d31aaa2897808b066ab0d9d8c271b3a3303e55af6ef9b","first_computed_at":"2026-07-05T01:53:40.786903Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:53:40.786903Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4bPzIpor2zPoUp8I93GwZyKCRvUHFmBHrQO3Mrpitoq/Wqi8N/bKdQw9VFaKWmoOsRJ1OS8vHfcpBhvk/Nr/CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:53:40.787241Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.11235","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c700110c5f1e13a49f953b21e5f172d0426217b8b8e351343066c1694d449d34","sha256:1089a3689c3e734113fc1534986057348f60c9f72c8719fe7d9f4c406ecb2373"],"state_sha256":"52fbfb924a9f0890ef62ff90517a29162b2f2143eec2622b658d475ede9b6b89"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EvfOkRtY5SzyCPCjNhG/g9utAhtZzMYp978mjIkvDTvHCcHJcYCe5Z3VGTPwjFvwRuqqEBFVpl5AQ9d//n7hCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:28:00.395063Z","bundle_sha256":"dfb24f29d4f7f2bb786d1639ae105707d1fb6415158ba7699bcf3cf8591a4b49"}}