{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:TUVNOKPHEV5PQIN3KGZW2YAVMT","short_pith_number":"pith:TUVNOKPH","canonical_record":{"source":{"id":"2010.04279","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-10-08T22:03:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"09dbef8a15c69e6e33f263545085f0f8c2aa06a13f1ca9c6815203b2f93e025c","abstract_canon_sha256":"d330034f4ace68c9a3609dabee8699dff80833505c9111a9c6c3476051d42276"},"schema_version":"1.0"},"canonical_sha256":"9d2ad729e7257af821bb51b36d601564d57e061945091ab5a01050f40d3b9377","source":{"kind":"arxiv","id":"2010.04279","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.04279","created_at":"2026-07-05T02:01:03Z"},{"alias_kind":"arxiv_version","alias_value":"2010.04279v2","created_at":"2026-07-05T02:01:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.04279","created_at":"2026-07-05T02:01:03Z"},{"alias_kind":"pith_short_12","alias_value":"TUVNOKPHEV5P","created_at":"2026-07-05T02:01:03Z"},{"alias_kind":"pith_short_16","alias_value":"TUVNOKPHEV5PQIN3","created_at":"2026-07-05T02:01:03Z"},{"alias_kind":"pith_short_8","alias_value":"TUVNOKPH","created_at":"2026-07-05T02:01:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:TUVNOKPHEV5PQIN3KGZW2YAVMT","target":"record","payload":{"canonical_record":{"source":{"id":"2010.04279","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-10-08T22:03:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"09dbef8a15c69e6e33f263545085f0f8c2aa06a13f1ca9c6815203b2f93e025c","abstract_canon_sha256":"d330034f4ace68c9a3609dabee8699dff80833505c9111a9c6c3476051d42276"},"schema_version":"1.0"},"canonical_sha256":"9d2ad729e7257af821bb51b36d601564d57e061945091ab5a01050f40d3b9377","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:01:03.179454Z","signature_b64":"QXJuQVAbHG4T9kqIIUqi498MovWJMAwP8QweigKD4OK9iMUDqAtIxvVg3BsipZaMqRtaWGjzV3dKL3LfueOnAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9d2ad729e7257af821bb51b36d601564d57e061945091ab5a01050f40d3b9377","last_reissued_at":"2026-07-05T02:01:03.178996Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:01:03.178996Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.04279","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:01:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LI8pY+84LsOkvlYGudG1DgA1qOladRnaYX/uyaFKRWNP0Sk3gystqvJeYEhOW7599NAF0HOUHRJ1eR7r1AfDCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:00:46.183496Z"},"content_sha256":"c5548e61acbf7cb671c90ad19d346359bd06378fcc49e7c80f5ef8994cd12c16","schema_version":"1.0","event_id":"sha256:c5548e61acbf7cb671c90ad19d346359bd06378fcc49e7c80f5ef8994cd12c16"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:TUVNOKPHEV5PQIN3KGZW2YAVMT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Trajectory Inspection: A Method for Iterative Clinician-Driven Design of Reinforcement Learning Studies","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Christina X. Ji, David Sontag, Michael Oberst, Sanjat Kanjilal","submitted_at":"2020-10-08T22:03:01Z","abstract_excerpt":"Reinforcement learning (RL) has the potential to significantly improve clinical decision making. However, treatment policies learned via RL from observational data are sensitive to subtle choices in study design. We highlight a simple approach, trajectory inspection, to bring clinicians into an iterative design process for model-based RL studies. We identify where the model recommends unexpectedly aggressive treatments or expects surprisingly positive outcomes from its recommendations. Then, we examine clinical trajectories simulated with the learned model and policy alongside the actual hospi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.04279","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.04279/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:01:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FzRxw0so18p/2D8WzcTToykq/g/YR4fFAz6w8hlZ9d6Hg6S8iWfAZHMD9b2K5Cbsyu+gATqEE4oJ2yHT2GvuDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:00:46.183927Z"},"content_sha256":"22727b7fefa1dbe5b6ebd88eaee022e130323d30e78f61e73f06e930941ba58f","schema_version":"1.0","event_id":"sha256:22727b7fefa1dbe5b6ebd88eaee022e130323d30e78f61e73f06e930941ba58f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TUVNOKPHEV5PQIN3KGZW2YAVMT/bundle.json","state_url":"https://pith.science/pith/TUVNOKPHEV5PQIN3KGZW2YAVMT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TUVNOKPHEV5PQIN3KGZW2YAVMT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T10:00:46Z","links":{"resolver":"https://pith.science/pith/TUVNOKPHEV5PQIN3KGZW2YAVMT","bundle":"https://pith.science/pith/TUVNOKPHEV5PQIN3KGZW2YAVMT/bundle.json","state":"https://pith.science/pith/TUVNOKPHEV5PQIN3KGZW2YAVMT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TUVNOKPHEV5PQIN3KGZW2YAVMT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:TUVNOKPHEV5PQIN3KGZW2YAVMT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d330034f4ace68c9a3609dabee8699dff80833505c9111a9c6c3476051d42276","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-10-08T22:03:01Z","title_canon_sha256":"09dbef8a15c69e6e33f263545085f0f8c2aa06a13f1ca9c6815203b2f93e025c"},"schema_version":"1.0","source":{"id":"2010.04279","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.04279","created_at":"2026-07-05T02:01:03Z"},{"alias_kind":"arxiv_version","alias_value":"2010.04279v2","created_at":"2026-07-05T02:01:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.04279","created_at":"2026-07-05T02:01:03Z"},{"alias_kind":"pith_short_12","alias_value":"TUVNOKPHEV5P","created_at":"2026-07-05T02:01:03Z"},{"alias_kind":"pith_short_16","alias_value":"TUVNOKPHEV5PQIN3","created_at":"2026-07-05T02:01:03Z"},{"alias_kind":"pith_short_8","alias_value":"TUVNOKPH","created_at":"2026-07-05T02:01:03Z"}],"graph_snapshots":[{"event_id":"sha256:22727b7fefa1dbe5b6ebd88eaee022e130323d30e78f61e73f06e930941ba58f","target":"graph","created_at":"2026-07-05T02:01:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.04279/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning (RL) has the potential to significantly improve clinical decision making. However, treatment policies learned via RL from observational data are sensitive to subtle choices in study design. We highlight a simple approach, trajectory inspection, to bring clinicians into an iterative design process for model-based RL studies. We identify where the model recommends unexpectedly aggressive treatments or expects surprisingly positive outcomes from its recommendations. Then, we examine clinical trajectories simulated with the learned model and policy alongside the actual hospi","authors_text":"Christina X. Ji, David Sontag, Michael Oberst, Sanjat Kanjilal","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-10-08T22:03:01Z","title":"Trajectory Inspection: A Method for Iterative Clinician-Driven Design of Reinforcement Learning Studies"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.04279","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c5548e61acbf7cb671c90ad19d346359bd06378fcc49e7c80f5ef8994cd12c16","target":"record","created_at":"2026-07-05T02:01:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d330034f4ace68c9a3609dabee8699dff80833505c9111a9c6c3476051d42276","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-10-08T22:03:01Z","title_canon_sha256":"09dbef8a15c69e6e33f263545085f0f8c2aa06a13f1ca9c6815203b2f93e025c"},"schema_version":"1.0","source":{"id":"2010.04279","kind":"arxiv","version":2}},"canonical_sha256":"9d2ad729e7257af821bb51b36d601564d57e061945091ab5a01050f40d3b9377","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9d2ad729e7257af821bb51b36d601564d57e061945091ab5a01050f40d3b9377","first_computed_at":"2026-07-05T02:01:03.178996Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:01:03.178996Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QXJuQVAbHG4T9kqIIUqi498MovWJMAwP8QweigKD4OK9iMUDqAtIxvVg3BsipZaMqRtaWGjzV3dKL3LfueOnAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:01:03.179454Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.04279","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c5548e61acbf7cb671c90ad19d346359bd06378fcc49e7c80f5ef8994cd12c16","sha256:22727b7fefa1dbe5b6ebd88eaee022e130323d30e78f61e73f06e930941ba58f"],"state_sha256":"02588a7342f49b11b1741ffb427b13280e0efd5845784b7b70e8cc95225ae335"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CLkUnzpEI20qtUMWUOfJLEYmG8SmrrEP2f2/zlyExCILxCFTkXDcqyvhpkZT8PyGAJ53ujaBO9VCePQ6Uq/ZAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T10:00:46.186133Z","bundle_sha256":"3eb91145d577a45bcdce89eef74c5edc44701d1f75c789509cd7d2fb051f8ebb"}}