{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:JL4K4TAM4DIWFTSY5DSGEOK65O","short_pith_number":"pith:JL4K4TAM","canonical_record":{"source":{"id":"1612.00475","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2016-12-01T21:26:52Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3b34dac9cbc64e71588eb0ef447d91bd419b2d7e2597d567ebf614d1aeca99ba","abstract_canon_sha256":"dd3484e951fc87ffbb3ba771f00407a7e78ef710852475b7ea5b1c89eb53c5ee"},"schema_version":"1.0"},"canonical_sha256":"4af8ae4c0ce0d162ce58e8e462395eebb3a779049bd8a3225f95088e0f642fdc","source":{"kind":"arxiv","id":"1612.00475","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1612.00475","created_at":"2026-05-18T00:55:59Z"},{"alias_kind":"arxiv_version","alias_value":"1612.00475v1","created_at":"2026-05-18T00:55:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1612.00475","created_at":"2026-05-18T00:55:59Z"},{"alias_kind":"pith_short_12","alias_value":"JL4K4TAM4DIW","created_at":"2026-05-18T12:30:25Z"},{"alias_kind":"pith_short_16","alias_value":"JL4K4TAM4DIWFTSY","created_at":"2026-05-18T12:30:25Z"},{"alias_kind":"pith_short_8","alias_value":"JL4K4TAM","created_at":"2026-05-18T12:30:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:JL4K4TAM4DIWFTSY5DSGEOK65O","target":"record","payload":{"canonical_record":{"source":{"id":"1612.00475","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2016-12-01T21:26:52Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3b34dac9cbc64e71588eb0ef447d91bd419b2d7e2597d567ebf614d1aeca99ba","abstract_canon_sha256":"dd3484e951fc87ffbb3ba771f00407a7e78ef710852475b7ea5b1c89eb53c5ee"},"schema_version":"1.0"},"canonical_sha256":"4af8ae4c0ce0d162ce58e8e462395eebb3a779049bd8a3225f95088e0f642fdc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:55:59.910842Z","signature_b64":"sp15F4x9i0fKbwLTUwXiZGRfNeqg0Q2l3HaIKpUomKKUZnWoVUqL9HFggDN1ag/frbNUxOaSecYvZVHc4GW9AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4af8ae4c0ce0d162ce58e8e462395eebb3a779049bd8a3225f95088e0f642fdc","last_reissued_at":"2026-05-18T00:55:59.910186Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:55:59.910186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1612.00475","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:55:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yF+8Igf2UTl9zpE5oSiwWPQhYmA2u6r2uHJD48yUifyOvkwyn9VK5FdEYFAcMcHawkKxZpgzyTChD1Ipi1cfDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T21:53:01.921185Z"},"content_sha256":"1a14dd08e576f8699c999094ce598b96810a6e8590eeee25df96383759c57b23","schema_version":"1.0","event_id":"sha256:1a14dd08e576f8699c999094ce598b96810a6e8590eeee25df96383759c57b23"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:JL4K4TAM4DIWFTSY5DSGEOK65O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transfer Learning Across Patient Variations with Hidden Parameter Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"stat.ML","authors_text":"Finale Doshi-Velez, George Konidaris, Taylor Killian","submitted_at":"2016-12-01T21:26:52Z","abstract_excerpt":"Due to physiological variation, patients diagnosed with the same condition may exhibit divergent, but related, responses to the same treatments. Hidden Parameter Markov Decision Processes (HiP-MDPs) tackle this transfer-learning problem by embedding these tasks into a low-dimensional space. However, the original formulation of HiP-MDP had a critical flaw: the embedding uncertainty was modeled independently of the agent's state uncertainty, requiring an unnatural training procedure in which all tasks visited every part of the state space---possible for robots that can be moved to a particular l"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1612.00475","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:55:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QX5TqR8sK8KBgYd/4Sc3yOXugLvItZIjbgoxD4tzPKdSUAWYKYJJ8g4OGiurreg52oLaCM6sxihDE/adghqsBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T21:53:01.921838Z"},"content_sha256":"f108a33d9e532898924061c7d56273d9085d522e2f28042bacec9c587d3bf608","schema_version":"1.0","event_id":"sha256:f108a33d9e532898924061c7d56273d9085d522e2f28042bacec9c587d3bf608"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JL4K4TAM4DIWFTSY5DSGEOK65O/bundle.json","state_url":"https://pith.science/pith/JL4K4TAM4DIWFTSY5DSGEOK65O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JL4K4TAM4DIWFTSY5DSGEOK65O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T21:53:01Z","links":{"resolver":"https://pith.science/pith/JL4K4TAM4DIWFTSY5DSGEOK65O","bundle":"https://pith.science/pith/JL4K4TAM4DIWFTSY5DSGEOK65O/bundle.json","state":"https://pith.science/pith/JL4K4TAM4DIWFTSY5DSGEOK65O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JL4K4TAM4DIWFTSY5DSGEOK65O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:JL4K4TAM4DIWFTSY5DSGEOK65O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dd3484e951fc87ffbb3ba771f00407a7e78ef710852475b7ea5b1c89eb53c5ee","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2016-12-01T21:26:52Z","title_canon_sha256":"3b34dac9cbc64e71588eb0ef447d91bd419b2d7e2597d567ebf614d1aeca99ba"},"schema_version":"1.0","source":{"id":"1612.00475","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1612.00475","created_at":"2026-05-18T00:55:59Z"},{"alias_kind":"arxiv_version","alias_value":"1612.00475v1","created_at":"2026-05-18T00:55:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1612.00475","created_at":"2026-05-18T00:55:59Z"},{"alias_kind":"pith_short_12","alias_value":"JL4K4TAM4DIW","created_at":"2026-05-18T12:30:25Z"},{"alias_kind":"pith_short_16","alias_value":"JL4K4TAM4DIWFTSY","created_at":"2026-05-18T12:30:25Z"},{"alias_kind":"pith_short_8","alias_value":"JL4K4TAM","created_at":"2026-05-18T12:30:25Z"}],"graph_snapshots":[{"event_id":"sha256:f108a33d9e532898924061c7d56273d9085d522e2f28042bacec9c587d3bf608","target":"graph","created_at":"2026-05-18T00:55:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Due to physiological variation, patients diagnosed with the same condition may exhibit divergent, but related, responses to the same treatments. Hidden Parameter Markov Decision Processes (HiP-MDPs) tackle this transfer-learning problem by embedding these tasks into a low-dimensional space. However, the original formulation of HiP-MDP had a critical flaw: the embedding uncertainty was modeled independently of the agent's state uncertainty, requiring an unnatural training procedure in which all tasks visited every part of the state space---possible for robots that can be moved to a particular l","authors_text":"Finale Doshi-Velez, George Konidaris, Taylor Killian","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2016-12-01T21:26:52Z","title":"Transfer Learning Across Patient Variations with Hidden Parameter Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1612.00475","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1a14dd08e576f8699c999094ce598b96810a6e8590eeee25df96383759c57b23","target":"record","created_at":"2026-05-18T00:55:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dd3484e951fc87ffbb3ba771f00407a7e78ef710852475b7ea5b1c89eb53c5ee","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2016-12-01T21:26:52Z","title_canon_sha256":"3b34dac9cbc64e71588eb0ef447d91bd419b2d7e2597d567ebf614d1aeca99ba"},"schema_version":"1.0","source":{"id":"1612.00475","kind":"arxiv","version":1}},"canonical_sha256":"4af8ae4c0ce0d162ce58e8e462395eebb3a779049bd8a3225f95088e0f642fdc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4af8ae4c0ce0d162ce58e8e462395eebb3a779049bd8a3225f95088e0f642fdc","first_computed_at":"2026-05-18T00:55:59.910186Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:55:59.910186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sp15F4x9i0fKbwLTUwXiZGRfNeqg0Q2l3HaIKpUomKKUZnWoVUqL9HFggDN1ag/frbNUxOaSecYvZVHc4GW9AQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:55:59.910842Z","signed_message":"canonical_sha256_bytes"},"source_id":"1612.00475","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1a14dd08e576f8699c999094ce598b96810a6e8590eeee25df96383759c57b23","sha256:f108a33d9e532898924061c7d56273d9085d522e2f28042bacec9c587d3bf608"],"state_sha256":"d8db02415803956f825805f58370a0def7fa62a519546647d801f5314680df47"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R8BDQkT5ZSth41KtDSSYqLUGaSV4C084wLdJ9vMhkXs4dviZ7U0oKzmMOSC+gW5uce/YTct6iE8kbON3MYKPDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T21:53:01.924287Z","bundle_sha256":"a617aefa27c8179b90806ac00e2c3c1b1e0e90c0f741a13c03d342363b158ba9"}}