{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:XNZMM76LSOOKH7UMOM4GYJPJST","short_pith_number":"pith:XNZMM76L","canonical_record":{"source":{"id":"1812.00210","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-12-01T14:32:06Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"765e0bee11d8b834bebd8ac0944bff5ed594b36b9b48e3f6de8af115c9541f79","abstract_canon_sha256":"65e8f0fc10f8b5cd3149021c5a337aedee8a637d54f35a7bd3a1047b5af89ed1"},"schema_version":"1.0"},"canonical_sha256":"bb72c67fcb939ca3fe8c73386c25e994c1e0fe0e16822765831a150be5c02180","source":{"kind":"arxiv","id":"1812.00210","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.00210","created_at":"2026-05-17T23:59:21Z"},{"alias_kind":"arxiv_version","alias_value":"1812.00210v1","created_at":"2026-05-17T23:59:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.00210","created_at":"2026-05-17T23:59:21Z"},{"alias_kind":"pith_short_12","alias_value":"XNZMM76LSOOK","created_at":"2026-05-18T12:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"XNZMM76LSOOKH7UM","created_at":"2026-05-18T12:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"XNZMM76L","created_at":"2026-05-18T12:33:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:XNZMM76LSOOKH7UMOM4GYJPJST","target":"record","payload":{"canonical_record":{"source":{"id":"1812.00210","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-12-01T14:32:06Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"765e0bee11d8b834bebd8ac0944bff5ed594b36b9b48e3f6de8af115c9541f79","abstract_canon_sha256":"65e8f0fc10f8b5cd3149021c5a337aedee8a637d54f35a7bd3a1047b5af89ed1"},"schema_version":"1.0"},"canonical_sha256":"bb72c67fcb939ca3fe8c73386c25e994c1e0fe0e16822765831a150be5c02180","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:59:21.815261Z","signature_b64":"ZxZ6O7XXXiGv1ba+Mr3Skom8JWBg7Db1RrvxAIQddJic1jfYusom4E1DcTgayp7kNI0Pj8r3lWd9s2UoYTDTDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bb72c67fcb939ca3fe8c73386c25e994c1e0fe0e16822765831a150be5c02180","last_reissued_at":"2026-05-17T23:59:21.814933Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:59:21.814933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1812.00210","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:59:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nYP6jNRf4F+XSpygsyaWYwEKVqejyx6haRRbdcwlCUgMSEIxq5QVqdirDJFsELd7K5W7SuLGeqtnQe5osTSYBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T08:27:12.766210Z"},"content_sha256":"35a699ef27407c51d21e0f448477f3ac67282eb2c6662a684a8cc43fd3eb1121","schema_version":"1.0","event_id":"sha256:35a699ef27407c51d21e0f448477f3ac67282eb2c6662a684a8cc43fd3eb1121"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:XNZMM76LSOOKH7UMOM4GYJPJST","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Measuring the Stability of EHR- and EKG-based Predictive Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Andrew C. Miller, Sendhil Mullainathan, Ziad Obermeyer","submitted_at":"2018-12-01T14:32:06Z","abstract_excerpt":"Databases of electronic health records (EHRs) are increasingly used to inform clinical decisions. Machine learning methods can find patterns in EHRs that are predictive of future adverse outcomes. However, statistical models may be built upon patterns of health-seeking behavior that vary across patient subpopulations, leading to poor predictive performance when training on one patient population and predicting on another. This note proposes two tests to better measure and understand model generalization. We use these tests to compare models derived from two data sources: (i) historical medical"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.00210","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:59:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1YcNXCSDiMD0zy7mXcDf98RAAW3ogM/jR39n6ESGOYS/FpUY/D4PJP8Vbcjtqg4l+QQXtE9mYqvG5/jChN4NDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T08:27:12.766563Z"},"content_sha256":"ec03bf17b7ad4b686a966b9eb71e29f3417f4188d99c6266a7e4f4105cebf9eb","schema_version":"1.0","event_id":"sha256:ec03bf17b7ad4b686a966b9eb71e29f3417f4188d99c6266a7e4f4105cebf9eb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XNZMM76LSOOKH7UMOM4GYJPJST/bundle.json","state_url":"https://pith.science/pith/XNZMM76LSOOKH7UMOM4GYJPJST/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XNZMM76LSOOKH7UMOM4GYJPJST/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-02T08:27:12Z","links":{"resolver":"https://pith.science/pith/XNZMM76LSOOKH7UMOM4GYJPJST","bundle":"https://pith.science/pith/XNZMM76LSOOKH7UMOM4GYJPJST/bundle.json","state":"https://pith.science/pith/XNZMM76LSOOKH7UMOM4GYJPJST/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XNZMM76LSOOKH7UMOM4GYJPJST/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:XNZMM76LSOOKH7UMOM4GYJPJST","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"65e8f0fc10f8b5cd3149021c5a337aedee8a637d54f35a7bd3a1047b5af89ed1","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-12-01T14:32:06Z","title_canon_sha256":"765e0bee11d8b834bebd8ac0944bff5ed594b36b9b48e3f6de8af115c9541f79"},"schema_version":"1.0","source":{"id":"1812.00210","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1812.00210","created_at":"2026-05-17T23:59:21Z"},{"alias_kind":"arxiv_version","alias_value":"1812.00210v1","created_at":"2026-05-17T23:59:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.00210","created_at":"2026-05-17T23:59:21Z"},{"alias_kind":"pith_short_12","alias_value":"XNZMM76LSOOK","created_at":"2026-05-18T12:33:01Z"},{"alias_kind":"pith_short_16","alias_value":"XNZMM76LSOOKH7UM","created_at":"2026-05-18T12:33:01Z"},{"alias_kind":"pith_short_8","alias_value":"XNZMM76L","created_at":"2026-05-18T12:33:01Z"}],"graph_snapshots":[{"event_id":"sha256:ec03bf17b7ad4b686a966b9eb71e29f3417f4188d99c6266a7e4f4105cebf9eb","target":"graph","created_at":"2026-05-17T23:59:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Databases of electronic health records (EHRs) are increasingly used to inform clinical decisions. Machine learning methods can find patterns in EHRs that are predictive of future adverse outcomes. However, statistical models may be built upon patterns of health-seeking behavior that vary across patient subpopulations, leading to poor predictive performance when training on one patient population and predicting on another. This note proposes two tests to better measure and understand model generalization. We use these tests to compare models derived from two data sources: (i) historical medical","authors_text":"Andrew C. Miller, Sendhil Mullainathan, Ziad Obermeyer","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-12-01T14:32:06Z","title":"Measuring the Stability of EHR- and EKG-based Predictive Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.00210","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:35a699ef27407c51d21e0f448477f3ac67282eb2c6662a684a8cc43fd3eb1121","target":"record","created_at":"2026-05-17T23:59:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"65e8f0fc10f8b5cd3149021c5a337aedee8a637d54f35a7bd3a1047b5af89ed1","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-12-01T14:32:06Z","title_canon_sha256":"765e0bee11d8b834bebd8ac0944bff5ed594b36b9b48e3f6de8af115c9541f79"},"schema_version":"1.0","source":{"id":"1812.00210","kind":"arxiv","version":1}},"canonical_sha256":"bb72c67fcb939ca3fe8c73386c25e994c1e0fe0e16822765831a150be5c02180","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bb72c67fcb939ca3fe8c73386c25e994c1e0fe0e16822765831a150be5c02180","first_computed_at":"2026-05-17T23:59:21.814933Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:59:21.814933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZxZ6O7XXXiGv1ba+Mr3Skom8JWBg7Db1RrvxAIQddJic1jfYusom4E1DcTgayp7kNI0Pj8r3lWd9s2UoYTDTDw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:59:21.815261Z","signed_message":"canonical_sha256_bytes"},"source_id":"1812.00210","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:35a699ef27407c51d21e0f448477f3ac67282eb2c6662a684a8cc43fd3eb1121","sha256:ec03bf17b7ad4b686a966b9eb71e29f3417f4188d99c6266a7e4f4105cebf9eb"],"state_sha256":"20b48cb4f23912fbc4f676ecf08692516e058fb01ec7eb49e27d4e8bdeb182db"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zXdn6+Yq2UJq6ZTYCIH42bp9mujG93QO/xA6qeqkwS9PouXgBWhrKuQj5hFKs7qJaFo9g8Pnm39lSGLxH21gBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-02T08:27:12.768369Z","bundle_sha256":"a8d9f821a115989cccb985fe77be8182b497f3e7a471647829e92607b18c0883"}}