{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:PD5F5WAQZYXUZP562TPRHTQ6NR","short_pith_number":"pith:PD5F5WAQ","canonical_record":{"source":{"id":"2107.08787","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.AP","submitted_at":"2021-07-13T19:36:25Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"2d1725b0b290ccd38773186c9225d95b6149dd49efd4cd95a27fdd2fbfaf1ab7","abstract_canon_sha256":"3b0699f62f73715437f48521e273a5f452e1166dd1886fba1402bbd30e17657d"},"schema_version":"1.0"},"canonical_sha256":"78fa5ed810ce2f4cbfbed4df13ce1e6c487bc61cb0ad430c3ca9ac88a0534d99","source":{"kind":"arxiv","id":"2107.08787","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.08787","created_at":"2026-07-05T02:58:52Z"},{"alias_kind":"arxiv_version","alias_value":"2107.08787v1","created_at":"2026-07-05T02:58:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.08787","created_at":"2026-07-05T02:58:52Z"},{"alias_kind":"pith_short_12","alias_value":"PD5F5WAQZYXU","created_at":"2026-07-05T02:58:52Z"},{"alias_kind":"pith_short_16","alias_value":"PD5F5WAQZYXUZP56","created_at":"2026-07-05T02:58:52Z"},{"alias_kind":"pith_short_8","alias_value":"PD5F5WAQ","created_at":"2026-07-05T02:58:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:PD5F5WAQZYXUZP562TPRHTQ6NR","target":"record","payload":{"canonical_record":{"source":{"id":"2107.08787","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.AP","submitted_at":"2021-07-13T19:36:25Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"2d1725b0b290ccd38773186c9225d95b6149dd49efd4cd95a27fdd2fbfaf1ab7","abstract_canon_sha256":"3b0699f62f73715437f48521e273a5f452e1166dd1886fba1402bbd30e17657d"},"schema_version":"1.0"},"canonical_sha256":"78fa5ed810ce2f4cbfbed4df13ce1e6c487bc61cb0ad430c3ca9ac88a0534d99","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:58:52.962762Z","signature_b64":"bjUGV8K/SS0MeOWMRwdCYrPfiiNXTC6TiWDyzT0Cyd/+rVIX6fEe1G3TkrAZZIJXLMyZrQM9ZJZI5H7bx0YwCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78fa5ed810ce2f4cbfbed4df13ce1e6c487bc61cb0ad430c3ca9ac88a0534d99","last_reissued_at":"2026-07-05T02:58:52.962407Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:58:52.962407Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2107.08787","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:58:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VwnySZ1nNsscgYSnwp3AnlfW/XzGrOH+ucWA1gjKUOhs4dityuVwzHfHyZOL1WDm0QR+XD1iwFzrXvNPxbemCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:42:54.045514Z"},"content_sha256":"c7991c05c45dac2f63b08e6d8319ed2fe7f9c3a7a670a53558a391b4edcc9370","schema_version":"1.0","event_id":"sha256:c7991c05c45dac2f63b08e6d8319ed2fe7f9c3a7a670a53558a391b4edcc9370"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:PD5F5WAQZYXUZP562TPRHTQ6NR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Future will be Different than Today: Model Evaluation Considerations when Developing Translational Clinical Biomarker","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.AP","authors_text":"Jane Fridlyand, Ning Leng, Noah Simon, Tiffany Tang, Ting Qi, Yichen Lu","submitted_at":"2021-07-13T19:36:25Z","abstract_excerpt":"Finding translational biomarkers stands center stage of the future of personalized medicine in healthcare. We observed notable challenges in identifying robust biomarkers as some with great performance in one scenario often fail to perform well in new trials (e.g. different population, indications). With rapid development in the clinical trial world (e.g. assay, disease definition), new trials very likely differ from legacy ones in many perspectives and in development of biomarkers this heterogeneity should be considered. In response, we recommend considering building in the heterogeneity when"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.08787","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.08787/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:58:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hT5SmwgZHIHe/DxwHAJ3ZnUTgZfscYVUwMrVzaA1P7S2OZF91Ej6+76yKLQKvhPRcnwPqM7g3Di2VhtwG3rTCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:42:54.046189Z"},"content_sha256":"7f0196eb03df3862af40b848c864de60a3b846f0a0b7be50d65f1ebd14f6d089","schema_version":"1.0","event_id":"sha256:7f0196eb03df3862af40b848c864de60a3b846f0a0b7be50d65f1ebd14f6d089"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PD5F5WAQZYXUZP562TPRHTQ6NR/bundle.json","state_url":"https://pith.science/pith/PD5F5WAQZYXUZP562TPRHTQ6NR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PD5F5WAQZYXUZP562TPRHTQ6NR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T05:42:54Z","links":{"resolver":"https://pith.science/pith/PD5F5WAQZYXUZP562TPRHTQ6NR","bundle":"https://pith.science/pith/PD5F5WAQZYXUZP562TPRHTQ6NR/bundle.json","state":"https://pith.science/pith/PD5F5WAQZYXUZP562TPRHTQ6NR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PD5F5WAQZYXUZP562TPRHTQ6NR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:PD5F5WAQZYXUZP562TPRHTQ6NR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3b0699f62f73715437f48521e273a5f452e1166dd1886fba1402bbd30e17657d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.AP","submitted_at":"2021-07-13T19:36:25Z","title_canon_sha256":"2d1725b0b290ccd38773186c9225d95b6149dd49efd4cd95a27fdd2fbfaf1ab7"},"schema_version":"1.0","source":{"id":"2107.08787","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.08787","created_at":"2026-07-05T02:58:52Z"},{"alias_kind":"arxiv_version","alias_value":"2107.08787v1","created_at":"2026-07-05T02:58:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.08787","created_at":"2026-07-05T02:58:52Z"},{"alias_kind":"pith_short_12","alias_value":"PD5F5WAQZYXU","created_at":"2026-07-05T02:58:52Z"},{"alias_kind":"pith_short_16","alias_value":"PD5F5WAQZYXUZP56","created_at":"2026-07-05T02:58:52Z"},{"alias_kind":"pith_short_8","alias_value":"PD5F5WAQ","created_at":"2026-07-05T02:58:52Z"}],"graph_snapshots":[{"event_id":"sha256:7f0196eb03df3862af40b848c864de60a3b846f0a0b7be50d65f1ebd14f6d089","target":"graph","created_at":"2026-07-05T02:58:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.08787/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Finding translational biomarkers stands center stage of the future of personalized medicine in healthcare. We observed notable challenges in identifying robust biomarkers as some with great performance in one scenario often fail to perform well in new trials (e.g. different population, indications). With rapid development in the clinical trial world (e.g. assay, disease definition), new trials very likely differ from legacy ones in many perspectives and in development of biomarkers this heterogeneity should be considered. In response, we recommend considering building in the heterogeneity when","authors_text":"Jane Fridlyand, Ning Leng, Noah Simon, Tiffany Tang, Ting Qi, Yichen Lu","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.AP","submitted_at":"2021-07-13T19:36:25Z","title":"The Future will be Different than Today: Model Evaluation Considerations when Developing Translational Clinical Biomarker"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.08787","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c7991c05c45dac2f63b08e6d8319ed2fe7f9c3a7a670a53558a391b4edcc9370","target":"record","created_at":"2026-07-05T02:58:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3b0699f62f73715437f48521e273a5f452e1166dd1886fba1402bbd30e17657d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.AP","submitted_at":"2021-07-13T19:36:25Z","title_canon_sha256":"2d1725b0b290ccd38773186c9225d95b6149dd49efd4cd95a27fdd2fbfaf1ab7"},"schema_version":"1.0","source":{"id":"2107.08787","kind":"arxiv","version":1}},"canonical_sha256":"78fa5ed810ce2f4cbfbed4df13ce1e6c487bc61cb0ad430c3ca9ac88a0534d99","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78fa5ed810ce2f4cbfbed4df13ce1e6c487bc61cb0ad430c3ca9ac88a0534d99","first_computed_at":"2026-07-05T02:58:52.962407Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:58:52.962407Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bjUGV8K/SS0MeOWMRwdCYrPfiiNXTC6TiWDyzT0Cyd/+rVIX6fEe1G3TkrAZZIJXLMyZrQM9ZJZI5H7bx0YwCg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:58:52.962762Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.08787","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c7991c05c45dac2f63b08e6d8319ed2fe7f9c3a7a670a53558a391b4edcc9370","sha256:7f0196eb03df3862af40b848c864de60a3b846f0a0b7be50d65f1ebd14f6d089"],"state_sha256":"16540b84d1ba133139a98a96b12907531f4d6f89f1ae7cc145b5f2a554d9e9d1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F4Ch8HULzKXDilD3d+dMx6eZ7zUEiIZkKn13Rk/G0bnHKes4/pPaIcS0ZfJWZ++k0tP+gZC8FfGxCcI+R+83AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T05:42:54.050359Z","bundle_sha256":"2b28fb5784000b550856fec6a509851e3e4235fda22d8f074599f187115af6d2"}}