{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:RT7LSLKU4F7Z6GXY4YJDX7TPMW","short_pith_number":"pith:RT7LSLKU","canonical_record":{"source":{"id":"2203.11377","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2022-03-21T22:43:40Z","cross_cats_sorted":["cs.LG","stat.ME"],"title_canon_sha256":"f8f5c786b1191cf671a196d5b9ff8731e7cb5fbbc033d5e112ad649e45b776bf","abstract_canon_sha256":"81642e129c6c8b89a6c4dddbf0305e396eb5da37a1c07d1634f5236b32d9259d"},"schema_version":"1.0"},"canonical_sha256":"8cfeb92d54e17f9f1af8e6123bfe6f65a0630786e79a179e10a8ed7c6a67d583","source":{"kind":"arxiv","id":"2203.11377","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.11377","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"arxiv_version","alias_value":"2203.11377v1","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.11377","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_12","alias_value":"RT7LSLKU4F7Z","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_16","alias_value":"RT7LSLKU4F7Z6GXY","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_8","alias_value":"RT7LSLKU","created_at":"2026-07-05T04:07:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:RT7LSLKU4F7Z6GXY4YJDX7TPMW","target":"record","payload":{"canonical_record":{"source":{"id":"2203.11377","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2022-03-21T22:43:40Z","cross_cats_sorted":["cs.LG","stat.ME"],"title_canon_sha256":"f8f5c786b1191cf671a196d5b9ff8731e7cb5fbbc033d5e112ad649e45b776bf","abstract_canon_sha256":"81642e129c6c8b89a6c4dddbf0305e396eb5da37a1c07d1634f5236b32d9259d"},"schema_version":"1.0"},"canonical_sha256":"8cfeb92d54e17f9f1af8e6123bfe6f65a0630786e79a179e10a8ed7c6a67d583","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:07:11.431303Z","signature_b64":"oe3A4ZkcNCpaMTntj2Dm47+b/wTFBRrgNWxmwAMA+XEUM2Wr80sSuRJtMDCrO74+avOqnlX3gnNbzJSrAJWeCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8cfeb92d54e17f9f1af8e6123bfe6f65a0630786e79a179e10a8ed7c6a67d583","last_reissued_at":"2026-07-05T04:07:11.430886Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:07:11.430886Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.11377","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tUsmsT+PS5G9yicJZyy1KfMDI1j7fC0YSS6J7xmb7jcBGpoN3vs1rnr2nqg2cjfOAtJ/C6KLRkTQHlrWWR3MAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:54:25.984477Z"},"content_sha256":"0ca940fac5157b47fa6b1c6518d8dc74ac37d02472168f65583529f0ac1d3eb9","schema_version":"1.0","event_id":"sha256:0ca940fac5157b47fa6b1c6518d8dc74ac37d02472168f65583529f0ac1d3eb9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:RT7LSLKU4F7Z6GXY4YJDX7TPMW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sequential algorithmic modification with test data reuse","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","stat.ME"],"primary_cat":"stat.ML","authors_text":"Alexej Gossmann, Berkman Sahiner, Gene Pennello, Jean Feng, Nicholas Petrick, Romain Pirracchio","submitted_at":"2022-03-21T22:43:40Z","abstract_excerpt":"After initial release of a machine learning algorithm, the model can be fine-tuned by retraining on subsequently gathered data, adding newly discovered features, or more. Each modification introduces a risk of deteriorating performance and must be validated on a test dataset. It may not always be practical to assemble a new dataset for testing each modification, especially when most modifications are minor or are implemented in rapid succession. Recent works have shown how one can repeatedly test modifications on the same dataset and protect against overfitting by (i) discretizing test results"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.11377","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.11377/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tRz8opa9fpVYVFyO30GyXWc08V92nORFdy2aQuE99NOqyKUoUvfYbZ5LzKBSV+5eoln5op3RtKXk+2GXHSx7BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:54:25.984862Z"},"content_sha256":"1faebe69fdc807ef5ace22e8dac0a7cfa1424c66d800f6596c1d4940b3e9905d","schema_version":"1.0","event_id":"sha256:1faebe69fdc807ef5ace22e8dac0a7cfa1424c66d800f6596c1d4940b3e9905d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RT7LSLKU4F7Z6GXY4YJDX7TPMW/bundle.json","state_url":"https://pith.science/pith/RT7LSLKU4F7Z6GXY4YJDX7TPMW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RT7LSLKU4F7Z6GXY4YJDX7TPMW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T06:54:25Z","links":{"resolver":"https://pith.science/pith/RT7LSLKU4F7Z6GXY4YJDX7TPMW","bundle":"https://pith.science/pith/RT7LSLKU4F7Z6GXY4YJDX7TPMW/bundle.json","state":"https://pith.science/pith/RT7LSLKU4F7Z6GXY4YJDX7TPMW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RT7LSLKU4F7Z6GXY4YJDX7TPMW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:RT7LSLKU4F7Z6GXY4YJDX7TPMW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"81642e129c6c8b89a6c4dddbf0305e396eb5da37a1c07d1634f5236b32d9259d","cross_cats_sorted":["cs.LG","stat.ME"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2022-03-21T22:43:40Z","title_canon_sha256":"f8f5c786b1191cf671a196d5b9ff8731e7cb5fbbc033d5e112ad649e45b776bf"},"schema_version":"1.0","source":{"id":"2203.11377","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.11377","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"arxiv_version","alias_value":"2203.11377v1","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.11377","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_12","alias_value":"RT7LSLKU4F7Z","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_16","alias_value":"RT7LSLKU4F7Z6GXY","created_at":"2026-07-05T04:07:11Z"},{"alias_kind":"pith_short_8","alias_value":"RT7LSLKU","created_at":"2026-07-05T04:07:11Z"}],"graph_snapshots":[{"event_id":"sha256:1faebe69fdc807ef5ace22e8dac0a7cfa1424c66d800f6596c1d4940b3e9905d","target":"graph","created_at":"2026-07-05T04:07:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.11377/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"After initial release of a machine learning algorithm, the model can be fine-tuned by retraining on subsequently gathered data, adding newly discovered features, or more. Each modification introduces a risk of deteriorating performance and must be validated on a test dataset. It may not always be practical to assemble a new dataset for testing each modification, especially when most modifications are minor or are implemented in rapid succession. Recent works have shown how one can repeatedly test modifications on the same dataset and protect against overfitting by (i) discretizing test results","authors_text":"Alexej Gossmann, Berkman Sahiner, Gene Pennello, Jean Feng, Nicholas Petrick, Romain Pirracchio","cross_cats":["cs.LG","stat.ME"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2022-03-21T22:43:40Z","title":"Sequential algorithmic modification with test data reuse"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.11377","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0ca940fac5157b47fa6b1c6518d8dc74ac37d02472168f65583529f0ac1d3eb9","target":"record","created_at":"2026-07-05T04:07:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"81642e129c6c8b89a6c4dddbf0305e396eb5da37a1c07d1634f5236b32d9259d","cross_cats_sorted":["cs.LG","stat.ME"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2022-03-21T22:43:40Z","title_canon_sha256":"f8f5c786b1191cf671a196d5b9ff8731e7cb5fbbc033d5e112ad649e45b776bf"},"schema_version":"1.0","source":{"id":"2203.11377","kind":"arxiv","version":1}},"canonical_sha256":"8cfeb92d54e17f9f1af8e6123bfe6f65a0630786e79a179e10a8ed7c6a67d583","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8cfeb92d54e17f9f1af8e6123bfe6f65a0630786e79a179e10a8ed7c6a67d583","first_computed_at":"2026-07-05T04:07:11.430886Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:07:11.430886Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oe3A4ZkcNCpaMTntj2Dm47+b/wTFBRrgNWxmwAMA+XEUM2Wr80sSuRJtMDCrO74+avOqnlX3gnNbzJSrAJWeCA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:07:11.431303Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.11377","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0ca940fac5157b47fa6b1c6518d8dc74ac37d02472168f65583529f0ac1d3eb9","sha256:1faebe69fdc807ef5ace22e8dac0a7cfa1424c66d800f6596c1d4940b3e9905d"],"state_sha256":"335f8b9f792476175e3ca6f69ce6d48aed62a132c1b65c95041fb989672af165"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DJ/XlStBq246M7dd/DwhmZik0MK38ojZGDHfZRekKz2JmTwi6VCQ1Tr3jKLb74A0pCziEZzpB3vU9m+I5FP+Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T06:54:25.987430Z","bundle_sha256":"aa87c7ed180be5204319279d9ecf5dbd710364a6f1a6cda03c5aa7d9e4cf739f"}}