{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:NW2GJYSSWRPYNQD3HCPDLUFCXQ","short_pith_number":"pith:NW2GJYSS","canonical_record":{"source":{"id":"2208.12754","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-08-26T16:07:14Z","cross_cats_sorted":[],"title_canon_sha256":"c3f4e97ff170b72b70e8f64643bb3db3ab5e628b2cff974a0cb923aa8f7277f3","abstract_canon_sha256":"ffd7199c4e799e7f971e6c81284edee0104aa9c32ab9560275438ed184dfde78"},"schema_version":"1.0"},"canonical_sha256":"6db464e252b45f86c07b389e35d0a2bc3059d79cedbada8a202c2b4ddc837ee4","source":{"kind":"arxiv","id":"2208.12754","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.12754","created_at":"2026-07-05T04:51:49Z"},{"alias_kind":"arxiv_version","alias_value":"2208.12754v1","created_at":"2026-07-05T04:51:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.12754","created_at":"2026-07-05T04:51:49Z"},{"alias_kind":"pith_short_12","alias_value":"NW2GJYSSWRPY","created_at":"2026-07-05T04:51:49Z"},{"alias_kind":"pith_short_16","alias_value":"NW2GJYSSWRPYNQD3","created_at":"2026-07-05T04:51:49Z"},{"alias_kind":"pith_short_8","alias_value":"NW2GJYSS","created_at":"2026-07-05T04:51:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:NW2GJYSSWRPYNQD3HCPDLUFCXQ","target":"record","payload":{"canonical_record":{"source":{"id":"2208.12754","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-08-26T16:07:14Z","cross_cats_sorted":[],"title_canon_sha256":"c3f4e97ff170b72b70e8f64643bb3db3ab5e628b2cff974a0cb923aa8f7277f3","abstract_canon_sha256":"ffd7199c4e799e7f971e6c81284edee0104aa9c32ab9560275438ed184dfde78"},"schema_version":"1.0"},"canonical_sha256":"6db464e252b45f86c07b389e35d0a2bc3059d79cedbada8a202c2b4ddc837ee4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:51:49.594994Z","signature_b64":"sinYZMZSdmAZTxbYhMglKRz/XHf303ixdxZOkuPyIUrJcQX0jNIOvjzISW0zfxuQ/vzRGMh1slAQ+KB6+4ULAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6db464e252b45f86c07b389e35d0a2bc3059d79cedbada8a202c2b4ddc837ee4","last_reissued_at":"2026-07-05T04:51:49.594644Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:51:49.594644Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.12754","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:51:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YneS63pefinSwLJ5ytnb0RYCol3fRL1dhb7r+DD2TUYZ5gKEgLj+LFOJPf7IcxfoVRk4E16Xe2WrVBJucj1SBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:59:29.859642Z"},"content_sha256":"0564a96de52301bbdfb540360bbbdf163283bc80e59fc48da28ba74ad4dbfdd5","schema_version":"1.0","event_id":"sha256:0564a96de52301bbdfb540360bbbdf163283bc80e59fc48da28ba74ad4dbfdd5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:NW2GJYSSWRPYNQD3HCPDLUFCXQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Task Selection for AutoML System Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Chansoo Lee, Jonathan Lorraine, Mehadi Hassen, Nihesh Anderson, Quentin de Laroussilhe","submitted_at":"2022-08-26T16:07:14Z","abstract_excerpt":"Our goal is to assess if AutoML system changes - i.e., to the search space or hyperparameter optimization - will improve the final model's performance on production tasks. However, we cannot test the changes on production tasks. Instead, we only have access to limited descriptors about tasks that our AutoML system previously executed, like the number of data points or features. We also have a set of development tasks to test changes, ex., sampled from OpenML with no usage constraints. However, the development and production task distributions are different leading us to pursue changes that onl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.12754","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.12754/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:51:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8QkV28LKunYiAS1ppw0rHthIru+WIxj3uLiYiDtbUX+m9axPYTtm1fThIkmcRYyy86VYWuNTEV2f/A37iOApBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:59:29.860021Z"},"content_sha256":"1dedc339ad572f7e63669fa7a45c061779dba61d36c5dce9b9315c9436f8f1eb","schema_version":"1.0","event_id":"sha256:1dedc339ad572f7e63669fa7a45c061779dba61d36c5dce9b9315c9436f8f1eb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NW2GJYSSWRPYNQD3HCPDLUFCXQ/bundle.json","state_url":"https://pith.science/pith/NW2GJYSSWRPYNQD3HCPDLUFCXQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NW2GJYSSWRPYNQD3HCPDLUFCXQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T17:59:29Z","links":{"resolver":"https://pith.science/pith/NW2GJYSSWRPYNQD3HCPDLUFCXQ","bundle":"https://pith.science/pith/NW2GJYSSWRPYNQD3HCPDLUFCXQ/bundle.json","state":"https://pith.science/pith/NW2GJYSSWRPYNQD3HCPDLUFCXQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NW2GJYSSWRPYNQD3HCPDLUFCXQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:NW2GJYSSWRPYNQD3HCPDLUFCXQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ffd7199c4e799e7f971e6c81284edee0104aa9c32ab9560275438ed184dfde78","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-08-26T16:07:14Z","title_canon_sha256":"c3f4e97ff170b72b70e8f64643bb3db3ab5e628b2cff974a0cb923aa8f7277f3"},"schema_version":"1.0","source":{"id":"2208.12754","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.12754","created_at":"2026-07-05T04:51:49Z"},{"alias_kind":"arxiv_version","alias_value":"2208.12754v1","created_at":"2026-07-05T04:51:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.12754","created_at":"2026-07-05T04:51:49Z"},{"alias_kind":"pith_short_12","alias_value":"NW2GJYSSWRPY","created_at":"2026-07-05T04:51:49Z"},{"alias_kind":"pith_short_16","alias_value":"NW2GJYSSWRPYNQD3","created_at":"2026-07-05T04:51:49Z"},{"alias_kind":"pith_short_8","alias_value":"NW2GJYSS","created_at":"2026-07-05T04:51:49Z"}],"graph_snapshots":[{"event_id":"sha256:1dedc339ad572f7e63669fa7a45c061779dba61d36c5dce9b9315c9436f8f1eb","target":"graph","created_at":"2026-07-05T04:51:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.12754/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Our goal is to assess if AutoML system changes - i.e., to the search space or hyperparameter optimization - will improve the final model's performance on production tasks. However, we cannot test the changes on production tasks. Instead, we only have access to limited descriptors about tasks that our AutoML system previously executed, like the number of data points or features. We also have a set of development tasks to test changes, ex., sampled from OpenML with no usage constraints. However, the development and production task distributions are different leading us to pursue changes that onl","authors_text":"Chansoo Lee, Jonathan Lorraine, Mehadi Hassen, Nihesh Anderson, Quentin de Laroussilhe","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-08-26T16:07:14Z","title":"Task Selection for AutoML System Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.12754","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0564a96de52301bbdfb540360bbbdf163283bc80e59fc48da28ba74ad4dbfdd5","target":"record","created_at":"2026-07-05T04:51:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ffd7199c4e799e7f971e6c81284edee0104aa9c32ab9560275438ed184dfde78","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-08-26T16:07:14Z","title_canon_sha256":"c3f4e97ff170b72b70e8f64643bb3db3ab5e628b2cff974a0cb923aa8f7277f3"},"schema_version":"1.0","source":{"id":"2208.12754","kind":"arxiv","version":1}},"canonical_sha256":"6db464e252b45f86c07b389e35d0a2bc3059d79cedbada8a202c2b4ddc837ee4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6db464e252b45f86c07b389e35d0a2bc3059d79cedbada8a202c2b4ddc837ee4","first_computed_at":"2026-07-05T04:51:49.594644Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:51:49.594644Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sinYZMZSdmAZTxbYhMglKRz/XHf303ixdxZOkuPyIUrJcQX0jNIOvjzISW0zfxuQ/vzRGMh1slAQ+KB6+4ULAA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:51:49.594994Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.12754","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0564a96de52301bbdfb540360bbbdf163283bc80e59fc48da28ba74ad4dbfdd5","sha256:1dedc339ad572f7e63669fa7a45c061779dba61d36c5dce9b9315c9436f8f1eb"],"state_sha256":"9cb9a6312c1d57335e3146c089dd29320f617fc5d36ccd061cff3c938cee3154"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sssCeQFWlvmREqJemxaP3CFhibdC+oz27tWINddN3X+DKmw0NLRWzya+qdA8oCz+txxyUqU0jB7qqcCdB7rICg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T17:59:29.862055Z","bundle_sha256":"b38251c3cd20ac5965dfed0070eda48579e16efb4c5db1e3d7e30e740066106a"}}