{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:WPJYGY5D27LXGWFOQSKXDX5DBJ","short_pith_number":"pith:WPJYGY5D","canonical_record":{"source":{"id":"1906.12230","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2019-06-28T14:11:13Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"cab41c8544932c1bb2640bce89caf33425ff61421f8262cb31d93bb73c1af3df","abstract_canon_sha256":"88cf7f10461a49bab55b5754567f9a5a14d00935c52d9932ba2735cb84fa27ea"},"schema_version":"1.0"},"canonical_sha256":"b3d38363a3d7d77358ae849571dfa30a6aa12e2fe1949dc1ea9fd5df0cae3bb0","source":{"kind":"arxiv","id":"1906.12230","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.12230","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"arxiv_version","alias_value":"1906.12230v1","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.12230","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"pith_short_12","alias_value":"WPJYGY5D27LX","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"WPJYGY5D27LXGWFO","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"WPJYGY5D","created_at":"2026-05-18T12:33:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:WPJYGY5D27LXGWFOQSKXDX5DBJ","target":"record","payload":{"canonical_record":{"source":{"id":"1906.12230","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2019-06-28T14:11:13Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"cab41c8544932c1bb2640bce89caf33425ff61421f8262cb31d93bb73c1af3df","abstract_canon_sha256":"88cf7f10461a49bab55b5754567f9a5a14d00935c52d9932ba2735cb84fa27ea"},"schema_version":"1.0"},"canonical_sha256":"b3d38363a3d7d77358ae849571dfa30a6aa12e2fe1949dc1ea9fd5df0cae3bb0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:41:58.938222Z","signature_b64":"kk1/axYbMkVGHNi7vcBg+E7fHuhI+TzsfVy3IA/zlE+Jn9whzWMbLSoLM2yeIxO5pVaxjvUqUVdJ8MsAP39+AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b3d38363a3d7d77358ae849571dfa30a6aa12e2fe1949dc1ea9fd5df0cae3bb0","last_reissued_at":"2026-05-17T23:41:58.937710Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:41:58.937710Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1906.12230","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:41:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fnetwzzZbAOny2jyDt1IdwuRDx1VUSgKvfUHEBnP1O0ioYtyZ8Jjnnsf3kquOiU1fiDCz5jPaTRwB28YZ18iBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T13:06:30.526065Z"},"content_sha256":"b004bc1aa356ad27737493282d994d194f4b198135b2bf614908294b2ca18231","schema_version":"1.0","event_id":"sha256:b004bc1aa356ad27737493282d994d194f4b198135b2bf614908294b2ca18231"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:WPJYGY5D27LXGWFOQSKXDX5DBJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FIESTA: Fast IdEntification of State-of-The-Art models using adaptive bandit algorithms","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Andrew Moore, David S. Leslie, Henry B. Moss, Paul Rayson","submitted_at":"2019-06-28T14:11:13Z","abstract_excerpt":"We present FIESTA, a model selection approach that significantly reduces the computational resources required to reliably identify state-of-the-art performance from large collections of candidate models. Despite being known to produce unreliable comparisons, it is still common practice to compare model evaluations based on single choices of random seeds. We show that reliable model selection also requires evaluations based on multiple train-test splits (contrary to common practice in many shared tasks). Using bandit theory from the statistics literature, we are able to adaptively determine app"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.12230","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:41:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2kysQ7PqSBAaVGgwHPQPVmVykBiZE440zA5HTo5hDvdZzSyfiClag8DrAotEv9fXRSbpWS0XVhPBvkjCRYqKDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-31T13:06:30.526833Z"},"content_sha256":"a7b7772a9789d475c5782ccbc956ec5efa1d56949cbf861516a2236464c0f42d","schema_version":"1.0","event_id":"sha256:a7b7772a9789d475c5782ccbc956ec5efa1d56949cbf861516a2236464c0f42d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WPJYGY5D27LXGWFOQSKXDX5DBJ/bundle.json","state_url":"https://pith.science/pith/WPJYGY5D27LXGWFOQSKXDX5DBJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WPJYGY5D27LXGWFOQSKXDX5DBJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-31T13:06:30Z","links":{"resolver":"https://pith.science/pith/WPJYGY5D27LXGWFOQSKXDX5DBJ","bundle":"https://pith.science/pith/WPJYGY5D27LXGWFOQSKXDX5DBJ/bundle.json","state":"https://pith.science/pith/WPJYGY5D27LXGWFOQSKXDX5DBJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WPJYGY5D27LXGWFOQSKXDX5DBJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:WPJYGY5D27LXGWFOQSKXDX5DBJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"88cf7f10461a49bab55b5754567f9a5a14d00935c52d9932ba2735cb84fa27ea","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2019-06-28T14:11:13Z","title_canon_sha256":"cab41c8544932c1bb2640bce89caf33425ff61421f8262cb31d93bb73c1af3df"},"schema_version":"1.0","source":{"id":"1906.12230","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.12230","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"arxiv_version","alias_value":"1906.12230v1","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.12230","created_at":"2026-05-17T23:41:58Z"},{"alias_kind":"pith_short_12","alias_value":"WPJYGY5D27LX","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"WPJYGY5D27LXGWFO","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"WPJYGY5D","created_at":"2026-05-18T12:33:30Z"}],"graph_snapshots":[{"event_id":"sha256:a7b7772a9789d475c5782ccbc956ec5efa1d56949cbf861516a2236464c0f42d","target":"graph","created_at":"2026-05-17T23:41:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We present FIESTA, a model selection approach that significantly reduces the computational resources required to reliably identify state-of-the-art performance from large collections of candidate models. Despite being known to produce unreliable comparisons, it is still common practice to compare model evaluations based on single choices of random seeds. We show that reliable model selection also requires evaluations based on multiple train-test splits (contrary to common practice in many shared tasks). Using bandit theory from the statistics literature, we are able to adaptively determine app","authors_text":"Andrew Moore, David S. Leslie, Henry B. Moss, Paul Rayson","cross_cats":["cs.CL","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2019-06-28T14:11:13Z","title":"FIESTA: Fast IdEntification of State-of-The-Art models using adaptive bandit algorithms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.12230","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b004bc1aa356ad27737493282d994d194f4b198135b2bf614908294b2ca18231","target":"record","created_at":"2026-05-17T23:41:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"88cf7f10461a49bab55b5754567f9a5a14d00935c52d9932ba2735cb84fa27ea","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2019-06-28T14:11:13Z","title_canon_sha256":"cab41c8544932c1bb2640bce89caf33425ff61421f8262cb31d93bb73c1af3df"},"schema_version":"1.0","source":{"id":"1906.12230","kind":"arxiv","version":1}},"canonical_sha256":"b3d38363a3d7d77358ae849571dfa30a6aa12e2fe1949dc1ea9fd5df0cae3bb0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b3d38363a3d7d77358ae849571dfa30a6aa12e2fe1949dc1ea9fd5df0cae3bb0","first_computed_at":"2026-05-17T23:41:58.937710Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:41:58.937710Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kk1/axYbMkVGHNi7vcBg+E7fHuhI+TzsfVy3IA/zlE+Jn9whzWMbLSoLM2yeIxO5pVaxjvUqUVdJ8MsAP39+AA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:41:58.938222Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.12230","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b004bc1aa356ad27737493282d994d194f4b198135b2bf614908294b2ca18231","sha256:a7b7772a9789d475c5782ccbc956ec5efa1d56949cbf861516a2236464c0f42d"],"state_sha256":"61834088c5b49bca1d661f744f6d92276df29af06795bcc5691507332db439be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gcVZ3EJYZPItpPikMTNqt2naVV4V+Q5XDiRJH95wGt01m2mlrmXfovFw6ERdAmsB0uZD1KJM2jV5t/nwxaBfDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-31T13:06:30.531725Z","bundle_sha256":"f017575fc8bd493ff365bd862b3d681423c593ad77c4493340583ee814ced536"}}