{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CYB35DIJDF7SVPKMAJGZ2BBB5Y","short_pith_number":"pith:CYB35DIJ","canonical_record":{"source":{"id":"2410.13609","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-17T14:45:56Z","cross_cats_sorted":[],"title_canon_sha256":"0fc00deb7875cd8162d062b07b25d0d8535042f10bfc239fed90b80fce9279c4","abstract_canon_sha256":"670d09036e03d9dc58968d96ec287e0ae41ddd149167a9739e58c65a3839390c"},"schema_version":"1.0"},"canonical_sha256":"1603be8d09197f2abd4c024d9d0421ee391c31401fd21b25687e7bb97793c767","source":{"kind":"arxiv","id":"2410.13609","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13609","created_at":"2026-07-05T09:25:48Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13609v2","created_at":"2026-07-05T09:25:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13609","created_at":"2026-07-05T09:25:48Z"},{"alias_kind":"pith_short_12","alias_value":"CYB35DIJDF7S","created_at":"2026-07-05T09:25:48Z"},{"alias_kind":"pith_short_16","alias_value":"CYB35DIJDF7SVPKM","created_at":"2026-07-05T09:25:48Z"},{"alias_kind":"pith_short_8","alias_value":"CYB35DIJ","created_at":"2026-07-05T09:25:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CYB35DIJDF7SVPKMAJGZ2BBB5Y","target":"record","payload":{"canonical_record":{"source":{"id":"2410.13609","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-17T14:45:56Z","cross_cats_sorted":[],"title_canon_sha256":"0fc00deb7875cd8162d062b07b25d0d8535042f10bfc239fed90b80fce9279c4","abstract_canon_sha256":"670d09036e03d9dc58968d96ec287e0ae41ddd149167a9739e58c65a3839390c"},"schema_version":"1.0"},"canonical_sha256":"1603be8d09197f2abd4c024d9d0421ee391c31401fd21b25687e7bb97793c767","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:25:48.270283Z","signature_b64":"XUanvwk5pNgUQWQ/eheJNp+QoqXC8MVacALf9k7weKGCBgvo8P+TvO/GVwjCPDzs9Nh3EUSvHr7yJ6nRH3UACw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1603be8d09197f2abd4c024d9d0421ee391c31401fd21b25687e7bb97793c767","last_reissued_at":"2026-07-05T09:25:48.269717Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:25:48.269717Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.13609","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:25:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q2xHjc8pVvBpts4t90TW6yhPVu9hwgNTc0gMK+Hcug8pAvea+iCb86fatbPmhJMCKqFY4rz7BEq6mRmUKYdiCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T18:44:30.225464Z"},"content_sha256":"a608960725b9503c11f789bfeaf5acbd822146f1f84f38575f4042076d2c0ec8","schema_version":"1.0","event_id":"sha256:a608960725b9503c11f789bfeaf5acbd822146f1f84f38575f4042076d2c0ec8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CYB35DIJDF7SVPKMAJGZ2BBB5Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"All models are wrong, some are useful: Model Selection with Limited Labels","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Andreas Kirsch, Andreas Krause, Jannes Kasper, Nezihe Merve G\\\"urel, Patrik Okanovic, Torsten Hoefler","submitted_at":"2024-10-17T14:45:56Z","abstract_excerpt":"We introduce MODEL SELECTOR, a framework for label-efficient selection of pretrained classifiers. Given a pool of unlabeled target data, MODEL SELECTOR samples a small subset of highly informative examples for labeling, in order to efficiently identify the best pretrained model for deployment on this target dataset. Through extensive experiments, we demonstrate that MODEL SELECTOR drastically reduces the need for labeled data while consistently picking the best or near-best performing model. Across 18 model collections on 16 different datasets, comprising over 1,500 pretrained models, MODEL SE"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13609","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.13609/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:25:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yNnCjRRV+I1piKUqfE3BmlyWpoQt2/lhYS9Pgm4p2VrVzsvQsKIWLnkDzCnqH+/s+Q9Hu4FQKYPUppbhG/WRAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T18:44:30.225982Z"},"content_sha256":"ab9161b278fd00077002a42059b841cf858110838aa2a5ea447f5b97a9d7a529","schema_version":"1.0","event_id":"sha256:ab9161b278fd00077002a42059b841cf858110838aa2a5ea447f5b97a9d7a529"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CYB35DIJDF7SVPKMAJGZ2BBB5Y/bundle.json","state_url":"https://pith.science/pith/CYB35DIJDF7SVPKMAJGZ2BBB5Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CYB35DIJDF7SVPKMAJGZ2BBB5Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T18:44:30Z","links":{"resolver":"https://pith.science/pith/CYB35DIJDF7SVPKMAJGZ2BBB5Y","bundle":"https://pith.science/pith/CYB35DIJDF7SVPKMAJGZ2BBB5Y/bundle.json","state":"https://pith.science/pith/CYB35DIJDF7SVPKMAJGZ2BBB5Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CYB35DIJDF7SVPKMAJGZ2BBB5Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CYB35DIJDF7SVPKMAJGZ2BBB5Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"670d09036e03d9dc58968d96ec287e0ae41ddd149167a9739e58c65a3839390c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-17T14:45:56Z","title_canon_sha256":"0fc00deb7875cd8162d062b07b25d0d8535042f10bfc239fed90b80fce9279c4"},"schema_version":"1.0","source":{"id":"2410.13609","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13609","created_at":"2026-07-05T09:25:48Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13609v2","created_at":"2026-07-05T09:25:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13609","created_at":"2026-07-05T09:25:48Z"},{"alias_kind":"pith_short_12","alias_value":"CYB35DIJDF7S","created_at":"2026-07-05T09:25:48Z"},{"alias_kind":"pith_short_16","alias_value":"CYB35DIJDF7SVPKM","created_at":"2026-07-05T09:25:48Z"},{"alias_kind":"pith_short_8","alias_value":"CYB35DIJ","created_at":"2026-07-05T09:25:48Z"}],"graph_snapshots":[{"event_id":"sha256:ab9161b278fd00077002a42059b841cf858110838aa2a5ea447f5b97a9d7a529","target":"graph","created_at":"2026-07-05T09:25:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.13609/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce MODEL SELECTOR, a framework for label-efficient selection of pretrained classifiers. Given a pool of unlabeled target data, MODEL SELECTOR samples a small subset of highly informative examples for labeling, in order to efficiently identify the best pretrained model for deployment on this target dataset. Through extensive experiments, we demonstrate that MODEL SELECTOR drastically reduces the need for labeled data while consistently picking the best or near-best performing model. Across 18 model collections on 16 different datasets, comprising over 1,500 pretrained models, MODEL SE","authors_text":"Andreas Kirsch, Andreas Krause, Jannes Kasper, Nezihe Merve G\\\"urel, Patrik Okanovic, Torsten Hoefler","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-17T14:45:56Z","title":"All models are wrong, some are useful: Model Selection with Limited Labels"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13609","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a608960725b9503c11f789bfeaf5acbd822146f1f84f38575f4042076d2c0ec8","target":"record","created_at":"2026-07-05T09:25:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"670d09036e03d9dc58968d96ec287e0ae41ddd149167a9739e58c65a3839390c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-17T14:45:56Z","title_canon_sha256":"0fc00deb7875cd8162d062b07b25d0d8535042f10bfc239fed90b80fce9279c4"},"schema_version":"1.0","source":{"id":"2410.13609","kind":"arxiv","version":2}},"canonical_sha256":"1603be8d09197f2abd4c024d9d0421ee391c31401fd21b25687e7bb97793c767","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1603be8d09197f2abd4c024d9d0421ee391c31401fd21b25687e7bb97793c767","first_computed_at":"2026-07-05T09:25:48.269717Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:25:48.269717Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XUanvwk5pNgUQWQ/eheJNp+QoqXC8MVacALf9k7weKGCBgvo8P+TvO/GVwjCPDzs9Nh3EUSvHr7yJ6nRH3UACw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:25:48.270283Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.13609","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a608960725b9503c11f789bfeaf5acbd822146f1f84f38575f4042076d2c0ec8","sha256:ab9161b278fd00077002a42059b841cf858110838aa2a5ea447f5b97a9d7a529"],"state_sha256":"8906ac2242d9fdc7b5335a4142b9b5e61e106c4fe4a2df7fd0479ca1df89981d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yMWQI2PwVUaktX/HPYiTyWqVerJINPS2w/sZsjMhdRX6FMPXwjlrD6cI9YFWLxH/+tCUArBrk/rU9LaCqGdUCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T18:44:30.231338Z","bundle_sha256":"d9cbb4753e34c9addbca954d61c289928366e3b43ebe041e7677a571b14cb57c"}}