{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:3O3XWA7WOTLZZDWQLMMDZWSH6C","short_pith_number":"pith:3O3XWA7W","canonical_record":{"source":{"id":"2607.08522","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-07-09T14:17:03Z","cross_cats_sorted":[],"title_canon_sha256":"5ae67957ac56b7ed982f2f6de62ca772ff5ff81317a2777295d6cf581366457e","abstract_canon_sha256":"e70628ba1514a1bb00cead7d2d5384f41a280ac59d13d666af68189d522f01e7"},"schema_version":"1.0"},"canonical_sha256":"dbb77b03f674d79c8ed05b183cda47f085111f9e204da231e59310dc9f4ceb23","source":{"kind":"arxiv","id":"2607.08522","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.08522","created_at":"2026-07-10T01:19:52Z"},{"alias_kind":"arxiv_version","alias_value":"2607.08522v1","created_at":"2026-07-10T01:19:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.08522","created_at":"2026-07-10T01:19:52Z"},{"alias_kind":"pith_short_12","alias_value":"3O3XWA7WOTLZ","created_at":"2026-07-10T01:19:52Z"},{"alias_kind":"pith_short_16","alias_value":"3O3XWA7WOTLZZDWQ","created_at":"2026-07-10T01:19:52Z"},{"alias_kind":"pith_short_8","alias_value":"3O3XWA7W","created_at":"2026-07-10T01:19:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:3O3XWA7WOTLZZDWQLMMDZWSH6C","target":"record","payload":{"canonical_record":{"source":{"id":"2607.08522","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-07-09T14:17:03Z","cross_cats_sorted":[],"title_canon_sha256":"5ae67957ac56b7ed982f2f6de62ca772ff5ff81317a2777295d6cf581366457e","abstract_canon_sha256":"e70628ba1514a1bb00cead7d2d5384f41a280ac59d13d666af68189d522f01e7"},"schema_version":"1.0"},"canonical_sha256":"dbb77b03f674d79c8ed05b183cda47f085111f9e204da231e59310dc9f4ceb23","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-10T01:19:52.784471Z","signature_b64":"47RT9BNpnrUUuiv1WMhU0FDcVZsFdVLur+Jygig64wr8obGyNolSmjUFCpYnc2qoX6jhXNibPxD7Z5DLhwb+Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dbb77b03f674d79c8ed05b183cda47f085111f9e204da231e59310dc9f4ceb23","last_reissued_at":"2026-07-10T01:19:52.784026Z","signature_status":"signed_v1","first_computed_at":"2026-07-10T01:19:52.784026Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.08522","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-10T01:19:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tm182TsiBqouvzckhOHCYXSkqcv5j0PmCzI7DJ3yn7Di5l85Aya5+SnXycnRPu5mD2MnbOxMLmPHuweYSyrHAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:01:30.753146Z"},"content_sha256":"7e69f27f73fa820f676b2f8b37d792c076d310461c07ed8b8c8b2d8947144069","schema_version":"1.0","event_id":"sha256:7e69f27f73fa820f676b2f8b37d792c076d310461c07ed8b8c8b2d8947144069"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:3O3XWA7WOTLZZDWQLMMDZWSH6C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Stop Guessing When to Stop Testing: Efficient Model Evaluation with Just Enough Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Hadar Mulian, Kristjan Greenewald, Leshem Choshen, Michal Shmueli-Scheuer, Ofir Arviv, Yotam Perlitz","submitted_at":"2026-07-09T14:17:03Z","abstract_excerpt":"The inherent rigidity of fixed-size benchmarks makes them an inefficient tool for model evaluation. Diverse evaluation objectives, including model ranking, model selection and testing throughout development, demand varying levels of statistical power. The mismatch between fixed sample sizes and these diverse needs results in either excessive computational cost or compromised reliability - a critical concern for model evaluation. To overcome these limitations, we call for adoption of sequential testing in our field. We provide an adaptive evaluation framework, that provides a principled way to "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.08522","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.08522/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-10T01:19:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/nWjBJddebMkisfvyAlvkD1CYRAznqyPG/Gz60Mdri5b/unQAzikebn7Q15TXF8erZIi7XwrY+wQBueSpYfzDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:01:30.753744Z"},"content_sha256":"fbd985be14e8db2601fd91b236c0324609ac7e3484d20142dbcfed3c758fd896","schema_version":"1.0","event_id":"sha256:fbd985be14e8db2601fd91b236c0324609ac7e3484d20142dbcfed3c758fd896"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3O3XWA7WOTLZZDWQLMMDZWSH6C/bundle.json","state_url":"https://pith.science/pith/3O3XWA7WOTLZZDWQLMMDZWSH6C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3O3XWA7WOTLZZDWQLMMDZWSH6C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T11:01:30Z","links":{"resolver":"https://pith.science/pith/3O3XWA7WOTLZZDWQLMMDZWSH6C","bundle":"https://pith.science/pith/3O3XWA7WOTLZZDWQLMMDZWSH6C/bundle.json","state":"https://pith.science/pith/3O3XWA7WOTLZZDWQLMMDZWSH6C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3O3XWA7WOTLZZDWQLMMDZWSH6C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:3O3XWA7WOTLZZDWQLMMDZWSH6C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e70628ba1514a1bb00cead7d2d5384f41a280ac59d13d666af68189d522f01e7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-07-09T14:17:03Z","title_canon_sha256":"5ae67957ac56b7ed982f2f6de62ca772ff5ff81317a2777295d6cf581366457e"},"schema_version":"1.0","source":{"id":"2607.08522","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.08522","created_at":"2026-07-10T01:19:52Z"},{"alias_kind":"arxiv_version","alias_value":"2607.08522v1","created_at":"2026-07-10T01:19:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.08522","created_at":"2026-07-10T01:19:52Z"},{"alias_kind":"pith_short_12","alias_value":"3O3XWA7WOTLZ","created_at":"2026-07-10T01:19:52Z"},{"alias_kind":"pith_short_16","alias_value":"3O3XWA7WOTLZZDWQ","created_at":"2026-07-10T01:19:52Z"},{"alias_kind":"pith_short_8","alias_value":"3O3XWA7W","created_at":"2026-07-10T01:19:52Z"}],"graph_snapshots":[{"event_id":"sha256:fbd985be14e8db2601fd91b236c0324609ac7e3484d20142dbcfed3c758fd896","target":"graph","created_at":"2026-07-10T01:19:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.08522/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The inherent rigidity of fixed-size benchmarks makes them an inefficient tool for model evaluation. Diverse evaluation objectives, including model ranking, model selection and testing throughout development, demand varying levels of statistical power. The mismatch between fixed sample sizes and these diverse needs results in either excessive computational cost or compromised reliability - a critical concern for model evaluation. To overcome these limitations, we call for adoption of sequential testing in our field. We provide an adaptive evaluation framework, that provides a principled way to ","authors_text":"Hadar Mulian, Kristjan Greenewald, Leshem Choshen, Michal Shmueli-Scheuer, Ofir Arviv, Yotam Perlitz","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-07-09T14:17:03Z","title":"Stop Guessing When to Stop Testing: Efficient Model Evaluation with Just Enough Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.08522","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7e69f27f73fa820f676b2f8b37d792c076d310461c07ed8b8c8b2d8947144069","target":"record","created_at":"2026-07-10T01:19:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e70628ba1514a1bb00cead7d2d5384f41a280ac59d13d666af68189d522f01e7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-07-09T14:17:03Z","title_canon_sha256":"5ae67957ac56b7ed982f2f6de62ca772ff5ff81317a2777295d6cf581366457e"},"schema_version":"1.0","source":{"id":"2607.08522","kind":"arxiv","version":1}},"canonical_sha256":"dbb77b03f674d79c8ed05b183cda47f085111f9e204da231e59310dc9f4ceb23","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dbb77b03f674d79c8ed05b183cda47f085111f9e204da231e59310dc9f4ceb23","first_computed_at":"2026-07-10T01:19:52.784026Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-10T01:19:52.784026Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"47RT9BNpnrUUuiv1WMhU0FDcVZsFdVLur+Jygig64wr8obGyNolSmjUFCpYnc2qoX6jhXNibPxD7Z5DLhwb+Dw==","signature_status":"signed_v1","signed_at":"2026-07-10T01:19:52.784471Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.08522","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7e69f27f73fa820f676b2f8b37d792c076d310461c07ed8b8c8b2d8947144069","sha256:fbd985be14e8db2601fd91b236c0324609ac7e3484d20142dbcfed3c758fd896"],"state_sha256":"52f2ee4267ec960ebc5373c6edb902afe7fce85234426602927b3da49e12052f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EijJUCmuLQDVb8i5M7uQxLemKs1RGs3dlHNCWi1Glgtg9zdIW09Ym9LPMs2Z/ca2t3UgOm74xbKVSfLqCSRrCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T11:01:30.757467Z","bundle_sha256":"c2b27afabca600876da4c1f5e72a3517fd225a07e278c583aefba22c2d9fdcaa"}}