{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:KSMYFEJTODNCHSJHVDLWIF2TZD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"99a614b4b067e63294d6dab4f0e213424c08756c5c6a0d27c018d36ba192a08d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-01-26T07:19:12Z","title_canon_sha256":"c3e280bc1e953a356e1cceca9d9de97ad1ecfbf79eb694c626a727b6a2210403"},"schema_version":"1.0","source":{"id":"2501.15431","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.15431","created_at":"2026-07-05T10:05:29Z"},{"alias_kind":"arxiv_version","alias_value":"2501.15431v1","created_at":"2026-07-05T10:05:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.15431","created_at":"2026-07-05T10:05:29Z"},{"alias_kind":"pith_short_12","alias_value":"KSMYFEJTODNC","created_at":"2026-07-05T10:05:29Z"},{"alias_kind":"pith_short_16","alias_value":"KSMYFEJTODNCHSJH","created_at":"2026-07-05T10:05:29Z"},{"alias_kind":"pith_short_8","alias_value":"KSMYFEJT","created_at":"2026-07-05T10:05:29Z"}],"graph_snapshots":[{"event_id":"sha256:0b98613cefe8d097395ef4c97da61be59563ca28ed5e2a7740ee4511a7fdbe2d","target":"graph","created_at":"2026-07-05T10:05:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.15431/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning (ML) research strongly relies on benchmarks in order to determine the relative effectiveness of newly proposed models. Recently, a number of prominent research effort argued that a number of models that improve the state-of-the-art by a small margin tend to do so by winning what they call a \"benchmark lottery\". An important benchmark in the field of machine learning and computer vision is the ImageNet where newly proposed models are often showcased based on their performance on this dataset. Given the large number of self-supervised learning (SSL) frameworks that has been prop","authors_text":"Esla Timothy Anzaku, Joris Vankerschaver, Solha Kang, Utku Ozbulak, Wesley De Neve","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-01-26T07:19:12Z","title":"Self-supervised Benchmark Lottery on ImageNet: Do Marginal Improvements Translate to Improvements on Similar Datasets?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.15431","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0088956161b1a5348030665500f1069779f3fb4f1e529452db5bdca85b5db8ea","target":"record","created_at":"2026-07-05T10:05:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"99a614b4b067e63294d6dab4f0e213424c08756c5c6a0d27c018d36ba192a08d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-01-26T07:19:12Z","title_canon_sha256":"c3e280bc1e953a356e1cceca9d9de97ad1ecfbf79eb694c626a727b6a2210403"},"schema_version":"1.0","source":{"id":"2501.15431","kind":"arxiv","version":1}},"canonical_sha256":"549982913370da23c927a8d7641753c8e72753681c5e745070dd282f41a11c5d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"549982913370da23c927a8d7641753c8e72753681c5e745070dd282f41a11c5d","first_computed_at":"2026-07-05T10:05:29.213337Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:05:29.213337Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"78MB74JdJ9Yi0jnoV8BS2WXQqe8dQgmDQvhCUWOX3lTp+iD5QYZK74sqrjbNfpTmAR/LJYZ6POT61xGqJbFwDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:05:29.213822Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.15431","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0088956161b1a5348030665500f1069779f3fb4f1e529452db5bdca85b5db8ea","sha256:0b98613cefe8d097395ef4c97da61be59563ca28ed5e2a7740ee4511a7fdbe2d"],"state_sha256":"cd1497077b57a595436777936287d4eb9bcfac8856ab1bfc4e5458b6f2ac775b"}