{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:BOLNA5NUIFHSJY35KD7Q7HZEVN","short_pith_number":"pith:BOLNA5NU","canonical_record":{"source":{"id":"2605.20314","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-19T17:28:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f14390d88f84b20d83dd220e4215369308502bb5a85edabb318fc3f71dc142aa","abstract_canon_sha256":"ea9bfd39e3a3860c8ef2677e639ce4c505181a274763b524ef19531c921f1b67"},"schema_version":"1.0"},"canonical_sha256":"0b96d075b4414f24e37d50ff0f9f24ab654cbb7417908b9fa336ca27c2d4fd2f","source":{"kind":"arxiv","id":"2605.20314","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.20314","created_at":"2026-05-21T00:04:25Z"},{"alias_kind":"arxiv_version","alias_value":"2605.20314v1","created_at":"2026-05-21T00:04:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.20314","created_at":"2026-05-21T00:04:25Z"},{"alias_kind":"pith_short_12","alias_value":"BOLNA5NUIFHS","created_at":"2026-05-21T00:04:25Z"},{"alias_kind":"pith_short_16","alias_value":"BOLNA5NUIFHSJY35","created_at":"2026-05-21T00:04:25Z"},{"alias_kind":"pith_short_8","alias_value":"BOLNA5NU","created_at":"2026-05-21T00:04:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:BOLNA5NUIFHSJY35KD7Q7HZEVN","target":"record","payload":{"canonical_record":{"source":{"id":"2605.20314","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-19T17:28:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f14390d88f84b20d83dd220e4215369308502bb5a85edabb318fc3f71dc142aa","abstract_canon_sha256":"ea9bfd39e3a3860c8ef2677e639ce4c505181a274763b524ef19531c921f1b67"},"schema_version":"1.0"},"canonical_sha256":"0b96d075b4414f24e37d50ff0f9f24ab654cbb7417908b9fa336ca27c2d4fd2f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-21T00:04:25.028141Z","signature_b64":"IUc03chSe34yXQW1cEeE/+h9SFqlkBAwNSyt+ugi96l5PVmkXfrR6Mt358cXcxkFDahz6HwQcyI3sp/sErzQBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0b96d075b4414f24e37d50ff0f9f24ab654cbb7417908b9fa336ca27c2d4fd2f","last_reissued_at":"2026-05-21T00:04:25.027555Z","signature_status":"signed_v1","first_computed_at":"2026-05-21T00:04:25.027555Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.20314","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T00:04:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NQngHWPeidiBw1M15gOKsXSQD/vC0fiwhdNl4i+dxbKXcvFfgkHDBww5kFry39baQiZqe+gsdKcwNHMeIy+bDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T15:48:45.506516Z"},"content_sha256":"23a964c41b654c788cc1b756ab7bba34c31260187f28bc4be9ff57b96c0b9fe5","schema_version":"1.0","event_id":"sha256:23a964c41b654c788cc1b756ab7bba34c31260187f28bc4be9ff57b96c0b9fe5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:BOLNA5NUIFHSJY35KD7Q7HZEVN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Less Data, Faster Training: repeating smaller datasets speeds up learning via sampling biases","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Bingbin Liu, Ezra Edelman, Jingwen Liu, Surbhi Goel","submitted_at":"2026-05-19T17:28:20Z","abstract_excerpt":"This work investigates the ``small-vs-large gap'', where repeating on fewer samples can lead to compute saving during training compared to using a larger dataset. This is observed across algorithmic tasks, architectures and optimizers and cannot be explained using prior theory. We argue that the speedup comes from appropriate layer-wise growth enabled by sampling biases, which is more pronounced when the dataset size is smaller. We provide both theoretical analysis and empirical evidence from various interventions. Our results suggest that using a smaller dataset with more repetitions is not j"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.20314","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.20314/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-21T00:04:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8y5+3uGl7SgM2R3XxTQhPGte6yPqPKAz2Lcm6oIKC//MYv0gTEG8WWS3oC3Fil2mBfA6gjLXHVAkP8SMh0D0Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-23T15:48:45.507211Z"},"content_sha256":"d32e76b557427444221bb794c7f5d6bcc48b59f301ea7a5e74e56afe42a861aa","schema_version":"1.0","event_id":"sha256:d32e76b557427444221bb794c7f5d6bcc48b59f301ea7a5e74e56afe42a861aa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BOLNA5NUIFHSJY35KD7Q7HZEVN/bundle.json","state_url":"https://pith.science/pith/BOLNA5NUIFHSJY35KD7Q7HZEVN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BOLNA5NUIFHSJY35KD7Q7HZEVN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-23T15:48:45Z","links":{"resolver":"https://pith.science/pith/BOLNA5NUIFHSJY35KD7Q7HZEVN","bundle":"https://pith.science/pith/BOLNA5NUIFHSJY35KD7Q7HZEVN/bundle.json","state":"https://pith.science/pith/BOLNA5NUIFHSJY35KD7Q7HZEVN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BOLNA5NUIFHSJY35KD7Q7HZEVN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:BOLNA5NUIFHSJY35KD7Q7HZEVN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ea9bfd39e3a3860c8ef2677e639ce4c505181a274763b524ef19531c921f1b67","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-19T17:28:20Z","title_canon_sha256":"f14390d88f84b20d83dd220e4215369308502bb5a85edabb318fc3f71dc142aa"},"schema_version":"1.0","source":{"id":"2605.20314","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.20314","created_at":"2026-05-21T00:04:25Z"},{"alias_kind":"arxiv_version","alias_value":"2605.20314v1","created_at":"2026-05-21T00:04:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.20314","created_at":"2026-05-21T00:04:25Z"},{"alias_kind":"pith_short_12","alias_value":"BOLNA5NUIFHS","created_at":"2026-05-21T00:04:25Z"},{"alias_kind":"pith_short_16","alias_value":"BOLNA5NUIFHSJY35","created_at":"2026-05-21T00:04:25Z"},{"alias_kind":"pith_short_8","alias_value":"BOLNA5NU","created_at":"2026-05-21T00:04:25Z"}],"graph_snapshots":[{"event_id":"sha256:d32e76b557427444221bb794c7f5d6bcc48b59f301ea7a5e74e56afe42a861aa","target":"graph","created_at":"2026-05-21T00:04:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.20314/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This work investigates the ``small-vs-large gap'', where repeating on fewer samples can lead to compute saving during training compared to using a larger dataset. This is observed across algorithmic tasks, architectures and optimizers and cannot be explained using prior theory. We argue that the speedup comes from appropriate layer-wise growth enabled by sampling biases, which is more pronounced when the dataset size is smaller. We provide both theoretical analysis and empirical evidence from various interventions. Our results suggest that using a smaller dataset with more repetitions is not j","authors_text":"Bingbin Liu, Ezra Edelman, Jingwen Liu, Surbhi Goel","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-19T17:28:20Z","title":"Less Data, Faster Training: repeating smaller datasets speeds up learning via sampling biases"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.20314","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:23a964c41b654c788cc1b756ab7bba34c31260187f28bc4be9ff57b96c0b9fe5","target":"record","created_at":"2026-05-21T00:04:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ea9bfd39e3a3860c8ef2677e639ce4c505181a274763b524ef19531c921f1b67","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-19T17:28:20Z","title_canon_sha256":"f14390d88f84b20d83dd220e4215369308502bb5a85edabb318fc3f71dc142aa"},"schema_version":"1.0","source":{"id":"2605.20314","kind":"arxiv","version":1}},"canonical_sha256":"0b96d075b4414f24e37d50ff0f9f24ab654cbb7417908b9fa336ca27c2d4fd2f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0b96d075b4414f24e37d50ff0f9f24ab654cbb7417908b9fa336ca27c2d4fd2f","first_computed_at":"2026-05-21T00:04:25.027555Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-21T00:04:25.027555Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IUc03chSe34yXQW1cEeE/+h9SFqlkBAwNSyt+ugi96l5PVmkXfrR6Mt358cXcxkFDahz6HwQcyI3sp/sErzQBQ==","signature_status":"signed_v1","signed_at":"2026-05-21T00:04:25.028141Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.20314","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:23a964c41b654c788cc1b756ab7bba34c31260187f28bc4be9ff57b96c0b9fe5","sha256:d32e76b557427444221bb794c7f5d6bcc48b59f301ea7a5e74e56afe42a861aa"],"state_sha256":"886af10b06c2d8aa82dfaad6354d4c0d0ae1310b09c67de0b753b30f47d11678"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qre852AiOhatQU8jEl8B44T5TaeWgmpbvltZ+zk1a+GDAjN/717VnFNiVWdiyOXYEloRwS9gt0jE+JzkwYsxDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-23T15:48:45.510884Z","bundle_sha256":"845cef47fcf62406abf49db984c42c3b54dc991f7ab0a90ccf83448c6ce7fbad"}}