{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:YPDCWFK5KQ6LRFUCXY4O7BFD7U","short_pith_number":"pith:YPDCWFK5","canonical_record":{"source":{"id":"2006.15081","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-26T16:18:54Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"f97860d85c3a60405d45ecd9abe29c5a845d7729fb21134509d614831ef21337","abstract_canon_sha256":"4a1ca87f57962fe0485dcd7ba6c33e137ef6b22c774e6d224bb6fd585a0371b0"},"schema_version":"1.0"},"canonical_sha256":"c3c62b155d543cb89682be38ef84a3fd3ca48c87ff89c032023aa0e2dd1c96e6","source":{"kind":"arxiv","id":"2006.15081","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.15081","created_at":"2026-07-05T01:13:49Z"},{"alias_kind":"arxiv_version","alias_value":"2006.15081v1","created_at":"2026-07-05T01:13:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.15081","created_at":"2026-07-05T01:13:49Z"},{"alias_kind":"pith_short_12","alias_value":"YPDCWFK5KQ6L","created_at":"2026-07-05T01:13:49Z"},{"alias_kind":"pith_short_16","alias_value":"YPDCWFK5KQ6LRFUC","created_at":"2026-07-05T01:13:49Z"},{"alias_kind":"pith_short_8","alias_value":"YPDCWFK5","created_at":"2026-07-05T01:13:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:YPDCWFK5KQ6LRFUCXY4O7BFD7U","target":"record","payload":{"canonical_record":{"source":{"id":"2006.15081","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-26T16:18:54Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"f97860d85c3a60405d45ecd9abe29c5a845d7729fb21134509d614831ef21337","abstract_canon_sha256":"4a1ca87f57962fe0485dcd7ba6c33e137ef6b22c774e6d224bb6fd585a0371b0"},"schema_version":"1.0"},"canonical_sha256":"c3c62b155d543cb89682be38ef84a3fd3ca48c87ff89c032023aa0e2dd1c96e6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:13:49.463276Z","signature_b64":"2NnVE7oVxrx6efFaSAJqSCzBiGTo8hALBfqYTxlW8d7UOqw0sVys0hz1kFMNY30/FEmoGJQwCDwos692mXLiCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c3c62b155d543cb89682be38ef84a3fd3ca48c87ff89c032023aa0e2dd1c96e6","last_reissued_at":"2026-07-05T01:13:49.462869Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:13:49.462869Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2006.15081","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:13:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ub+f+g5ufoAQOorPl7j9Np9s00Qmxh/8JvbxbM0q9zX64eLtP/C9Qh+FPwlYXO9dxwDdM+N8Ht3hlzK94yXnDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:54:24.187962Z"},"content_sha256":"291e5f556148ba2720e791f2acbc16b47cdfdbf541f945fa513cb389898ff347","schema_version":"1.0","event_id":"sha256:291e5f556148ba2720e791f2acbc16b47cdfdbf541f945fa513cb389898ff347"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:YPDCWFK5KQ6LRFUCXY4O7BFD7U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Generalization Benefit of Noise in Stochastic Gradient Descent","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Erich Elsen, Samuel L. Smith, Soham De","submitted_at":"2020-06-26T16:18:54Z","abstract_excerpt":"It has long been argued that minibatch stochastic gradient descent can generalize better than large batch gradient descent in deep neural networks. However recent papers have questioned this claim, arguing that this effect is simply a consequence of suboptimal hyperparameter tuning or insufficient compute budgets when the batch size is large. In this paper, we perform carefully designed experiments and rigorous hyperparameter sweeps on a range of popular models, which verify that small or moderately large batch sizes can substantially outperform very large batches on the test set. This occurs "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.15081","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2006.15081/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:13:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BoC1WrRZCQmKqPX7/EThBbJATdO8spnzqklShB2EMrk8+R7GzR1G7Qoo1op4auihogU04+5x9KgSSqyTx+9UCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:54:24.188505Z"},"content_sha256":"77cd31dcd07f91435497a1466afac8e96f58198e486514a2cdd6c3098d90ba49","schema_version":"1.0","event_id":"sha256:77cd31dcd07f91435497a1466afac8e96f58198e486514a2cdd6c3098d90ba49"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YPDCWFK5KQ6LRFUCXY4O7BFD7U/bundle.json","state_url":"https://pith.science/pith/YPDCWFK5KQ6LRFUCXY4O7BFD7U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YPDCWFK5KQ6LRFUCXY4O7BFD7U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T08:54:24Z","links":{"resolver":"https://pith.science/pith/YPDCWFK5KQ6LRFUCXY4O7BFD7U","bundle":"https://pith.science/pith/YPDCWFK5KQ6LRFUCXY4O7BFD7U/bundle.json","state":"https://pith.science/pith/YPDCWFK5KQ6LRFUCXY4O7BFD7U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YPDCWFK5KQ6LRFUCXY4O7BFD7U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:YPDCWFK5KQ6LRFUCXY4O7BFD7U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4a1ca87f57962fe0485dcd7ba6c33e137ef6b22c774e6d224bb6fd585a0371b0","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-26T16:18:54Z","title_canon_sha256":"f97860d85c3a60405d45ecd9abe29c5a845d7729fb21134509d614831ef21337"},"schema_version":"1.0","source":{"id":"2006.15081","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2006.15081","created_at":"2026-07-05T01:13:49Z"},{"alias_kind":"arxiv_version","alias_value":"2006.15081v1","created_at":"2026-07-05T01:13:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2006.15081","created_at":"2026-07-05T01:13:49Z"},{"alias_kind":"pith_short_12","alias_value":"YPDCWFK5KQ6L","created_at":"2026-07-05T01:13:49Z"},{"alias_kind":"pith_short_16","alias_value":"YPDCWFK5KQ6LRFUC","created_at":"2026-07-05T01:13:49Z"},{"alias_kind":"pith_short_8","alias_value":"YPDCWFK5","created_at":"2026-07-05T01:13:49Z"}],"graph_snapshots":[{"event_id":"sha256:77cd31dcd07f91435497a1466afac8e96f58198e486514a2cdd6c3098d90ba49","target":"graph","created_at":"2026-07-05T01:13:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2006.15081/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"It has long been argued that minibatch stochastic gradient descent can generalize better than large batch gradient descent in deep neural networks. However recent papers have questioned this claim, arguing that this effect is simply a consequence of suboptimal hyperparameter tuning or insufficient compute budgets when the batch size is large. In this paper, we perform carefully designed experiments and rigorous hyperparameter sweeps on a range of popular models, which verify that small or moderately large batch sizes can substantially outperform very large batches on the test set. This occurs ","authors_text":"Erich Elsen, Samuel L. Smith, Soham De","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-26T16:18:54Z","title":"On the Generalization Benefit of Noise in Stochastic Gradient Descent"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2006.15081","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:291e5f556148ba2720e791f2acbc16b47cdfdbf541f945fa513cb389898ff347","target":"record","created_at":"2026-07-05T01:13:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4a1ca87f57962fe0485dcd7ba6c33e137ef6b22c774e6d224bb6fd585a0371b0","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-06-26T16:18:54Z","title_canon_sha256":"f97860d85c3a60405d45ecd9abe29c5a845d7729fb21134509d614831ef21337"},"schema_version":"1.0","source":{"id":"2006.15081","kind":"arxiv","version":1}},"canonical_sha256":"c3c62b155d543cb89682be38ef84a3fd3ca48c87ff89c032023aa0e2dd1c96e6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c3c62b155d543cb89682be38ef84a3fd3ca48c87ff89c032023aa0e2dd1c96e6","first_computed_at":"2026-07-05T01:13:49.462869Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:13:49.462869Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2NnVE7oVxrx6efFaSAJqSCzBiGTo8hALBfqYTxlW8d7UOqw0sVys0hz1kFMNY30/FEmoGJQwCDwos692mXLiCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:13:49.463276Z","signed_message":"canonical_sha256_bytes"},"source_id":"2006.15081","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:291e5f556148ba2720e791f2acbc16b47cdfdbf541f945fa513cb389898ff347","sha256:77cd31dcd07f91435497a1466afac8e96f58198e486514a2cdd6c3098d90ba49"],"state_sha256":"d405d70a679d07004e0e1b69f8f94d43cd7b397663eccb84790efbbad74f38cd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+Z383DH516shJLIHLOxQc9R5BbJxzDkPddjitXpRHGMK1OvukmcozANScYs4K9x9prLFxkMrKCZKmiWxWsqTBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T08:54:24.193680Z","bundle_sha256":"444a464b1d893c297a39e96700ce8dc091d52521774881c61060bb5531c86def"}}