{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DDIKDHM6NL474ATRALTYOCGJOY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"adaf3f190567909b724f005c26ff45a6b00ee86dc0916b812e8d27e128e0ab0a","cross_cats_sorted":["cs.CR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-02-06T13:43:22Z","title_canon_sha256":"ee03e4fce4b17c9792d6e2697f25d59d699faabe536991fb4dbdae55b970ed37"},"schema_version":"1.0","source":{"id":"2402.03990","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.03990","created_at":"2026-07-05T09:09:02Z"},{"alias_kind":"arxiv_version","alias_value":"2402.03990v3","created_at":"2026-07-05T09:09:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.03990","created_at":"2026-07-05T09:09:02Z"},{"alias_kind":"pith_short_12","alias_value":"DDIKDHM6NL47","created_at":"2026-07-05T09:09:02Z"},{"alias_kind":"pith_short_16","alias_value":"DDIKDHM6NL474ATR","created_at":"2026-07-05T09:09:02Z"},{"alias_kind":"pith_short_8","alias_value":"DDIKDHM6","created_at":"2026-07-05T09:09:02Z"}],"graph_snapshots":[{"event_id":"sha256:d4253384f1f85d56a72d4bac18fa84cf4e5310eb7ee17a8171b7f15d4f77ee16","target":"graph","created_at":"2026-07-05T09:09:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.03990/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study how the batch size affects the total gradient variance in differentially private stochastic gradient descent (DP-SGD), seeking a theoretical explanation for the usefulness of large batch sizes. As DP-SGD is the basis of modern DP deep learning, its properties have been widely studied, and recent works have empirically found large batch sizes to be beneficial. However, theoretical explanations of this benefit are currently heuristic at best. We first observe that the total gradient variance in DP-SGD can be decomposed into subsampling-induced and noise-induced variances. We then prove ","authors_text":"Antti Honkela, Joonas J\\\"alk\\\"o, Ossi R\\\"ais\\\"a","cross_cats":["cs.CR","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-02-06T13:43:22Z","title":"Subsampling is not Magic: Why Large Batch Sizes Work for Differentially Private Stochastic Optimisation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.03990","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ccae2fdb5e9042fbf6afc6122bd03b6055485c07b395cbebfb325d240832fb05","target":"record","created_at":"2026-07-05T09:09:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"adaf3f190567909b724f005c26ff45a6b00ee86dc0916b812e8d27e128e0ab0a","cross_cats_sorted":["cs.CR","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-02-06T13:43:22Z","title_canon_sha256":"ee03e4fce4b17c9792d6e2697f25d59d699faabe536991fb4dbdae55b970ed37"},"schema_version":"1.0","source":{"id":"2402.03990","kind":"arxiv","version":3}},"canonical_sha256":"18d0a19d9e6af9fe027102e78708c9762a2e2672cb1e49d5a8f2602c5a5f869d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"18d0a19d9e6af9fe027102e78708c9762a2e2672cb1e49d5a8f2602c5a5f869d","first_computed_at":"2026-07-05T09:09:02.479193Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:09:02.479193Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eWWYDf5YEkMETCUdklqULHzXJ0AtA/G00CPZJ79Gquj7A+BNgbgw7R6nXTLLEky3dg9Rtvp7g3xduAAZ78LVBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:09:02.479661Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.03990","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ccae2fdb5e9042fbf6afc6122bd03b6055485c07b395cbebfb325d240832fb05","sha256:d4253384f1f85d56a72d4bac18fa84cf4e5310eb7ee17a8171b7f15d4f77ee16"],"state_sha256":"3478ef40ed4eecaf52d706651902163168665c928f2284afefc0951887010618"}