{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:EF74MB5B5CCIZWB4SVFK4IO3F4","short_pith_number":"pith:EF74MB5B","canonical_record":{"source":{"id":"2108.04552","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-08-10T09:56:47Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"d2302ef25ef42d9b55352da7ecab4143f4652c54ccb1cbe383e6a30cfdd63f15","abstract_canon_sha256":"84a027876d0cbe8a7a2f9a8ae021e3806ce3c9a5fddfb98b14d27172818fc397"},"schema_version":"1.0"},"canonical_sha256":"217fc607a1e8848cd83c954aae21db2f099709614e86bc9717acb6b2e5849ee5","source":{"kind":"arxiv","id":"2108.04552","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.04552","created_at":"2026-07-05T04:38:43Z"},{"alias_kind":"arxiv_version","alias_value":"2108.04552v2","created_at":"2026-07-05T04:38:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.04552","created_at":"2026-07-05T04:38:43Z"},{"alias_kind":"pith_short_12","alias_value":"EF74MB5B5CCI","created_at":"2026-07-05T04:38:43Z"},{"alias_kind":"pith_short_16","alias_value":"EF74MB5B5CCIZWB4","created_at":"2026-07-05T04:38:43Z"},{"alias_kind":"pith_short_8","alias_value":"EF74MB5B","created_at":"2026-07-05T04:38:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:EF74MB5B5CCIZWB4SVFK4IO3F4","target":"record","payload":{"canonical_record":{"source":{"id":"2108.04552","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-08-10T09:56:47Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"d2302ef25ef42d9b55352da7ecab4143f4652c54ccb1cbe383e6a30cfdd63f15","abstract_canon_sha256":"84a027876d0cbe8a7a2f9a8ae021e3806ce3c9a5fddfb98b14d27172818fc397"},"schema_version":"1.0"},"canonical_sha256":"217fc607a1e8848cd83c954aae21db2f099709614e86bc9717acb6b2e5849ee5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:38:43.729769Z","signature_b64":"RJ4Mdfj0W5pF5FpJeu5WW1F8VLrmrGphUy6FJ4HzlRLTfap2W1Ku8B/dd19emHCtn/2eMuPIYF5nmFl5MOjnCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"217fc607a1e8848cd83c954aae21db2f099709614e86bc9717acb6b2e5849ee5","last_reissued_at":"2026-07-05T04:38:43.729296Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:38:43.729296Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.04552","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:38:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"77nMQjnMpBpYaIaft8J0j4eQNV8mgcdq5GM7rKauEkbCmski7wirUaQFmnjJyqbh/Stas+qapKbH6NLHoB4bDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T00:47:27.074441Z"},"content_sha256":"c23b7fbbbe0a2a3f33e5cf501f4b7b98c36a7b25875b16263f392749db245051","schema_version":"1.0","event_id":"sha256:c23b7fbbbe0a2a3f33e5cf501f4b7b98c36a7b25875b16263f392749db245051"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:EF74MB5B5CCIZWB4SVFK4IO3F4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Benefits of Implicit Regularization from SGD in Least Squares Problems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.OC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Dean P. Foster, Difan Zou, Jingfeng Wu, Quanquan Gu, Sham M. Kakade, Vladimir Braverman","submitted_at":"2021-08-10T09:56:47Z","abstract_excerpt":"Stochastic gradient descent (SGD) exhibits strong algorithmic regularization effects in practice, which has been hypothesized to play an important role in the generalization of modern machine learning approaches. In this work, we seek to understand these issues in the simpler setting of linear regression (including both underparameterized and overparameterized regimes), where our goal is to make sharp instance-based comparisons of the implicit regularization afforded by (unregularized) average SGD with the explicit regularization of ridge regression. For a broad class of least squares problem "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.04552","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.04552/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:38:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KiZeoew2AeCiAbdl6kFLxdJih0PlAVa3TJYyC5IScJ1ge3fwiNfEQTt8w1vZTxD5PVQUdBOibsg47ts8Fo+3DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T00:47:27.074938Z"},"content_sha256":"3d31bd02506ab4eb361aedf0a0bb3ed9613a29d2d5f4f6bb4b92bfb8e4aece87","schema_version":"1.0","event_id":"sha256:3d31bd02506ab4eb361aedf0a0bb3ed9613a29d2d5f4f6bb4b92bfb8e4aece87"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EF74MB5B5CCIZWB4SVFK4IO3F4/bundle.json","state_url":"https://pith.science/pith/EF74MB5B5CCIZWB4SVFK4IO3F4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EF74MB5B5CCIZWB4SVFK4IO3F4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T00:47:27Z","links":{"resolver":"https://pith.science/pith/EF74MB5B5CCIZWB4SVFK4IO3F4","bundle":"https://pith.science/pith/EF74MB5B5CCIZWB4SVFK4IO3F4/bundle.json","state":"https://pith.science/pith/EF74MB5B5CCIZWB4SVFK4IO3F4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EF74MB5B5CCIZWB4SVFK4IO3F4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:EF74MB5B5CCIZWB4SVFK4IO3F4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"84a027876d0cbe8a7a2f9a8ae021e3806ce3c9a5fddfb98b14d27172818fc397","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-08-10T09:56:47Z","title_canon_sha256":"d2302ef25ef42d9b55352da7ecab4143f4652c54ccb1cbe383e6a30cfdd63f15"},"schema_version":"1.0","source":{"id":"2108.04552","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.04552","created_at":"2026-07-05T04:38:43Z"},{"alias_kind":"arxiv_version","alias_value":"2108.04552v2","created_at":"2026-07-05T04:38:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.04552","created_at":"2026-07-05T04:38:43Z"},{"alias_kind":"pith_short_12","alias_value":"EF74MB5B5CCI","created_at":"2026-07-05T04:38:43Z"},{"alias_kind":"pith_short_16","alias_value":"EF74MB5B5CCIZWB4","created_at":"2026-07-05T04:38:43Z"},{"alias_kind":"pith_short_8","alias_value":"EF74MB5B","created_at":"2026-07-05T04:38:43Z"}],"graph_snapshots":[{"event_id":"sha256:3d31bd02506ab4eb361aedf0a0bb3ed9613a29d2d5f4f6bb4b92bfb8e4aece87","target":"graph","created_at":"2026-07-05T04:38:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.04552/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Stochastic gradient descent (SGD) exhibits strong algorithmic regularization effects in practice, which has been hypothesized to play an important role in the generalization of modern machine learning approaches. In this work, we seek to understand these issues in the simpler setting of linear regression (including both underparameterized and overparameterized regimes), where our goal is to make sharp instance-based comparisons of the implicit regularization afforded by (unregularized) average SGD with the explicit regularization of ridge regression. For a broad class of least squares problem ","authors_text":"Dean P. Foster, Difan Zou, Jingfeng Wu, Quanquan Gu, Sham M. Kakade, Vladimir Braverman","cross_cats":["math.OC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-08-10T09:56:47Z","title":"The Benefits of Implicit Regularization from SGD in Least Squares Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.04552","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c23b7fbbbe0a2a3f33e5cf501f4b7b98c36a7b25875b16263f392749db245051","target":"record","created_at":"2026-07-05T04:38:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"84a027876d0cbe8a7a2f9a8ae021e3806ce3c9a5fddfb98b14d27172818fc397","cross_cats_sorted":["math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-08-10T09:56:47Z","title_canon_sha256":"d2302ef25ef42d9b55352da7ecab4143f4652c54ccb1cbe383e6a30cfdd63f15"},"schema_version":"1.0","source":{"id":"2108.04552","kind":"arxiv","version":2}},"canonical_sha256":"217fc607a1e8848cd83c954aae21db2f099709614e86bc9717acb6b2e5849ee5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"217fc607a1e8848cd83c954aae21db2f099709614e86bc9717acb6b2e5849ee5","first_computed_at":"2026-07-05T04:38:43.729296Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:38:43.729296Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RJ4Mdfj0W5pF5FpJeu5WW1F8VLrmrGphUy6FJ4HzlRLTfap2W1Ku8B/dd19emHCtn/2eMuPIYF5nmFl5MOjnCw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:38:43.729769Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.04552","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c23b7fbbbe0a2a3f33e5cf501f4b7b98c36a7b25875b16263f392749db245051","sha256:3d31bd02506ab4eb361aedf0a0bb3ed9613a29d2d5f4f6bb4b92bfb8e4aece87"],"state_sha256":"e0555aca7e4a7630a00b4f8c1e77bd3de0b17b86ee8b3bf1dc257fb25c14fc94"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R59HoPTpFg+kFPw8q4NczLAK6V8rcIxuI6h8AvBPkIrIyw5pkdp1jo0agpKoHCHj28g8uwTi1VqSuMZOzBDbCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T00:47:27.079645Z","bundle_sha256":"0beb08340ddf76b25e0ad218578eee8dbc817e45216bec86c87fd6bc337bd320"}}