{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:XJPAXKUJW6GZKAW4X5UEU6BID2","short_pith_number":"pith:XJPAXKUJ","canonical_record":{"source":{"id":"2011.02538","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-04T21:07:52Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"ff3941d2be95109b2b8f86d2301239c0b02bec50358e24f4ac0587b7ed9414db","abstract_canon_sha256":"19f30146ef21e31acf0b0b1a8c79eb2832a50a306dd590eaa1a504889368812e"},"schema_version":"1.0"},"canonical_sha256":"ba5e0baa89b78d9502dcbf684a78281eae35e0eb8f2a143ac019755f4b44f341","source":{"kind":"arxiv","id":"2011.02538","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.02538","created_at":"2026-07-05T02:26:51Z"},{"alias_kind":"arxiv_version","alias_value":"2011.02538v2","created_at":"2026-07-05T02:26:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.02538","created_at":"2026-07-05T02:26:51Z"},{"alias_kind":"pith_short_12","alias_value":"XJPAXKUJW6GZ","created_at":"2026-07-05T02:26:51Z"},{"alias_kind":"pith_short_16","alias_value":"XJPAXKUJW6GZKAW4","created_at":"2026-07-05T02:26:51Z"},{"alias_kind":"pith_short_8","alias_value":"XJPAXKUJ","created_at":"2026-07-05T02:26:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:XJPAXKUJW6GZKAW4X5UEU6BID2","target":"record","payload":{"canonical_record":{"source":{"id":"2011.02538","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-04T21:07:52Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"ff3941d2be95109b2b8f86d2301239c0b02bec50358e24f4ac0587b7ed9414db","abstract_canon_sha256":"19f30146ef21e31acf0b0b1a8c79eb2832a50a306dd590eaa1a504889368812e"},"schema_version":"1.0"},"canonical_sha256":"ba5e0baa89b78d9502dcbf684a78281eae35e0eb8f2a143ac019755f4b44f341","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:26:51.422507Z","signature_b64":"3j9B2zgvlhgRyd+1xq4wiSMr1fPpDGIRw7RId5hHrgPqzh07ed6kpP60ZIgXperOxgRmQ85UcA7h82JK1mkGBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ba5e0baa89b78d9502dcbf684a78281eae35e0eb8f2a143ac019755f4b44f341","last_reissued_at":"2026-07-05T02:26:51.422023Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:26:51.422023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.02538","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:26:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QKDMLOKWwBuVEOIpJHjaFe7mf2dfW+5MlRpAdHo8Lw8QrDRIRP8Y5CcO/sf3ns4vsTL56sHq9XbXzqkiQyg6Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:35:01.606039Z"},"content_sha256":"8de131175093344042b5716f27ed8a264d7284ede32593cd04ed5feb6bdb848c","schema_version":"1.0","event_id":"sha256:8de131175093344042b5716f27ed8a264d7284ede32593cd04ed5feb6bdb848c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:XJPAXKUJW6GZKAW4X5UEU6BID2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Direction Matters: On the Implicit Bias of Stochastic Gradient Descent with Moderate Learning Rate","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Difan Zou, Jingfeng Wu, Quanquan Gu, Vladimir Braverman","submitted_at":"2020-11-04T21:07:52Z","abstract_excerpt":"Understanding the algorithmic bias of \\emph{stochastic gradient descent} (SGD) is one of the key challenges in modern machine learning and deep learning theory. Most of the existing works, however, focus on \\emph{very small or even infinitesimal} learning rate regime, and fail to cover practical scenarios where the learning rate is \\emph{moderate and annealing}. In this paper, we make an initial attempt to characterize the particular regularization effect of SGD in the moderate learning rate regime by studying its behavior for optimizing an overparameterized linear regression problem. In this "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.02538","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.02538/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:26:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y8IfWtQpUhmrOEk1DllPCAZD4IA0uwch4rhWAsFUk6gG+LOLsHovg3UDV/rHE8yg3eOCfMABBZfYandWEzuODQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:35:01.606595Z"},"content_sha256":"ccae28125e5bda27703946fa80c138e909ad655705128c5d18872da345a72cec","schema_version":"1.0","event_id":"sha256:ccae28125e5bda27703946fa80c138e909ad655705128c5d18872da345a72cec"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XJPAXKUJW6GZKAW4X5UEU6BID2/bundle.json","state_url":"https://pith.science/pith/XJPAXKUJW6GZKAW4X5UEU6BID2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XJPAXKUJW6GZKAW4X5UEU6BID2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T16:35:01Z","links":{"resolver":"https://pith.science/pith/XJPAXKUJW6GZKAW4X5UEU6BID2","bundle":"https://pith.science/pith/XJPAXKUJW6GZKAW4X5UEU6BID2/bundle.json","state":"https://pith.science/pith/XJPAXKUJW6GZKAW4X5UEU6BID2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XJPAXKUJW6GZKAW4X5UEU6BID2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:XJPAXKUJW6GZKAW4X5UEU6BID2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"19f30146ef21e31acf0b0b1a8c79eb2832a50a306dd590eaa1a504889368812e","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-04T21:07:52Z","title_canon_sha256":"ff3941d2be95109b2b8f86d2301239c0b02bec50358e24f4ac0587b7ed9414db"},"schema_version":"1.0","source":{"id":"2011.02538","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.02538","created_at":"2026-07-05T02:26:51Z"},{"alias_kind":"arxiv_version","alias_value":"2011.02538v2","created_at":"2026-07-05T02:26:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.02538","created_at":"2026-07-05T02:26:51Z"},{"alias_kind":"pith_short_12","alias_value":"XJPAXKUJW6GZ","created_at":"2026-07-05T02:26:51Z"},{"alias_kind":"pith_short_16","alias_value":"XJPAXKUJW6GZKAW4","created_at":"2026-07-05T02:26:51Z"},{"alias_kind":"pith_short_8","alias_value":"XJPAXKUJ","created_at":"2026-07-05T02:26:51Z"}],"graph_snapshots":[{"event_id":"sha256:ccae28125e5bda27703946fa80c138e909ad655705128c5d18872da345a72cec","target":"graph","created_at":"2026-07-05T02:26:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.02538/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding the algorithmic bias of \\emph{stochastic gradient descent} (SGD) is one of the key challenges in modern machine learning and deep learning theory. Most of the existing works, however, focus on \\emph{very small or even infinitesimal} learning rate regime, and fail to cover practical scenarios where the learning rate is \\emph{moderate and annealing}. In this paper, we make an initial attempt to characterize the particular regularization effect of SGD in the moderate learning rate regime by studying its behavior for optimizing an overparameterized linear regression problem. In this ","authors_text":"Difan Zou, Jingfeng Wu, Quanquan Gu, Vladimir Braverman","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-04T21:07:52Z","title":"Direction Matters: On the Implicit Bias of Stochastic Gradient Descent with Moderate Learning Rate"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.02538","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8de131175093344042b5716f27ed8a264d7284ede32593cd04ed5feb6bdb848c","target":"record","created_at":"2026-07-05T02:26:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"19f30146ef21e31acf0b0b1a8c79eb2832a50a306dd590eaa1a504889368812e","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-04T21:07:52Z","title_canon_sha256":"ff3941d2be95109b2b8f86d2301239c0b02bec50358e24f4ac0587b7ed9414db"},"schema_version":"1.0","source":{"id":"2011.02538","kind":"arxiv","version":2}},"canonical_sha256":"ba5e0baa89b78d9502dcbf684a78281eae35e0eb8f2a143ac019755f4b44f341","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ba5e0baa89b78d9502dcbf684a78281eae35e0eb8f2a143ac019755f4b44f341","first_computed_at":"2026-07-05T02:26:51.422023Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:26:51.422023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3j9B2zgvlhgRyd+1xq4wiSMr1fPpDGIRw7RId5hHrgPqzh07ed6kpP60ZIgXperOxgRmQ85UcA7h82JK1mkGBg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:26:51.422507Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.02538","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8de131175093344042b5716f27ed8a264d7284ede32593cd04ed5feb6bdb848c","sha256:ccae28125e5bda27703946fa80c138e909ad655705128c5d18872da345a72cec"],"state_sha256":"007d9ff8c7871ab9f39c78176ce04094a72ae438aa188762365bb54449756d3f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"E0w48osu7lvgfvSW/fEXKh94YHZSyWlEbCiRqp/CA9YK1UTLIGRCI3GPvP1WwJD5vNyal0VJlTyB5doAmwXuAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T16:35:01.628988Z","bundle_sha256":"f3b5f11e8dcc0fa8cc5719bc32b94f53d98526b7a8eeb5885aa793098629a856"}}