{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:LWNYDF6UWY24QXCE7TJMJJZU4A","short_pith_number":"pith:LWNYDF6U","canonical_record":{"source":{"id":"1910.00195","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-01T04:13:27Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"feeae0c056fcb0b398b267d6a333bdaf1bf06766536b1bf8b51b09c6c9e25f5a","abstract_canon_sha256":"77be5d5608f482677d6d51a1b12461c2ed039a4032bc791ba8e54953fc19c7f7"},"schema_version":"1.0"},"canonical_sha256":"5d9b8197d4b635c85c44fcd2c4a734e00455e9e65ebaca2ba4c05c04527dc900","source":{"kind":"arxiv","id":"1910.00195","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.00195","created_at":"2026-07-05T00:15:41Z"},{"alias_kind":"arxiv_version","alias_value":"1910.00195v2","created_at":"2026-07-05T00:15:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.00195","created_at":"2026-07-05T00:15:41Z"},{"alias_kind":"pith_short_12","alias_value":"LWNYDF6UWY24","created_at":"2026-07-05T00:15:41Z"},{"alias_kind":"pith_short_16","alias_value":"LWNYDF6UWY24QXCE","created_at":"2026-07-05T00:15:41Z"},{"alias_kind":"pith_short_8","alias_value":"LWNYDF6U","created_at":"2026-07-05T00:15:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:LWNYDF6UWY24QXCE7TJMJJZU4A","target":"record","payload":{"canonical_record":{"source":{"id":"1910.00195","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-01T04:13:27Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"feeae0c056fcb0b398b267d6a333bdaf1bf06766536b1bf8b51b09c6c9e25f5a","abstract_canon_sha256":"77be5d5608f482677d6d51a1b12461c2ed039a4032bc791ba8e54953fc19c7f7"},"schema_version":"1.0"},"canonical_sha256":"5d9b8197d4b635c85c44fcd2c4a734e00455e9e65ebaca2ba4c05c04527dc900","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:15:41.112986Z","signature_b64":"7dv8jXt+usJcqGl4D/MtTUS4NwhoDfgXQeZiBL4Tm4VpGmNtHj6U07CTskX513jIYvYqZQ9FUuyzU8iaEX6pAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5d9b8197d4b635c85c44fcd2c4a734e00455e9e65ebaca2ba4c05c04527dc900","last_reissued_at":"2026-07-05T00:15:41.112548Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:15:41.112548Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1910.00195","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:15:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ydOJjatl3VEzyDerWsZ0/eg22LJ2wxkHxPgsCrW9Nde9T/CMY5jxSJpKYHtTkPqlrn7az1GrageBdRbAErnjCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T20:40:56.045927Z"},"content_sha256":"eda2b61f983c1d4efbb922805f900c94084985089a9f64b7fa5491ae9b5f1e70","schema_version":"1.0","event_id":"sha256:eda2b61f983c1d4efbb922805f900c94084985089a9f64b7fa5491ae9b5f1e70"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:LWNYDF6UWY24QXCE7TJMJJZU4A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How noise affects the Hessian spectrum in overparameterized neural networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"David J Schwab, Mingwei Wei","submitted_at":"2019-10-01T04:13:27Z","abstract_excerpt":"Stochastic gradient descent (SGD) forms the core optimization method for deep neural networks. While some theoretical progress has been made, it still remains unclear why SGD leads the learning dynamics in overparameterized networks to solutions that generalize well. Here we show that for overparameterized networks with a degenerate valley in their loss landscape, SGD on average decreases the trace of the Hessian of the loss. We also generalize this result to other noise structures and show that isotropic noise in the non-degenerate subspace of the Hessian decreases its determinant. In additio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.00195","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1910.00195/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:15:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cZtZS54p90rBxQTONwnRyrcUTetMR1eoPJgJ0+YLht6GxzXkv6YL9NLG1pPo9/U7ijPkNNuSmKcGn4oA27MiCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T20:40:56.046652Z"},"content_sha256":"47c01713941bcc4d42ecd242aa87789b27533b7de6da991ed53d7e9eb9692732","schema_version":"1.0","event_id":"sha256:47c01713941bcc4d42ecd242aa87789b27533b7de6da991ed53d7e9eb9692732"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LWNYDF6UWY24QXCE7TJMJJZU4A/bundle.json","state_url":"https://pith.science/pith/LWNYDF6UWY24QXCE7TJMJJZU4A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LWNYDF6UWY24QXCE7TJMJJZU4A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T20:40:56Z","links":{"resolver":"https://pith.science/pith/LWNYDF6UWY24QXCE7TJMJJZU4A","bundle":"https://pith.science/pith/LWNYDF6UWY24QXCE7TJMJJZU4A/bundle.json","state":"https://pith.science/pith/LWNYDF6UWY24QXCE7TJMJJZU4A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LWNYDF6UWY24QXCE7TJMJJZU4A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:LWNYDF6UWY24QXCE7TJMJJZU4A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"77be5d5608f482677d6d51a1b12461c2ed039a4032bc791ba8e54953fc19c7f7","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-01T04:13:27Z","title_canon_sha256":"feeae0c056fcb0b398b267d6a333bdaf1bf06766536b1bf8b51b09c6c9e25f5a"},"schema_version":"1.0","source":{"id":"1910.00195","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.00195","created_at":"2026-07-05T00:15:41Z"},{"alias_kind":"arxiv_version","alias_value":"1910.00195v2","created_at":"2026-07-05T00:15:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.00195","created_at":"2026-07-05T00:15:41Z"},{"alias_kind":"pith_short_12","alias_value":"LWNYDF6UWY24","created_at":"2026-07-05T00:15:41Z"},{"alias_kind":"pith_short_16","alias_value":"LWNYDF6UWY24QXCE","created_at":"2026-07-05T00:15:41Z"},{"alias_kind":"pith_short_8","alias_value":"LWNYDF6U","created_at":"2026-07-05T00:15:41Z"}],"graph_snapshots":[{"event_id":"sha256:47c01713941bcc4d42ecd242aa87789b27533b7de6da991ed53d7e9eb9692732","target":"graph","created_at":"2026-07-05T00:15:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1910.00195/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Stochastic gradient descent (SGD) forms the core optimization method for deep neural networks. While some theoretical progress has been made, it still remains unclear why SGD leads the learning dynamics in overparameterized networks to solutions that generalize well. Here we show that for overparameterized networks with a degenerate valley in their loss landscape, SGD on average decreases the trace of the Hessian of the loss. We also generalize this result to other noise structures and show that isotropic noise in the non-degenerate subspace of the Hessian decreases its determinant. In additio","authors_text":"David J Schwab, Mingwei Wei","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-01T04:13:27Z","title":"How noise affects the Hessian spectrum in overparameterized neural networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.00195","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eda2b61f983c1d4efbb922805f900c94084985089a9f64b7fa5491ae9b5f1e70","target":"record","created_at":"2026-07-05T00:15:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"77be5d5608f482677d6d51a1b12461c2ed039a4032bc791ba8e54953fc19c7f7","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-01T04:13:27Z","title_canon_sha256":"feeae0c056fcb0b398b267d6a333bdaf1bf06766536b1bf8b51b09c6c9e25f5a"},"schema_version":"1.0","source":{"id":"1910.00195","kind":"arxiv","version":2}},"canonical_sha256":"5d9b8197d4b635c85c44fcd2c4a734e00455e9e65ebaca2ba4c05c04527dc900","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5d9b8197d4b635c85c44fcd2c4a734e00455e9e65ebaca2ba4c05c04527dc900","first_computed_at":"2026-07-05T00:15:41.112548Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:15:41.112548Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7dv8jXt+usJcqGl4D/MtTUS4NwhoDfgXQeZiBL4Tm4VpGmNtHj6U07CTskX513jIYvYqZQ9FUuyzU8iaEX6pAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:15:41.112986Z","signed_message":"canonical_sha256_bytes"},"source_id":"1910.00195","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eda2b61f983c1d4efbb922805f900c94084985089a9f64b7fa5491ae9b5f1e70","sha256:47c01713941bcc4d42ecd242aa87789b27533b7de6da991ed53d7e9eb9692732"],"state_sha256":"a144fae3c8bc28d5a088b49b44bde96cfd98d8af51ed4bc6ce2e3ae6a3f19b9b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H/dLJf0SyvM5KnsGKP52zzC9ERiIo1+kRQoVW7dsMJRQq7KMabEO1cgzr2J6O17rLca2Eio/jYCsXswx0J3yDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T20:40:56.053427Z","bundle_sha256":"6d302ef0b48be33c1696e9a977201d4926ae3c2b1abdec4d739663665a2ee58f"}}