{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:S5ZAZV5BQ5CVNID7JWTTAL6H2O","short_pith_number":"pith:S5ZAZV5B","canonical_record":{"source":{"id":"2306.04251","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-07T08:44:51Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"6eeaaec72e65cde9a6b422e8756fbb1243be2a329abaf3e5d497ce45be1ce647","abstract_canon_sha256":"321cbc6fca46a4568363ac8d7d373174017bfe6766b1001522cf426604863541"},"schema_version":"1.0"},"canonical_sha256":"97720cd7a1874556a07f4da7302fc7d3b2792a41c8a945ed7588035ca8a2bb38","source":{"kind":"arxiv","id":"2306.04251","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.04251","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"arxiv_version","alias_value":"2306.04251v3","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.04251","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_12","alias_value":"S5ZAZV5BQ5CV","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_16","alias_value":"S5ZAZV5BQ5CVNID7","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_8","alias_value":"S5ZAZV5B","created_at":"2026-07-05T08:24:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:S5ZAZV5BQ5CVNID7JWTTAL6H2O","target":"record","payload":{"canonical_record":{"source":{"id":"2306.04251","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-07T08:44:51Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"6eeaaec72e65cde9a6b422e8756fbb1243be2a329abaf3e5d497ce45be1ce647","abstract_canon_sha256":"321cbc6fca46a4568363ac8d7d373174017bfe6766b1001522cf426604863541"},"schema_version":"1.0"},"canonical_sha256":"97720cd7a1874556a07f4da7302fc7d3b2792a41c8a945ed7588035ca8a2bb38","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:24:21.551605Z","signature_b64":"XGUGsAHkmvacWoAfUmSsgB+mJXiRotetPmL6/nr+DTgUxWX3ZZQBp8CNNaXZgiquDF7DJToZQstNkbcKGtCsAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"97720cd7a1874556a07f4da7302fc7d3b2792a41c8a945ed7588035ca8a2bb38","last_reissued_at":"2026-07-05T08:24:21.551225Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:24:21.551225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.04251","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3e4A2e17zt0oa1QqVE3flgXhZedXQMIPnCt6HZ+aeLTjjBFiGJxtxlNnlIc62ZnoU4+dL29k6VI9xZMdKOvhBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:12:59.616055Z"},"content_sha256":"3f81405cbe57fb4117ae9d28cca9975eb53e54032421c16d6b6cbb53db5aebed","schema_version":"1.0","event_id":"sha256:3f81405cbe57fb4117ae9d28cca9975eb53e54032421c16d6b6cbb53db5aebed"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:S5ZAZV5BQ5CVNID7JWTTAL6H2O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Stochastic Collapse: How Gradient Noise Attracts SGD Dynamics Towards Simpler Subnetworks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Atsushi Yamamura, Daniel Kunin, Feng Chen, Surya Ganguli","submitted_at":"2023-06-07T08:44:51Z","abstract_excerpt":"In this work, we reveal a strong implicit bias of stochastic gradient descent (SGD) that drives overly expressive networks to much simpler subnetworks, thereby dramatically reducing the number of independent parameters, and improving generalization. To reveal this bias, we identify invariant sets, or subsets of parameter space that remain unmodified by SGD. We focus on two classes of invariant sets that correspond to simpler (sparse or low-rank) subnetworks and commonly appear in modern architectures. Our analysis uncovers that SGD exhibits a property of stochastic attractivity towards these s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.04251","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.04251/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LAn73XeNsaFvq1P2dhIwD6ngfQqrgvFWiZQq1+TCIhRSkl1+rhk3UEq/of4NdwwUTxC0/oK3SyWm2utcqBG/Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:12:59.616606Z"},"content_sha256":"b8db3f316e3156ea9971ab573eda4c57677b114828959039ff744f2feea8a63a","schema_version":"1.0","event_id":"sha256:b8db3f316e3156ea9971ab573eda4c57677b114828959039ff744f2feea8a63a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S5ZAZV5BQ5CVNID7JWTTAL6H2O/bundle.json","state_url":"https://pith.science/pith/S5ZAZV5BQ5CVNID7JWTTAL6H2O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S5ZAZV5BQ5CVNID7JWTTAL6H2O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T05:12:59Z","links":{"resolver":"https://pith.science/pith/S5ZAZV5BQ5CVNID7JWTTAL6H2O","bundle":"https://pith.science/pith/S5ZAZV5BQ5CVNID7JWTTAL6H2O/bundle.json","state":"https://pith.science/pith/S5ZAZV5BQ5CVNID7JWTTAL6H2O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S5ZAZV5BQ5CVNID7JWTTAL6H2O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:S5ZAZV5BQ5CVNID7JWTTAL6H2O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"321cbc6fca46a4568363ac8d7d373174017bfe6766b1001522cf426604863541","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-07T08:44:51Z","title_canon_sha256":"6eeaaec72e65cde9a6b422e8756fbb1243be2a329abaf3e5d497ce45be1ce647"},"schema_version":"1.0","source":{"id":"2306.04251","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.04251","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"arxiv_version","alias_value":"2306.04251v3","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.04251","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_12","alias_value":"S5ZAZV5BQ5CV","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_16","alias_value":"S5ZAZV5BQ5CVNID7","created_at":"2026-07-05T08:24:21Z"},{"alias_kind":"pith_short_8","alias_value":"S5ZAZV5B","created_at":"2026-07-05T08:24:21Z"}],"graph_snapshots":[{"event_id":"sha256:b8db3f316e3156ea9971ab573eda4c57677b114828959039ff744f2feea8a63a","target":"graph","created_at":"2026-07-05T08:24:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.04251/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we reveal a strong implicit bias of stochastic gradient descent (SGD) that drives overly expressive networks to much simpler subnetworks, thereby dramatically reducing the number of independent parameters, and improving generalization. To reveal this bias, we identify invariant sets, or subsets of parameter space that remain unmodified by SGD. We focus on two classes of invariant sets that correspond to simpler (sparse or low-rank) subnetworks and commonly appear in modern architectures. Our analysis uncovers that SGD exhibits a property of stochastic attractivity towards these s","authors_text":"Atsushi Yamamura, Daniel Kunin, Feng Chen, Surya Ganguli","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-07T08:44:51Z","title":"Stochastic Collapse: How Gradient Noise Attracts SGD Dynamics Towards Simpler Subnetworks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.04251","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3f81405cbe57fb4117ae9d28cca9975eb53e54032421c16d6b6cbb53db5aebed","target":"record","created_at":"2026-07-05T08:24:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"321cbc6fca46a4568363ac8d7d373174017bfe6766b1001522cf426604863541","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-07T08:44:51Z","title_canon_sha256":"6eeaaec72e65cde9a6b422e8756fbb1243be2a329abaf3e5d497ce45be1ce647"},"schema_version":"1.0","source":{"id":"2306.04251","kind":"arxiv","version":3}},"canonical_sha256":"97720cd7a1874556a07f4da7302fc7d3b2792a41c8a945ed7588035ca8a2bb38","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"97720cd7a1874556a07f4da7302fc7d3b2792a41c8a945ed7588035ca8a2bb38","first_computed_at":"2026-07-05T08:24:21.551225Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:24:21.551225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XGUGsAHkmvacWoAfUmSsgB+mJXiRotetPmL6/nr+DTgUxWX3ZZQBp8CNNaXZgiquDF7DJToZQstNkbcKGtCsAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:24:21.551605Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.04251","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3f81405cbe57fb4117ae9d28cca9975eb53e54032421c16d6b6cbb53db5aebed","sha256:b8db3f316e3156ea9971ab573eda4c57677b114828959039ff744f2feea8a63a"],"state_sha256":"03f9b9d1f72f0e02932b2add14417018a0ffef282ccbd55aecf179a627a4f23d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hoc3AnBMlmnFkIgbSgBe9+lS++lPAvkVf8M1CuEQhfdUiXAZKuew+zqiyJtgYSYn5peM7AMwsB7jD7fdpGkhAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T05:12:59.621285Z","bundle_sha256":"e346f329608596f3248f2c71901ca1216a6155016b0494898fbf88395c05eb97"}}