{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:TFZYTEEEKPUNPN7NIR34A4G3PU","short_pith_number":"pith:TFZYTEEE","canonical_record":{"source":{"id":"2106.03795","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2021-06-07T17:02:59Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a949a817f45f991f0523d596b99754f71cee49516096a0ac499cbd348a6d2091","abstract_canon_sha256":"654244659418065884afcfe2a212698f356948db86326f7a1b7e7592612ec640"},"schema_version":"1.0"},"canonical_sha256":"997389908453e8d7b7ed4477c070db7d28e15c5555659cd790409bf8d8ea635a","source":{"kind":"arxiv","id":"2106.03795","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.03795","created_at":"2026-07-05T02:46:55Z"},{"alias_kind":"arxiv_version","alias_value":"2106.03795v1","created_at":"2026-07-05T02:46:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.03795","created_at":"2026-07-05T02:46:55Z"},{"alias_kind":"pith_short_12","alias_value":"TFZYTEEEKPUN","created_at":"2026-07-05T02:46:55Z"},{"alias_kind":"pith_short_16","alias_value":"TFZYTEEEKPUNPN7N","created_at":"2026-07-05T02:46:55Z"},{"alias_kind":"pith_short_8","alias_value":"TFZYTEEE","created_at":"2026-07-05T02:46:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:TFZYTEEEKPUNPN7NIR34A4G3PU","target":"record","payload":{"canonical_record":{"source":{"id":"2106.03795","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2021-06-07T17:02:59Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a949a817f45f991f0523d596b99754f71cee49516096a0ac499cbd348a6d2091","abstract_canon_sha256":"654244659418065884afcfe2a212698f356948db86326f7a1b7e7592612ec640"},"schema_version":"1.0"},"canonical_sha256":"997389908453e8d7b7ed4477c070db7d28e15c5555659cd790409bf8d8ea635a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:46:55.550851Z","signature_b64":"+LK5iGya1qgX6UXIWItMC6wHeN/4YmiClmewjyJ83NqutwI6yYzS9ESMkdBVY8DggMIRFf9IShLg01hyNPv/CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"997389908453e8d7b7ed4477c070db7d28e15c5555659cd790409bf8d8ea635a","last_reissued_at":"2026-07-05T02:46:55.550371Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:46:55.550371Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.03795","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:46:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uXr3s28Ku+R2rzTgCSPDkudsLZOOszgb/GCVt9guYbwIZlnRaQNCt9fw9wsDI5/DJYCEHRuClYrn89pLi7hqCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T12:20:08.911066Z"},"content_sha256":"11cf3c78a7114630ba0b9573a05a9cb0127fa6c8aed8f8dec7eba8d0d616f497","schema_version":"1.0","event_id":"sha256:11cf3c78a7114630ba0b9573a05a9cb0127fa6c8aed8f8dec7eba8d0d616f497"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:TFZYTEEEKPUNPN7NIR34A4G3PU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Heavy Tails in SGD and Compressibility of Overparametrized Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Ga\\\"el Richard, Melih Barsbey, Milad Sefidgaran, Murat A. Erdogdu, Umut \\c{S}im\\c{s}ekli","submitted_at":"2021-06-07T17:02:59Z","abstract_excerpt":"Neural network compression techniques have become increasingly popular as they can drastically reduce the storage and computation requirements for very large networks. Recent empirical studies have illustrated that even simple pruning strategies can be surprisingly effective, and several theoretical studies have shown that compressible networks (in specific senses) should achieve a low generalization error. Yet, a theoretical characterization of the underlying cause that makes the networks amenable to such simple compression schemes is still missing. In this study, we address this fundamental "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.03795","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.03795/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:46:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cX7k3fRsbCmBeURBhr809Uc2tD09OCsK69xD9+Chofs2rnD0JU4blY0jaYtiBZUulbqrBfrOkiYj2xK4SBw4Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T12:20:08.911579Z"},"content_sha256":"3c2ab170e7e01f660dcb545630d7ebd40a08c3c1c960cc5cac8aaff0be93511b","schema_version":"1.0","event_id":"sha256:3c2ab170e7e01f660dcb545630d7ebd40a08c3c1c960cc5cac8aaff0be93511b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TFZYTEEEKPUNPN7NIR34A4G3PU/bundle.json","state_url":"https://pith.science/pith/TFZYTEEEKPUNPN7NIR34A4G3PU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TFZYTEEEKPUNPN7NIR34A4G3PU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T12:20:08Z","links":{"resolver":"https://pith.science/pith/TFZYTEEEKPUNPN7NIR34A4G3PU","bundle":"https://pith.science/pith/TFZYTEEEKPUNPN7NIR34A4G3PU/bundle.json","state":"https://pith.science/pith/TFZYTEEEKPUNPN7NIR34A4G3PU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TFZYTEEEKPUNPN7NIR34A4G3PU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:TFZYTEEEKPUNPN7NIR34A4G3PU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"654244659418065884afcfe2a212698f356948db86326f7a1b7e7592612ec640","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2021-06-07T17:02:59Z","title_canon_sha256":"a949a817f45f991f0523d596b99754f71cee49516096a0ac499cbd348a6d2091"},"schema_version":"1.0","source":{"id":"2106.03795","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.03795","created_at":"2026-07-05T02:46:55Z"},{"alias_kind":"arxiv_version","alias_value":"2106.03795v1","created_at":"2026-07-05T02:46:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.03795","created_at":"2026-07-05T02:46:55Z"},{"alias_kind":"pith_short_12","alias_value":"TFZYTEEEKPUN","created_at":"2026-07-05T02:46:55Z"},{"alias_kind":"pith_short_16","alias_value":"TFZYTEEEKPUNPN7N","created_at":"2026-07-05T02:46:55Z"},{"alias_kind":"pith_short_8","alias_value":"TFZYTEEE","created_at":"2026-07-05T02:46:55Z"}],"graph_snapshots":[{"event_id":"sha256:3c2ab170e7e01f660dcb545630d7ebd40a08c3c1c960cc5cac8aaff0be93511b","target":"graph","created_at":"2026-07-05T02:46:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.03795/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neural network compression techniques have become increasingly popular as they can drastically reduce the storage and computation requirements for very large networks. Recent empirical studies have illustrated that even simple pruning strategies can be surprisingly effective, and several theoretical studies have shown that compressible networks (in specific senses) should achieve a low generalization error. Yet, a theoretical characterization of the underlying cause that makes the networks amenable to such simple compression schemes is still missing. In this study, we address this fundamental ","authors_text":"Ga\\\"el Richard, Melih Barsbey, Milad Sefidgaran, Murat A. Erdogdu, Umut \\c{S}im\\c{s}ekli","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2021-06-07T17:02:59Z","title":"Heavy Tails in SGD and Compressibility of Overparametrized Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.03795","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:11cf3c78a7114630ba0b9573a05a9cb0127fa6c8aed8f8dec7eba8d0d616f497","target":"record","created_at":"2026-07-05T02:46:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"654244659418065884afcfe2a212698f356948db86326f7a1b7e7592612ec640","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2021-06-07T17:02:59Z","title_canon_sha256":"a949a817f45f991f0523d596b99754f71cee49516096a0ac499cbd348a6d2091"},"schema_version":"1.0","source":{"id":"2106.03795","kind":"arxiv","version":1}},"canonical_sha256":"997389908453e8d7b7ed4477c070db7d28e15c5555659cd790409bf8d8ea635a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"997389908453e8d7b7ed4477c070db7d28e15c5555659cd790409bf8d8ea635a","first_computed_at":"2026-07-05T02:46:55.550371Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:46:55.550371Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+LK5iGya1qgX6UXIWItMC6wHeN/4YmiClmewjyJ83NqutwI6yYzS9ESMkdBVY8DggMIRFf9IShLg01hyNPv/CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:46:55.550851Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.03795","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:11cf3c78a7114630ba0b9573a05a9cb0127fa6c8aed8f8dec7eba8d0d616f497","sha256:3c2ab170e7e01f660dcb545630d7ebd40a08c3c1c960cc5cac8aaff0be93511b"],"state_sha256":"9f3f894ed42229977e2ae6c3e8cb5a80f0bc127dad81f1e22731d15e9c3afbbc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HTQ173/lqJxM9PjBPQOUnEN5Ki2tElye9U2DoajW7hmpM4LLNdvdIeEZ2v8P65HMcuZXQMbgodMUzscW4HpYAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T12:20:08.915588Z","bundle_sha256":"6340099f219f81718075f7a42290c7b9263cdcae51bc3092c24a83ac92975525"}}