{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:7K6F7HIDGIYVQWJZAZFJ7KYLSG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d20b0ef495559d86d22f52cad3c06066001dd544f76b321c7eaace24628c6cc7","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-08-17T18:00:05Z","title_canon_sha256":"3c3f3e59b8f8119ffcead4cc1f24cef4152033c1be4cb2eab79de20f788d47c3"},"schema_version":"1.0","source":{"id":"2008.07545","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2008.07545","created_at":"2026-07-05T02:58:36Z"},{"alias_kind":"arxiv_version","alias_value":"2008.07545v4","created_at":"2026-07-05T02:58:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2008.07545","created_at":"2026-07-05T02:58:36Z"},{"alias_kind":"pith_short_12","alias_value":"7K6F7HIDGIYV","created_at":"2026-07-05T02:58:36Z"},{"alias_kind":"pith_short_16","alias_value":"7K6F7HIDGIYVQWJZ","created_at":"2026-07-05T02:58:36Z"},{"alias_kind":"pith_short_8","alias_value":"7K6F7HID","created_at":"2026-07-05T02:58:36Z"}],"graph_snapshots":[{"event_id":"sha256:ed93783b528fe8774705888f3a34ac14580691ea38232d226849f42904085908","target":"graph","created_at":"2026-07-05T02:58:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2008.07545/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning is predicated on the concept of generalization: a model achieving low error on a sufficiently large training set should also perform well on novel samples from the same distribution. We show that both data whitening and second order optimization can harm or entirely prevent generalization. In general, model training harnesses information contained in the sample-sample second moment matrix of a dataset. For a general class of models, namely models with a fully connected first layer, we prove that the information contained in this matrix is the only information which can be used","authors_text":"Daniel Duckworth, Ethan Dyer, Jascha Sohl-Dickstein, Neha S. Wadia, Samuel S. Schoenholz","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-08-17T18:00:05Z","title":"Whitening and second order optimization both make information in the dataset unusable during training, and can reduce or prevent generalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2008.07545","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9a2ac90121798367fa748061d16158065abb8065c09b045d135948e006205877","target":"record","created_at":"2026-07-05T02:58:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d20b0ef495559d86d22f52cad3c06066001dd544f76b321c7eaace24628c6cc7","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-08-17T18:00:05Z","title_canon_sha256":"3c3f3e59b8f8119ffcead4cc1f24cef4152033c1be4cb2eab79de20f788d47c3"},"schema_version":"1.0","source":{"id":"2008.07545","kind":"arxiv","version":4}},"canonical_sha256":"fabc5f9d033231585939064a9fab0b91b5a92b7d22e5d5f696e1a611de143bbe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fabc5f9d033231585939064a9fab0b91b5a92b7d22e5d5f696e1a611de143bbe","first_computed_at":"2026-07-05T02:58:36.112162Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:58:36.112162Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1M3tay6BuC9K15f1RH25mCNuWjkcm33h1MD8I/f8DEpcUAbcNR7EqcymH9OczApaLzFuT+Rubaf2pox6fgl2Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:58:36.112632Z","signed_message":"canonical_sha256_bytes"},"source_id":"2008.07545","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9a2ac90121798367fa748061d16158065abb8065c09b045d135948e006205877","sha256:ed93783b528fe8774705888f3a34ac14580691ea38232d226849f42904085908"],"state_sha256":"a520c0affc179e3cdf44fa4b69fe0270efd75643265fdaf65a7d4f9681180b07"}