{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MRN2RTRZS2DS5GIEK3RFIWI5KN","short_pith_number":"pith:MRN2RTRZ","canonical_record":{"source":{"id":"2408.11804","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-21T17:48:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b2d5b181cf62f0b493d10224f966fad31c8a95200510c2d8b4718508ac9e7fcc","abstract_canon_sha256":"7383ca3651c7169847f65a1b835f51cb17fdac39b9ba09c5d4112f2c7072d763"},"schema_version":"1.0"},"canonical_sha256":"645ba8ce3996872e990456e254591d5366ac0a0ffbe5758cd991853f316c5867","source":{"kind":"arxiv","id":"2408.11804","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.11804","created_at":"2026-07-05T08:57:49Z"},{"alias_kind":"arxiv_version","alias_value":"2408.11804v1","created_at":"2026-07-05T08:57:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.11804","created_at":"2026-07-05T08:57:49Z"},{"alias_kind":"pith_short_12","alias_value":"MRN2RTRZS2DS","created_at":"2026-07-05T08:57:49Z"},{"alias_kind":"pith_short_16","alias_value":"MRN2RTRZS2DS5GIE","created_at":"2026-07-05T08:57:49Z"},{"alias_kind":"pith_short_8","alias_value":"MRN2RTRZ","created_at":"2026-07-05T08:57:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MRN2RTRZS2DS5GIEK3RFIWI5KN","target":"record","payload":{"canonical_record":{"source":{"id":"2408.11804","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-21T17:48:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b2d5b181cf62f0b493d10224f966fad31c8a95200510c2d8b4718508ac9e7fcc","abstract_canon_sha256":"7383ca3651c7169847f65a1b835f51cb17fdac39b9ba09c5d4112f2c7072d763"},"schema_version":"1.0"},"canonical_sha256":"645ba8ce3996872e990456e254591d5366ac0a0ffbe5758cd991853f316c5867","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:57:49.362452Z","signature_b64":"x4cRFADkqpvQliCUHJufGUWtzhgSwAImKj1GHxxRvh51pDxJy4ImeEgFKFDjASkgAcHH2rQDrhobMeQrOUNBCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"645ba8ce3996872e990456e254591d5366ac0a0ffbe5758cd991853f316c5867","last_reissued_at":"2026-07-05T08:57:49.361947Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:57:49.361947Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.11804","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:57:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jpfkF5ENWlBPjLr6SEEu8ztplGqJHERpyFrUOfEQKIk/9ahou7esIWmOaDId+pziXYVlAfFHOnYBcsD/fhy5AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T02:55:02.188323Z"},"content_sha256":"edf28fce488c0cd487276247c9424aad2127ec028e4071311566292ee0ef7a8e","schema_version":"1.0","event_id":"sha256:edf28fce488c0cd487276247c9424aad2127ec028e4071311566292ee0ef7a8e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MRN2RTRZS2DS5GIEK3RFIWI5KN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Approaching Deep Learning through the Spectral Dynamics of Weights","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"David Yunis, Gal Vardi, Karen Livescu, Kumar Kshitij Patel, Matthew R. Walter, Michael Maire, Pedro Savarese, Samuel Wheeler","submitted_at":"2024-08-21T17:48:01Z","abstract_excerpt":"We propose an empirical approach centered on the spectral dynamics of weights -- the behavior of singular values and vectors during optimization -- to unify and clarify several phenomena in deep learning. We identify a consistent bias in optimization across various experiments, from small-scale ``grokking'' to large-scale tasks like image classification with ConvNets, image generation with UNets, speech recognition with LSTMs, and language modeling with Transformers. We also demonstrate that weight decay enhances this bias beyond its role as a norm regularizer, even in practical systems. Moreo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.11804","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.11804/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:57:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lAizzKoekAcnhz1EJKWY7WCkmDh9vNpM9stQEhGy6uhsUxMbiqUhTW0dO5rQg9g2bJqi5krLdekCOJMxnVwhDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T02:55:02.188645Z"},"content_sha256":"23d0a828d14bfc0f485c5de897e62becf01fc16cf838a65bf6b7e57c3539754d","schema_version":"1.0","event_id":"sha256:23d0a828d14bfc0f485c5de897e62becf01fc16cf838a65bf6b7e57c3539754d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MRN2RTRZS2DS5GIEK3RFIWI5KN/bundle.json","state_url":"https://pith.science/pith/MRN2RTRZS2DS5GIEK3RFIWI5KN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MRN2RTRZS2DS5GIEK3RFIWI5KN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T02:55:02Z","links":{"resolver":"https://pith.science/pith/MRN2RTRZS2DS5GIEK3RFIWI5KN","bundle":"https://pith.science/pith/MRN2RTRZS2DS5GIEK3RFIWI5KN/bundle.json","state":"https://pith.science/pith/MRN2RTRZS2DS5GIEK3RFIWI5KN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MRN2RTRZS2DS5GIEK3RFIWI5KN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MRN2RTRZS2DS5GIEK3RFIWI5KN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7383ca3651c7169847f65a1b835f51cb17fdac39b9ba09c5d4112f2c7072d763","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-21T17:48:01Z","title_canon_sha256":"b2d5b181cf62f0b493d10224f966fad31c8a95200510c2d8b4718508ac9e7fcc"},"schema_version":"1.0","source":{"id":"2408.11804","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.11804","created_at":"2026-07-05T08:57:49Z"},{"alias_kind":"arxiv_version","alias_value":"2408.11804v1","created_at":"2026-07-05T08:57:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.11804","created_at":"2026-07-05T08:57:49Z"},{"alias_kind":"pith_short_12","alias_value":"MRN2RTRZS2DS","created_at":"2026-07-05T08:57:49Z"},{"alias_kind":"pith_short_16","alias_value":"MRN2RTRZS2DS5GIE","created_at":"2026-07-05T08:57:49Z"},{"alias_kind":"pith_short_8","alias_value":"MRN2RTRZ","created_at":"2026-07-05T08:57:49Z"}],"graph_snapshots":[{"event_id":"sha256:23d0a828d14bfc0f485c5de897e62becf01fc16cf838a65bf6b7e57c3539754d","target":"graph","created_at":"2026-07-05T08:57:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.11804/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose an empirical approach centered on the spectral dynamics of weights -- the behavior of singular values and vectors during optimization -- to unify and clarify several phenomena in deep learning. We identify a consistent bias in optimization across various experiments, from small-scale ``grokking'' to large-scale tasks like image classification with ConvNets, image generation with UNets, speech recognition with LSTMs, and language modeling with Transformers. We also demonstrate that weight decay enhances this bias beyond its role as a norm regularizer, even in practical systems. Moreo","authors_text":"David Yunis, Gal Vardi, Karen Livescu, Kumar Kshitij Patel, Matthew R. Walter, Michael Maire, Pedro Savarese, Samuel Wheeler","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-21T17:48:01Z","title":"Approaching Deep Learning through the Spectral Dynamics of Weights"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.11804","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:edf28fce488c0cd487276247c9424aad2127ec028e4071311566292ee0ef7a8e","target":"record","created_at":"2026-07-05T08:57:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7383ca3651c7169847f65a1b835f51cb17fdac39b9ba09c5d4112f2c7072d763","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-21T17:48:01Z","title_canon_sha256":"b2d5b181cf62f0b493d10224f966fad31c8a95200510c2d8b4718508ac9e7fcc"},"schema_version":"1.0","source":{"id":"2408.11804","kind":"arxiv","version":1}},"canonical_sha256":"645ba8ce3996872e990456e254591d5366ac0a0ffbe5758cd991853f316c5867","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"645ba8ce3996872e990456e254591d5366ac0a0ffbe5758cd991853f316c5867","first_computed_at":"2026-07-05T08:57:49.361947Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:57:49.361947Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"x4cRFADkqpvQliCUHJufGUWtzhgSwAImKj1GHxxRvh51pDxJy4ImeEgFKFDjASkgAcHH2rQDrhobMeQrOUNBCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:57:49.362452Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.11804","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:edf28fce488c0cd487276247c9424aad2127ec028e4071311566292ee0ef7a8e","sha256:23d0a828d14bfc0f485c5de897e62becf01fc16cf838a65bf6b7e57c3539754d"],"state_sha256":"fb9572f18860dc4856b64f3656c9c6baef674d36666e44d49dab0ce72d1a1f6f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"123yMhUIIJKdy5IJRqaMKmNQHY9J+DaNFotNO/aqWCc0gVYfg1r4wU+1pVhwvZPhs1JNX46XdsmMWpE97T2LDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T02:55:02.191290Z","bundle_sha256":"337951f690bfc5ff54deab42520546cf73775d91a80d6b0e6d7b41a0eade7bd6"}}