{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KPKHEQNXEHKHNLFJFLXE6CVGKQ","short_pith_number":"pith:KPKHEQNX","canonical_record":{"source":{"id":"2310.03010","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T17:53:53Z","cross_cats_sorted":["math.PR","stat.ML"],"title_canon_sha256":"7ebfbc9d83657eeee7ffd24c02ffd4089574f8d228e13a9d511871e8b83061cc","abstract_canon_sha256":"3972b1b73b57cf5ff2e09d4e3c5fd7a7230ee3967d2d42ae1b26b29b526cd876"},"schema_version":"1.0"},"canonical_sha256":"53d47241b721d476aca92aee4f0aa6542784aeea66974d746141f6779c5c7fba","source":{"kind":"arxiv","id":"2310.03010","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03010","created_at":"2026-07-05T11:03:47Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03010v2","created_at":"2026-07-05T11:03:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03010","created_at":"2026-07-05T11:03:47Z"},{"alias_kind":"pith_short_12","alias_value":"KPKHEQNXEHKH","created_at":"2026-07-05T11:03:47Z"},{"alias_kind":"pith_short_16","alias_value":"KPKHEQNXEHKHNLFJ","created_at":"2026-07-05T11:03:47Z"},{"alias_kind":"pith_short_8","alias_value":"KPKHEQNX","created_at":"2026-07-05T11:03:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KPKHEQNXEHKHNLFJFLXE6CVGKQ","target":"record","payload":{"canonical_record":{"source":{"id":"2310.03010","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T17:53:53Z","cross_cats_sorted":["math.PR","stat.ML"],"title_canon_sha256":"7ebfbc9d83657eeee7ffd24c02ffd4089574f8d228e13a9d511871e8b83061cc","abstract_canon_sha256":"3972b1b73b57cf5ff2e09d4e3c5fd7a7230ee3967d2d42ae1b26b29b526cd876"},"schema_version":"1.0"},"canonical_sha256":"53d47241b721d476aca92aee4f0aa6542784aeea66974d746141f6779c5c7fba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:03:47.624975Z","signature_b64":"38VL3r9P6kJXS9fEUskHVw0cQAYQ98hfiTVxpO7wXRvXAxps85fM4rb2+Rbt3QexotRp94ZNbP3liGJANbX7BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"53d47241b721d476aca92aee4f0aa6542784aeea66974d746141f6779c5c7fba","last_reissued_at":"2026-07-05T11:03:47.624506Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:03:47.624506Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.03010","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:03:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IrMJumjE+Mizmf6rAiU5FhNJlO+V7KhA96qNViSYhk6wK8Pt/bsFdAr3IgMDw9VgliaUlKMXAn0Luj4WsM4ODQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T06:30:31.154338Z"},"content_sha256":"a04f1af56a878f5eb990a8dc0e23d1f5f29bc821ae6c46b99527a738d613be48","schema_version":"1.0","event_id":"sha256:a04f1af56a878f5eb990a8dc0e23d1f5f29bc821ae6c46b99527a738d613be48"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KPKHEQNXEHKHNLFJFLXE6CVGKQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Spectral alignment of stochastic gradient descent for high-dimensional classification tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.PR","stat.ML"],"primary_cat":"cs.LG","authors_text":"Aukosh Jagannath, Gerard Ben Arous, Jiaoyang Huang, Reza Gheissari","submitted_at":"2023-10-04T17:53:53Z","abstract_excerpt":"We rigorously study the relation between the training dynamics via stochastic gradient descent (SGD) and the spectra of empirical Hessian and gradient matrices. We prove that in two canonical classification tasks for multi-class high-dimensional mixtures and either 1 or 2-layer neural networks, both the SGD trajectory and emergent outlier eigenspaces of the Hessian and gradient matrices align with a common low-dimensional subspace. Moreover, in multi-layer settings this alignment occurs per layer, with the final layer's outlier eigenspace evolving over the course of training, and exhibiting ra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03010","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.03010/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:03:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tG2dnaI9QCBTROG7Oc9vV64HpfYjRcbBkU+1/RciuPd++cOwfKRlLbCFYvynl3VcnjusEzfcNqbRq6Lg58LYBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T06:30:31.155216Z"},"content_sha256":"0824e1f66fcf8620536c31719a7ef9df37013ec85877e74cf65c0ce8988df4b7","schema_version":"1.0","event_id":"sha256:0824e1f66fcf8620536c31719a7ef9df37013ec85877e74cf65c0ce8988df4b7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KPKHEQNXEHKHNLFJFLXE6CVGKQ/bundle.json","state_url":"https://pith.science/pith/KPKHEQNXEHKHNLFJFLXE6CVGKQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KPKHEQNXEHKHNLFJFLXE6CVGKQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T06:30:31Z","links":{"resolver":"https://pith.science/pith/KPKHEQNXEHKHNLFJFLXE6CVGKQ","bundle":"https://pith.science/pith/KPKHEQNXEHKHNLFJFLXE6CVGKQ/bundle.json","state":"https://pith.science/pith/KPKHEQNXEHKHNLFJFLXE6CVGKQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KPKHEQNXEHKHNLFJFLXE6CVGKQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KPKHEQNXEHKHNLFJFLXE6CVGKQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3972b1b73b57cf5ff2e09d4e3c5fd7a7230ee3967d2d42ae1b26b29b526cd876","cross_cats_sorted":["math.PR","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T17:53:53Z","title_canon_sha256":"7ebfbc9d83657eeee7ffd24c02ffd4089574f8d228e13a9d511871e8b83061cc"},"schema_version":"1.0","source":{"id":"2310.03010","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03010","created_at":"2026-07-05T11:03:47Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03010v2","created_at":"2026-07-05T11:03:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03010","created_at":"2026-07-05T11:03:47Z"},{"alias_kind":"pith_short_12","alias_value":"KPKHEQNXEHKH","created_at":"2026-07-05T11:03:47Z"},{"alias_kind":"pith_short_16","alias_value":"KPKHEQNXEHKHNLFJ","created_at":"2026-07-05T11:03:47Z"},{"alias_kind":"pith_short_8","alias_value":"KPKHEQNX","created_at":"2026-07-05T11:03:47Z"}],"graph_snapshots":[{"event_id":"sha256:0824e1f66fcf8620536c31719a7ef9df37013ec85877e74cf65c0ce8988df4b7","target":"graph","created_at":"2026-07-05T11:03:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.03010/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We rigorously study the relation between the training dynamics via stochastic gradient descent (SGD) and the spectra of empirical Hessian and gradient matrices. We prove that in two canonical classification tasks for multi-class high-dimensional mixtures and either 1 or 2-layer neural networks, both the SGD trajectory and emergent outlier eigenspaces of the Hessian and gradient matrices align with a common low-dimensional subspace. Moreover, in multi-layer settings this alignment occurs per layer, with the final layer's outlier eigenspace evolving over the course of training, and exhibiting ra","authors_text":"Aukosh Jagannath, Gerard Ben Arous, Jiaoyang Huang, Reza Gheissari","cross_cats":["math.PR","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T17:53:53Z","title":"Spectral alignment of stochastic gradient descent for high-dimensional classification tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03010","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a04f1af56a878f5eb990a8dc0e23d1f5f29bc821ae6c46b99527a738d613be48","target":"record","created_at":"2026-07-05T11:03:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3972b1b73b57cf5ff2e09d4e3c5fd7a7230ee3967d2d42ae1b26b29b526cd876","cross_cats_sorted":["math.PR","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-04T17:53:53Z","title_canon_sha256":"7ebfbc9d83657eeee7ffd24c02ffd4089574f8d228e13a9d511871e8b83061cc"},"schema_version":"1.0","source":{"id":"2310.03010","kind":"arxiv","version":2}},"canonical_sha256":"53d47241b721d476aca92aee4f0aa6542784aeea66974d746141f6779c5c7fba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"53d47241b721d476aca92aee4f0aa6542784aeea66974d746141f6779c5c7fba","first_computed_at":"2026-07-05T11:03:47.624506Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:03:47.624506Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"38VL3r9P6kJXS9fEUskHVw0cQAYQ98hfiTVxpO7wXRvXAxps85fM4rb2+Rbt3QexotRp94ZNbP3liGJANbX7BA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:03:47.624975Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.03010","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a04f1af56a878f5eb990a8dc0e23d1f5f29bc821ae6c46b99527a738d613be48","sha256:0824e1f66fcf8620536c31719a7ef9df37013ec85877e74cf65c0ce8988df4b7"],"state_sha256":"2ca5292a5a5f6f670a3528d6f2704db86a62eb61eb3b02504eb45b0708730bcb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M41ZB1Y4DRvXtyps1N31h3ztIXgm+fGfshFcV3Dhn+88PWTibfeWDn5KgLClS5UDCQWvzhv6Gd/M8YUpVZm5Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T06:30:31.161621Z","bundle_sha256":"803d708900f9cc94a601efa871c91348e7cc91aba0169330f93395e1a94434af"}}