{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2QQHAFEMMFYGQ3OVJB5MOLICMH","short_pith_number":"pith:2QQHAFEM","canonical_record":{"source":{"id":"2305.01604","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-02T17:09:07Z","cross_cats_sorted":["cond-mat.dis-nn"],"title_canon_sha256":"4bfeb8c8e4fd0af08a4f33dd9628879bc6ce80bcfed46f05eb5c3f00ccc4d16e","abstract_canon_sha256":"b1f3a3882ef127699faacc482afeeb59bac91b2b4fe8dd97bdcc69dfb4de98a4"},"schema_version":"1.0"},"canonical_sha256":"d42070148c6170686dd5487ac72d0261c4a22317464af375d21c893abbd637a4","source":{"kind":"arxiv","id":"2305.01604","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.01604","created_at":"2026-07-05T08:20:22Z"},{"alias_kind":"arxiv_version","alias_value":"2305.01604v3","created_at":"2026-07-05T08:20:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.01604","created_at":"2026-07-05T08:20:22Z"},{"alias_kind":"pith_short_12","alias_value":"2QQHAFEMMFYG","created_at":"2026-07-05T08:20:22Z"},{"alias_kind":"pith_short_16","alias_value":"2QQHAFEMMFYGQ3OV","created_at":"2026-07-05T08:20:22Z"},{"alias_kind":"pith_short_8","alias_value":"2QQHAFEM","created_at":"2026-07-05T08:20:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2QQHAFEMMFYGQ3OVJB5MOLICMH","target":"record","payload":{"canonical_record":{"source":{"id":"2305.01604","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-02T17:09:07Z","cross_cats_sorted":["cond-mat.dis-nn"],"title_canon_sha256":"4bfeb8c8e4fd0af08a4f33dd9628879bc6ce80bcfed46f05eb5c3f00ccc4d16e","abstract_canon_sha256":"b1f3a3882ef127699faacc482afeeb59bac91b2b4fe8dd97bdcc69dfb4de98a4"},"schema_version":"1.0"},"canonical_sha256":"d42070148c6170686dd5487ac72d0261c4a22317464af375d21c893abbd637a4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:20:22.514197Z","signature_b64":"o+N2W6pK5lVqWU7H5CJQVitCqTmR+2jC29ka1NKuQJ6bFUVsRv5LuZwSSODFz2t1ry4dIKx9iiIl5uoZoUD3BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d42070148c6170686dd5487ac72d0261c4a22317464af375d21c893abbd637a4","last_reissued_at":"2026-07-05T08:20:22.513716Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:20:22.513716Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.01604","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mOyscmj78XAaa3M2Rf+XF0tbupKD1QIr+pZRiClGx/9VjunIC7Gl3dX6LouCZqIRHxBlwOZZ7c5geBTJdamrAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T15:53:47.167575Z"},"content_sha256":"56657936eadfdd6ffbf6b9586ed7d15ef1687cfbce929d56b5751b3396846311","schema_version":"1.0","event_id":"sha256:56657936eadfdd6ffbf6b9586ed7d15ef1687cfbce929d56b5751b3396846311"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2QQHAFEMMFYGQ3OVJB5MOLICMH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Training Process of Many Deep Networks Explores the Same Low-Dimensional Manifold","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cond-mat.dis-nn"],"primary_cat":"cs.LG","authors_text":"Han Kheng Teoh, Itay Griniasty, James P. Sethna, Jialin Mao, Mark K. Transtrum, Pratik Chaudhari, Rahul Ramesh, Rubing Yang","submitted_at":"2023-05-02T17:09:07Z","abstract_excerpt":"We develop information-geometric techniques to analyze the trajectories of the predictions of deep networks during training. By examining the underlying high-dimensional probabilistic models, we reveal that the training process explores an effectively low-dimensional manifold. Networks with a wide range of architectures, sizes, trained using different optimization methods, regularization techniques, data augmentation techniques, and weight initializations lie on the same manifold in the prediction space. We study the details of this manifold to find that networks with different architectures f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.01604","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.01604/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Js07xTsulASo+C6aj90Vq2wnuOwSoubBiWNv1g/Z5YWqj42HFCMbfGcKgFTVIMmSUnvRySH/WHKZy5fe2rciAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T15:53:47.168608Z"},"content_sha256":"6fc5504b650a4f7a28a065d4ccb0a9742f9013e4d40cf1a0a1ada0e2351ca83f","schema_version":"1.0","event_id":"sha256:6fc5504b650a4f7a28a065d4ccb0a9742f9013e4d40cf1a0a1ada0e2351ca83f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2QQHAFEMMFYGQ3OVJB5MOLICMH/bundle.json","state_url":"https://pith.science/pith/2QQHAFEMMFYGQ3OVJB5MOLICMH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2QQHAFEMMFYGQ3OVJB5MOLICMH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T15:53:47Z","links":{"resolver":"https://pith.science/pith/2QQHAFEMMFYGQ3OVJB5MOLICMH","bundle":"https://pith.science/pith/2QQHAFEMMFYGQ3OVJB5MOLICMH/bundle.json","state":"https://pith.science/pith/2QQHAFEMMFYGQ3OVJB5MOLICMH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2QQHAFEMMFYGQ3OVJB5MOLICMH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2QQHAFEMMFYGQ3OVJB5MOLICMH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b1f3a3882ef127699faacc482afeeb59bac91b2b4fe8dd97bdcc69dfb4de98a4","cross_cats_sorted":["cond-mat.dis-nn"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-02T17:09:07Z","title_canon_sha256":"4bfeb8c8e4fd0af08a4f33dd9628879bc6ce80bcfed46f05eb5c3f00ccc4d16e"},"schema_version":"1.0","source":{"id":"2305.01604","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.01604","created_at":"2026-07-05T08:20:22Z"},{"alias_kind":"arxiv_version","alias_value":"2305.01604v3","created_at":"2026-07-05T08:20:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.01604","created_at":"2026-07-05T08:20:22Z"},{"alias_kind":"pith_short_12","alias_value":"2QQHAFEMMFYG","created_at":"2026-07-05T08:20:22Z"},{"alias_kind":"pith_short_16","alias_value":"2QQHAFEMMFYGQ3OV","created_at":"2026-07-05T08:20:22Z"},{"alias_kind":"pith_short_8","alias_value":"2QQHAFEM","created_at":"2026-07-05T08:20:22Z"}],"graph_snapshots":[{"event_id":"sha256:6fc5504b650a4f7a28a065d4ccb0a9742f9013e4d40cf1a0a1ada0e2351ca83f","target":"graph","created_at":"2026-07-05T08:20:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.01604/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We develop information-geometric techniques to analyze the trajectories of the predictions of deep networks during training. By examining the underlying high-dimensional probabilistic models, we reveal that the training process explores an effectively low-dimensional manifold. Networks with a wide range of architectures, sizes, trained using different optimization methods, regularization techniques, data augmentation techniques, and weight initializations lie on the same manifold in the prediction space. We study the details of this manifold to find that networks with different architectures f","authors_text":"Han Kheng Teoh, Itay Griniasty, James P. Sethna, Jialin Mao, Mark K. Transtrum, Pratik Chaudhari, Rahul Ramesh, Rubing Yang","cross_cats":["cond-mat.dis-nn"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-02T17:09:07Z","title":"The Training Process of Many Deep Networks Explores the Same Low-Dimensional Manifold"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.01604","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:56657936eadfdd6ffbf6b9586ed7d15ef1687cfbce929d56b5751b3396846311","target":"record","created_at":"2026-07-05T08:20:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b1f3a3882ef127699faacc482afeeb59bac91b2b4fe8dd97bdcc69dfb4de98a4","cross_cats_sorted":["cond-mat.dis-nn"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-02T17:09:07Z","title_canon_sha256":"4bfeb8c8e4fd0af08a4f33dd9628879bc6ce80bcfed46f05eb5c3f00ccc4d16e"},"schema_version":"1.0","source":{"id":"2305.01604","kind":"arxiv","version":3}},"canonical_sha256":"d42070148c6170686dd5487ac72d0261c4a22317464af375d21c893abbd637a4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d42070148c6170686dd5487ac72d0261c4a22317464af375d21c893abbd637a4","first_computed_at":"2026-07-05T08:20:22.513716Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:20:22.513716Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o+N2W6pK5lVqWU7H5CJQVitCqTmR+2jC29ka1NKuQJ6bFUVsRv5LuZwSSODFz2t1ry4dIKx9iiIl5uoZoUD3BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:20:22.514197Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.01604","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:56657936eadfdd6ffbf6b9586ed7d15ef1687cfbce929d56b5751b3396846311","sha256:6fc5504b650a4f7a28a065d4ccb0a9742f9013e4d40cf1a0a1ada0e2351ca83f"],"state_sha256":"0e3db8fd363c5b53d7db82cda987e855c4b47cfd63920b9a80c1ada3f0fd36fe"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vLDx8z8FBce3TJqo1WSguAb8IxnR/kH6p5E7ersCM5j+iX+MHCHlIaQd8lpVYvYAzcmQ0rpI/orapnuBij0JCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T15:53:47.186059Z","bundle_sha256":"9fcb381e816e5b1f835e2047f8cd08db2b9b4d74fb2118f61b0113cc8f482cd4"}}