{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:B3DFQP5OZ2T2B6FHYT5P37ZHQT","short_pith_number":"pith:B3DFQP5O","canonical_record":{"source":{"id":"2306.01154","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T21:24:53Z","cross_cats_sorted":[],"title_canon_sha256":"94148aa45370f7eaa320e08c5d2cf75c2d8d340f8c4e7e1f610aa7eab987eb5d","abstract_canon_sha256":"dcf9b753de1edffbd6919e3b3597352318e21427c294586570f12d0ef951e4ed"},"schema_version":"1.0"},"canonical_sha256":"0ec6583faecea7a0f8a7c4fafdff2784c6a08d2d714cbb731517f2480e7f468d","source":{"kind":"arxiv","id":"2306.01154","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01154","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01154v1","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01154","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_12","alias_value":"B3DFQP5OZ2T2","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_16","alias_value":"B3DFQP5OZ2T2B6FH","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_8","alias_value":"B3DFQP5O","created_at":"2026-07-05T06:16:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:B3DFQP5OZ2T2B6FHYT5P37ZHQT","target":"record","payload":{"canonical_record":{"source":{"id":"2306.01154","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T21:24:53Z","cross_cats_sorted":[],"title_canon_sha256":"94148aa45370f7eaa320e08c5d2cf75c2d8d340f8c4e7e1f610aa7eab987eb5d","abstract_canon_sha256":"dcf9b753de1edffbd6919e3b3597352318e21427c294586570f12d0ef951e4ed"},"schema_version":"1.0"},"canonical_sha256":"0ec6583faecea7a0f8a7c4fafdff2784c6a08d2d714cbb731517f2480e7f468d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:16:38.755959Z","signature_b64":"JkrM1oF1KSS/MB8VCSuqKolAvl3j9Q52+WD/xk8rtVhzXT2OYqTsFlin8XSFJozNj+aLqiJGfDavPGlFCgV1DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0ec6583faecea7a0f8a7c4fafdff2784c6a08d2d714cbb731517f2480e7f468d","last_reissued_at":"2026-07-05T06:16:38.755551Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:16:38.755551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.01154","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"math5KMU/SJBhow9nmWDswBTbvHyEH9jvZtS1km0bBbtUaMQz4apSJkKjQnvkiQCh4VBWzUropjmB6/gn3koBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:05:32.758558Z"},"content_sha256":"5d314f1665b073c4f0ab6ebb48a82eb3d616b2205c6cfaf3a25e8ff6ecd9083e","schema_version":"1.0","event_id":"sha256:5d314f1665b073c4f0ab6ebb48a82eb3d616b2205c6cfaf3a25e8ff6ecd9083e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:B3DFQP5OZ2T2B6FHYT5P37ZHQT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Law of Parsimony in Gradient Descent for Learning Deep Linear Networks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Can Yaras, Laura Balzano, Peng Wang, Qing Qu, Wei Hu, Zhihui Zhu","submitted_at":"2023-06-01T21:24:53Z","abstract_excerpt":"Over the past few years, an extensively studied phenomenon in training deep networks is the implicit bias of gradient descent towards parsimonious solutions. In this work, we investigate this phenomenon by narrowing our focus to deep linear networks. Through our analysis, we reveal a surprising \"law of parsimony\" in the learning dynamics when the data possesses low-dimensional structures. Specifically, we show that the evolution of gradient descent starting from orthogonal initialization only affects a minimal portion of singular vector spaces across all weight matrices. In other words, the le"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01154","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.01154/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:16:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sjhVkTzac63lyo4hPtScPggxOtKmfglkcz3wLctTZlKZfLIKMQFHJhr+BKZr3aWSTKZn8/rI5Uqs3y6nYbLEBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:05:32.759068Z"},"content_sha256":"e98e93b711dd4ca809854331fb7398e91b2375e98af6e04e134f445786c56f0b","schema_version":"1.0","event_id":"sha256:e98e93b711dd4ca809854331fb7398e91b2375e98af6e04e134f445786c56f0b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B3DFQP5OZ2T2B6FHYT5P37ZHQT/bundle.json","state_url":"https://pith.science/pith/B3DFQP5OZ2T2B6FHYT5P37ZHQT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B3DFQP5OZ2T2B6FHYT5P37ZHQT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T13:05:32Z","links":{"resolver":"https://pith.science/pith/B3DFQP5OZ2T2B6FHYT5P37ZHQT","bundle":"https://pith.science/pith/B3DFQP5OZ2T2B6FHYT5P37ZHQT/bundle.json","state":"https://pith.science/pith/B3DFQP5OZ2T2B6FHYT5P37ZHQT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B3DFQP5OZ2T2B6FHYT5P37ZHQT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:B3DFQP5OZ2T2B6FHYT5P37ZHQT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dcf9b753de1edffbd6919e3b3597352318e21427c294586570f12d0ef951e4ed","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T21:24:53Z","title_canon_sha256":"94148aa45370f7eaa320e08c5d2cf75c2d8d340f8c4e7e1f610aa7eab987eb5d"},"schema_version":"1.0","source":{"id":"2306.01154","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01154","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01154v1","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01154","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_12","alias_value":"B3DFQP5OZ2T2","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_16","alias_value":"B3DFQP5OZ2T2B6FH","created_at":"2026-07-05T06:16:38Z"},{"alias_kind":"pith_short_8","alias_value":"B3DFQP5O","created_at":"2026-07-05T06:16:38Z"}],"graph_snapshots":[{"event_id":"sha256:e98e93b711dd4ca809854331fb7398e91b2375e98af6e04e134f445786c56f0b","target":"graph","created_at":"2026-07-05T06:16:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.01154/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Over the past few years, an extensively studied phenomenon in training deep networks is the implicit bias of gradient descent towards parsimonious solutions. In this work, we investigate this phenomenon by narrowing our focus to deep linear networks. Through our analysis, we reveal a surprising \"law of parsimony\" in the learning dynamics when the data possesses low-dimensional structures. Specifically, we show that the evolution of gradient descent starting from orthogonal initialization only affects a minimal portion of singular vector spaces across all weight matrices. In other words, the le","authors_text":"Can Yaras, Laura Balzano, Peng Wang, Qing Qu, Wei Hu, Zhihui Zhu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T21:24:53Z","title":"The Law of Parsimony in Gradient Descent for Learning Deep Linear Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01154","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5d314f1665b073c4f0ab6ebb48a82eb3d616b2205c6cfaf3a25e8ff6ecd9083e","target":"record","created_at":"2026-07-05T06:16:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dcf9b753de1edffbd6919e3b3597352318e21427c294586570f12d0ef951e4ed","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T21:24:53Z","title_canon_sha256":"94148aa45370f7eaa320e08c5d2cf75c2d8d340f8c4e7e1f610aa7eab987eb5d"},"schema_version":"1.0","source":{"id":"2306.01154","kind":"arxiv","version":1}},"canonical_sha256":"0ec6583faecea7a0f8a7c4fafdff2784c6a08d2d714cbb731517f2480e7f468d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0ec6583faecea7a0f8a7c4fafdff2784c6a08d2d714cbb731517f2480e7f468d","first_computed_at":"2026-07-05T06:16:38.755551Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:16:38.755551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JkrM1oF1KSS/MB8VCSuqKolAvl3j9Q52+WD/xk8rtVhzXT2OYqTsFlin8XSFJozNj+aLqiJGfDavPGlFCgV1DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:16:38.755959Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.01154","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5d314f1665b073c4f0ab6ebb48a82eb3d616b2205c6cfaf3a25e8ff6ecd9083e","sha256:e98e93b711dd4ca809854331fb7398e91b2375e98af6e04e134f445786c56f0b"],"state_sha256":"256840dbad7494b7abfe06168ec4a47f4c4f435380dd10d1e771c1bc1cadb4c3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yDosmdOl6B8g68/oZZrX9ueRN+mweyLbPT6JmEmydGl1DAqkyim1joAoJ2XafEOL4qtIwTtag8FEGQTRvT9XAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T13:05:32.763064Z","bundle_sha256":"4b14a6a70ede7205a508c83f25c5fb3b89cdbb8514f61c8a87ebd2a2d0a266b1"}}