{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:YMB6FD3VUHAOZZM5S2EKHCDQYB","short_pith_number":"pith:YMB6FD3V","canonical_record":{"source":{"id":"2605.28573","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-27T14:57:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bf2ca3944fc67fde938cd437b393afe539c07229f9593f009f4fc5476e8094e8","abstract_canon_sha256":"af356da724cc59e640610e115b528365a7389b4524df8b4b3b9741ba514c069f"},"schema_version":"1.0"},"canonical_sha256":"c303e28f75a1c0ece59d9688a38870c069ac6c70c05bac378057397eb2c6c637","source":{"kind":"arxiv","id":"2605.28573","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.28573","created_at":"2026-05-28T02:04:56Z"},{"alias_kind":"arxiv_version","alias_value":"2605.28573v1","created_at":"2026-05-28T02:04:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.28573","created_at":"2026-05-28T02:04:56Z"},{"alias_kind":"pith_short_12","alias_value":"YMB6FD3VUHAO","created_at":"2026-05-28T02:04:56Z"},{"alias_kind":"pith_short_16","alias_value":"YMB6FD3VUHAOZZM5","created_at":"2026-05-28T02:04:56Z"},{"alias_kind":"pith_short_8","alias_value":"YMB6FD3V","created_at":"2026-05-28T02:04:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:YMB6FD3VUHAOZZM5S2EKHCDQYB","target":"record","payload":{"canonical_record":{"source":{"id":"2605.28573","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-27T14:57:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bf2ca3944fc67fde938cd437b393afe539c07229f9593f009f4fc5476e8094e8","abstract_canon_sha256":"af356da724cc59e640610e115b528365a7389b4524df8b4b3b9741ba514c069f"},"schema_version":"1.0"},"canonical_sha256":"c303e28f75a1c0ece59d9688a38870c069ac6c70c05bac378057397eb2c6c637","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-28T02:04:56.724989Z","signature_b64":"fyMaJ97X/dmplE9+vdRIK8zEkRoWDrb9eWxOI+LN90nnNfhtO3RiZP/A60XEitAX0cKtgqGlOOEdBpRVbfJ9Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c303e28f75a1c0ece59d9688a38870c069ac6c70c05bac378057397eb2c6c637","last_reissued_at":"2026-05-28T02:04:56.724594Z","signature_status":"signed_v1","first_computed_at":"2026-05-28T02:04:56.724594Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.28573","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-28T02:04:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dyXtZ+h2JIjxeXCPog8ff3lP2VMMoHyjxM4F74phDQP0uY3X/Ou1hn0uu+M29emhBSLjkBlldztqA94vrPJ9DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T22:31:10.408784Z"},"content_sha256":"b396cd19432c4926f5882876790893a668b63dd0ab9352c03f1bbba005b19270","schema_version":"1.0","event_id":"sha256:b396cd19432c4926f5882876790893a668b63dd0ab9352c03f1bbba005b19270"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:YMB6FD3VUHAOZZM5S2EKHCDQYB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficient Pre-Training of LLMs through Truncated SVD Layers","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Babak Hodjat, Hormoz Shahrzad, Kaivan Kamali, Kajetan Schweighofer, Olivier Francon, Risto Miikkulainen","submitted_at":"2026-05-27T14:57:49Z","abstract_excerpt":"The massive scaling of Large Language Models (LLMs) has made pretraining increasingly cost-prohibitive. While low-rank representation and orthonormal weight matrices could in principle reduce parameter counts and computational overhead, most existing methods rely on static rank selection and do not enforce weight orthonormality due to high computational cost. This paper introduces TSVD, a framework that maintains low rank and strict orthonormality throughout the training process. It utilizes a spectral energy-based heuristic for adaptive rank selection, and a caching mechanisms to maintain ort"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.28573","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.28573/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-28T02:04:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"221EaVQIm1pUrz35hW6Ooo60txU2FcqRmLm72ve5GidLFxk9yOvXGgrRtlcLY3+hg0NSF4GE/LCtvgQywHEFCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-29T22:31:10.409656Z"},"content_sha256":"22486aa1459f164ca707e244340db577f5ed1c7c87c89547f36fc11741b3f16e","schema_version":"1.0","event_id":"sha256:22486aa1459f164ca707e244340db577f5ed1c7c87c89547f36fc11741b3f16e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YMB6FD3VUHAOZZM5S2EKHCDQYB/bundle.json","state_url":"https://pith.science/pith/YMB6FD3VUHAOZZM5S2EKHCDQYB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YMB6FD3VUHAOZZM5S2EKHCDQYB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-29T22:31:10Z","links":{"resolver":"https://pith.science/pith/YMB6FD3VUHAOZZM5S2EKHCDQYB","bundle":"https://pith.science/pith/YMB6FD3VUHAOZZM5S2EKHCDQYB/bundle.json","state":"https://pith.science/pith/YMB6FD3VUHAOZZM5S2EKHCDQYB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YMB6FD3VUHAOZZM5S2EKHCDQYB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:YMB6FD3VUHAOZZM5S2EKHCDQYB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"af356da724cc59e640610e115b528365a7389b4524df8b4b3b9741ba514c069f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-27T14:57:49Z","title_canon_sha256":"bf2ca3944fc67fde938cd437b393afe539c07229f9593f009f4fc5476e8094e8"},"schema_version":"1.0","source":{"id":"2605.28573","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.28573","created_at":"2026-05-28T02:04:56Z"},{"alias_kind":"arxiv_version","alias_value":"2605.28573v1","created_at":"2026-05-28T02:04:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.28573","created_at":"2026-05-28T02:04:56Z"},{"alias_kind":"pith_short_12","alias_value":"YMB6FD3VUHAO","created_at":"2026-05-28T02:04:56Z"},{"alias_kind":"pith_short_16","alias_value":"YMB6FD3VUHAOZZM5","created_at":"2026-05-28T02:04:56Z"},{"alias_kind":"pith_short_8","alias_value":"YMB6FD3V","created_at":"2026-05-28T02:04:56Z"}],"graph_snapshots":[{"event_id":"sha256:22486aa1459f164ca707e244340db577f5ed1c7c87c89547f36fc11741b3f16e","target":"graph","created_at":"2026-05-28T02:04:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.28573/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The massive scaling of Large Language Models (LLMs) has made pretraining increasingly cost-prohibitive. While low-rank representation and orthonormal weight matrices could in principle reduce parameter counts and computational overhead, most existing methods rely on static rank selection and do not enforce weight orthonormality due to high computational cost. This paper introduces TSVD, a framework that maintains low rank and strict orthonormality throughout the training process. It utilizes a spectral energy-based heuristic for adaptive rank selection, and a caching mechanisms to maintain ort","authors_text":"Babak Hodjat, Hormoz Shahrzad, Kaivan Kamali, Kajetan Schweighofer, Olivier Francon, Risto Miikkulainen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-27T14:57:49Z","title":"Efficient Pre-Training of LLMs through Truncated SVD Layers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.28573","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b396cd19432c4926f5882876790893a668b63dd0ab9352c03f1bbba005b19270","target":"record","created_at":"2026-05-28T02:04:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"af356da724cc59e640610e115b528365a7389b4524df8b4b3b9741ba514c069f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2026-05-27T14:57:49Z","title_canon_sha256":"bf2ca3944fc67fde938cd437b393afe539c07229f9593f009f4fc5476e8094e8"},"schema_version":"1.0","source":{"id":"2605.28573","kind":"arxiv","version":1}},"canonical_sha256":"c303e28f75a1c0ece59d9688a38870c069ac6c70c05bac378057397eb2c6c637","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c303e28f75a1c0ece59d9688a38870c069ac6c70c05bac378057397eb2c6c637","first_computed_at":"2026-05-28T02:04:56.724594Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-28T02:04:56.724594Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fyMaJ97X/dmplE9+vdRIK8zEkRoWDrb9eWxOI+LN90nnNfhtO3RiZP/A60XEitAX0cKtgqGlOOEdBpRVbfJ9Dg==","signature_status":"signed_v1","signed_at":"2026-05-28T02:04:56.724989Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.28573","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b396cd19432c4926f5882876790893a668b63dd0ab9352c03f1bbba005b19270","sha256:22486aa1459f164ca707e244340db577f5ed1c7c87c89547f36fc11741b3f16e"],"state_sha256":"164698e7b4227cfb12428a0dd642ed7dd6e1f32df4622e4c17e81622b186403f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NlmBKkRhygVMW1iTqiZ0+tn+g9KRLygDo9bFufkZJkYbunzL3m1hscPPOZYh6rgqQCyBoq0GfLdN3OEHO8A5Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-29T22:31:10.413382Z","bundle_sha256":"4f801405e4c02058e703a66d270d9a6bdfb4de0676ff5d5943f25601cd64af3f"}}