{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:TF2O6VETT5XKCVAPDHP5AKCS2H","short_pith_number":"pith:TF2O6VET","schema_version":"1.0","canonical_sha256":"9974ef54939f6ea1540f19dfd02852d1cc6bbd5edadf09b4b7c11de66c6b621b","source":{"kind":"arxiv","id":"2502.02723","version":1},"attestation_state":"computed","paper":{"title":"Dobi-SVD: Differentiable SVD for LLM Compression and Some New Perspectives","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Chenfeng Xu, Jinghan Ke, Kurt Keutzer, Masayoshi Tomizuka, Qinsi Wang, Yiran Chen","submitted_at":"2025-02-04T21:17:51Z","abstract_excerpt":"We provide a new LLM-compression solution via SVD, unlocking new possibilities for LLM compression beyond quantization and pruning. We point out that the optimal use of SVD lies in truncating activations, rather than merely using activations as an optimization distance. Building on this principle, we address three critical challenges in SVD-based LLM compression: including (1) How can we determine the optimal activation truncation position for each weight matrix in LLMs? (2) How can we efficiently reconstruct the weight matrices based on truncated activations? (3) How can we address the inhere"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2502.02723","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-04T21:17:51Z","cross_cats_sorted":[],"title_canon_sha256":"87a8b44e5a36d153810f3f0eee13a09f3aa318248f1c764351fa363450189658","abstract_canon_sha256":"82984908ee150911cd172da02c0e068d5eb68599a71040d5ec55ecc091a8b973"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:09:53.940765Z","signature_b64":"socYjk93c/Zue33lT72M+/0cE9da97mA6WrvCN5eTxblz5UwMFVyUJ44ams1FkEQPrxFpvJ+Vm5cVTzASs+kAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9974ef54939f6ea1540f19dfd02852d1cc6bbd5edadf09b4b7c11de66c6b621b","last_reissued_at":"2026-07-05T10:09:53.940364Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:09:53.940364Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Dobi-SVD: Differentiable SVD for LLM Compression and Some New Perspectives","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Chenfeng Xu, Jinghan Ke, Kurt Keutzer, Masayoshi Tomizuka, Qinsi Wang, Yiran Chen","submitted_at":"2025-02-04T21:17:51Z","abstract_excerpt":"We provide a new LLM-compression solution via SVD, unlocking new possibilities for LLM compression beyond quantization and pruning. We point out that the optimal use of SVD lies in truncating activations, rather than merely using activations as an optimization distance. Building on this principle, we address three critical challenges in SVD-based LLM compression: including (1) How can we determine the optimal activation truncation position for each weight matrix in LLMs? (2) How can we efficiently reconstruct the weight matrices based on truncated activations? (3) How can we address the inhere"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.02723","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.02723/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2502.02723","created_at":"2026-07-05T10:09:53.940417+00:00"},{"alias_kind":"arxiv_version","alias_value":"2502.02723v1","created_at":"2026-07-05T10:09:53.940417+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.02723","created_at":"2026-07-05T10:09:53.940417+00:00"},{"alias_kind":"pith_short_12","alias_value":"TF2O6VETT5XK","created_at":"2026-07-05T10:09:53.940417+00:00"},{"alias_kind":"pith_short_16","alias_value":"TF2O6VETT5XKCVAP","created_at":"2026-07-05T10:09:53.940417+00:00"},{"alias_kind":"pith_short_8","alias_value":"TF2O6VET","created_at":"2026-07-05T10:09:53.940417+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.03465","citing_title":"Rethinking the Role of Tensor Decompositions in Post-Training LLM Compression","ref_index":44,"is_internal_anchor":false},{"citing_arxiv_id":"2606.00573","citing_title":"LASER: Loss-Aware Singular-value Decomposition and Rank Allocation for Efficient Low-Precision Vision-Language Models","ref_index":49,"is_internal_anchor":false},{"citing_arxiv_id":"2606.00535","citing_title":"DREAM-S: Speculative Decoding with Searchable Drafting and Target-Aware Refinement for Multimodal Generation","ref_index":16,"is_internal_anchor":false},{"citing_arxiv_id":"2606.07098","citing_title":"SigmaScale: LLM Compression with SVD-based Low-Rank Decomposition and Learned Scaling Matrices","ref_index":39,"is_internal_anchor":false},{"citing_arxiv_id":"2605.17985","citing_title":"SAFE-SVD: Sensitivity-Aware Fidelity-Enforcing SVD for Physics Foundation Models","ref_index":25,"is_internal_anchor":false},{"citing_arxiv_id":"2506.01897","citing_title":"MLorc: Momentum Low-rank Compression for Memory Efficient Large Language Model Adaptation","ref_index":13,"is_internal_anchor":false},{"citing_arxiv_id":"2510.25977","citing_title":"NeuronMLP: Efficient LLM Inference via Singular Value Decomposition Compression and Tiling on AWS Trainium","ref_index":50,"is_internal_anchor":false},{"citing_arxiv_id":"2605.08568","citing_title":"Different Prompts, Different Ranks: Prompt-aware Dynamic Rank Selection for SVD-based LLM Compression","ref_index":14,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/TF2O6VETT5XKCVAPDHP5AKCS2H","json":"https://pith.science/pith/TF2O6VETT5XKCVAPDHP5AKCS2H.json","graph_json":"https://pith.science/api/pith-number/TF2O6VETT5XKCVAPDHP5AKCS2H/graph.json","events_json":"https://pith.science/api/pith-number/TF2O6VETT5XKCVAPDHP5AKCS2H/events.json","paper":"https://pith.science/paper/TF2O6VET"},"agent_actions":{"view_html":"https://pith.science/pith/TF2O6VETT5XKCVAPDHP5AKCS2H","download_json":"https://pith.science/pith/TF2O6VETT5XKCVAPDHP5AKCS2H.json","view_paper":"https://pith.science/paper/TF2O6VET","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2502.02723&json=true","fetch_graph":"https://pith.science/api/pith-number/TF2O6VETT5XKCVAPDHP5AKCS2H/graph.json","fetch_events":"https://pith.science/api/pith-number/TF2O6VETT5XKCVAPDHP5AKCS2H/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/TF2O6VETT5XKCVAPDHP5AKCS2H/action/timestamp_anchor","attest_storage":"https://pith.science/pith/TF2O6VETT5XKCVAPDHP5AKCS2H/action/storage_attestation","attest_author":"https://pith.science/pith/TF2O6VETT5XKCVAPDHP5AKCS2H/action/author_attestation","sign_citation":"https://pith.science/pith/TF2O6VETT5XKCVAPDHP5AKCS2H/action/citation_signature","submit_replication":"https://pith.science/pith/TF2O6VETT5XKCVAPDHP5AKCS2H/action/replication_record"}},"created_at":"2026-07-05T10:09:53.940417+00:00","updated_at":"2026-07-05T10:09:53.940417+00:00"}