{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:742B2K6QWRMK7XX53Z5AFBLPSV","short_pith_number":"pith:742B2K6Q","canonical_record":{"source":{"id":"2506.16500","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-19T17:53:34Z","cross_cats_sorted":[],"title_canon_sha256":"f8e882b3ff0fc4d89b875dcfed92b9b31826cc54e358e374fb9555d8c2eccb62","abstract_canon_sha256":"966252ee88562caa18d9bebf7e69890a21333c3abaeaf4f5022f4891dd4d246a"},"schema_version":"1.0"},"canonical_sha256":"ff341d2bd0b458afdefdde7a02856f955fab722b3a9a3fde35ef49f7cb755c1b","source":{"kind":"arxiv","id":"2506.16500","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.16500","created_at":"2026-07-05T11:24:37Z"},{"alias_kind":"arxiv_version","alias_value":"2506.16500v1","created_at":"2026-07-05T11:24:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.16500","created_at":"2026-07-05T11:24:37Z"},{"alias_kind":"pith_short_12","alias_value":"742B2K6QWRMK","created_at":"2026-07-05T11:24:37Z"},{"alias_kind":"pith_short_16","alias_value":"742B2K6QWRMK7XX5","created_at":"2026-07-05T11:24:37Z"},{"alias_kind":"pith_short_8","alias_value":"742B2K6Q","created_at":"2026-07-05T11:24:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:742B2K6QWRMK7XX53Z5AFBLPSV","target":"record","payload":{"canonical_record":{"source":{"id":"2506.16500","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-19T17:53:34Z","cross_cats_sorted":[],"title_canon_sha256":"f8e882b3ff0fc4d89b875dcfed92b9b31826cc54e358e374fb9555d8c2eccb62","abstract_canon_sha256":"966252ee88562caa18d9bebf7e69890a21333c3abaeaf4f5022f4891dd4d246a"},"schema_version":"1.0"},"canonical_sha256":"ff341d2bd0b458afdefdde7a02856f955fab722b3a9a3fde35ef49f7cb755c1b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:24:37.412967Z","signature_b64":"TX/rla+sV8fiBytKEjCSXKN3qmAvxjT/YFb1OeeA7mJuq8kwLlkeTEP1XzJh7kdY/pFE5hmTesD1ZuQRSg8nBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff341d2bd0b458afdefdde7a02856f955fab722b3a9a3fde35ef49f7cb755c1b","last_reissued_at":"2026-07-05T11:24:37.412467Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:24:37.412467Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.16500","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:24:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zdqg2N0FScoBBgxU8n2+RMDN2tuZ6IN+c4J6kEoE2tWmYiRbOzgbDLhgkt865kniwtVEZ3fOx4l4rGS9cASVCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:27:19.642831Z"},"content_sha256":"a616ea826b3a59d7967bdb26f2fd53b75faa93d9469d590d3187015ccbc25621","schema_version":"1.0","event_id":"sha256:a616ea826b3a59d7967bdb26f2fd53b75faa93d9469d590d3187015ccbc25621"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:742B2K6QWRMK7XX53Z5AFBLPSV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SparseLoRA: Accelerating LLM Fine-Tuning with Contextual Sparsity","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Amir Yazdanbakhsh, Chenfeng Xu, Junxian Guo, Konstantinos N. Plataniotis, Kurt Keutzer, Ligeng Zhu, Samir Khaki, Song Han, Xiuyu Li, Zhijian Liu","submitted_at":"2025-06-19T17:53:34Z","abstract_excerpt":"Fine-tuning LLMs is both computationally and memory-intensive. While parameter-efficient fine-tuning methods, such as QLoRA and DoRA, reduce the number of trainable parameters and lower memory usage, they do not decrease computational cost. In some cases, they may even slow down fine-tuning. In this paper, we introduce SparseLoRA, a method that accelerates LLM fine-tuning through contextual sparsity. We propose a lightweight, training-free SVD sparsity estimator that dynamically selects a sparse subset of weights for loss and gradient computation. Also, we systematically analyze and address se"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.16500","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.16500/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:24:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fQmr7a7Fcj1Xn5sDKeeLqe1m/uq7XX6rZ++zlp8vxNUPofAJJ8PepcZJZihv0iyZNrswtZ0x1jezqoLOINJEDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:27:19.643448Z"},"content_sha256":"d373841f457e66122c877f29b497ab317662d2ef79082c1da2d153d92c8d55d5","schema_version":"1.0","event_id":"sha256:d373841f457e66122c877f29b497ab317662d2ef79082c1da2d153d92c8d55d5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/742B2K6QWRMK7XX53Z5AFBLPSV/bundle.json","state_url":"https://pith.science/pith/742B2K6QWRMK7XX53Z5AFBLPSV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/742B2K6QWRMK7XX53Z5AFBLPSV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T10:27:19Z","links":{"resolver":"https://pith.science/pith/742B2K6QWRMK7XX53Z5AFBLPSV","bundle":"https://pith.science/pith/742B2K6QWRMK7XX53Z5AFBLPSV/bundle.json","state":"https://pith.science/pith/742B2K6QWRMK7XX53Z5AFBLPSV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/742B2K6QWRMK7XX53Z5AFBLPSV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:742B2K6QWRMK7XX53Z5AFBLPSV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"966252ee88562caa18d9bebf7e69890a21333c3abaeaf4f5022f4891dd4d246a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-19T17:53:34Z","title_canon_sha256":"f8e882b3ff0fc4d89b875dcfed92b9b31826cc54e358e374fb9555d8c2eccb62"},"schema_version":"1.0","source":{"id":"2506.16500","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.16500","created_at":"2026-07-05T11:24:37Z"},{"alias_kind":"arxiv_version","alias_value":"2506.16500v1","created_at":"2026-07-05T11:24:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.16500","created_at":"2026-07-05T11:24:37Z"},{"alias_kind":"pith_short_12","alias_value":"742B2K6QWRMK","created_at":"2026-07-05T11:24:37Z"},{"alias_kind":"pith_short_16","alias_value":"742B2K6QWRMK7XX5","created_at":"2026-07-05T11:24:37Z"},{"alias_kind":"pith_short_8","alias_value":"742B2K6Q","created_at":"2026-07-05T11:24:37Z"}],"graph_snapshots":[{"event_id":"sha256:d373841f457e66122c877f29b497ab317662d2ef79082c1da2d153d92c8d55d5","target":"graph","created_at":"2026-07-05T11:24:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.16500/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Fine-tuning LLMs is both computationally and memory-intensive. While parameter-efficient fine-tuning methods, such as QLoRA and DoRA, reduce the number of trainable parameters and lower memory usage, they do not decrease computational cost. In some cases, they may even slow down fine-tuning. In this paper, we introduce SparseLoRA, a method that accelerates LLM fine-tuning through contextual sparsity. We propose a lightweight, training-free SVD sparsity estimator that dynamically selects a sparse subset of weights for loss and gradient computation. Also, we systematically analyze and address se","authors_text":"Amir Yazdanbakhsh, Chenfeng Xu, Junxian Guo, Konstantinos N. Plataniotis, Kurt Keutzer, Ligeng Zhu, Samir Khaki, Song Han, Xiuyu Li, Zhijian Liu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-19T17:53:34Z","title":"SparseLoRA: Accelerating LLM Fine-Tuning with Contextual Sparsity"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.16500","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a616ea826b3a59d7967bdb26f2fd53b75faa93d9469d590d3187015ccbc25621","target":"record","created_at":"2026-07-05T11:24:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"966252ee88562caa18d9bebf7e69890a21333c3abaeaf4f5022f4891dd4d246a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-06-19T17:53:34Z","title_canon_sha256":"f8e882b3ff0fc4d89b875dcfed92b9b31826cc54e358e374fb9555d8c2eccb62"},"schema_version":"1.0","source":{"id":"2506.16500","kind":"arxiv","version":1}},"canonical_sha256":"ff341d2bd0b458afdefdde7a02856f955fab722b3a9a3fde35ef49f7cb755c1b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff341d2bd0b458afdefdde7a02856f955fab722b3a9a3fde35ef49f7cb755c1b","first_computed_at":"2026-07-05T11:24:37.412467Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:24:37.412467Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TX/rla+sV8fiBytKEjCSXKN3qmAvxjT/YFb1OeeA7mJuq8kwLlkeTEP1XzJh7kdY/pFE5hmTesD1ZuQRSg8nBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:24:37.412967Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.16500","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a616ea826b3a59d7967bdb26f2fd53b75faa93d9469d590d3187015ccbc25621","sha256:d373841f457e66122c877f29b497ab317662d2ef79082c1da2d153d92c8d55d5"],"state_sha256":"46c27c9ab7a51ed8f7332fc5d0a3f58ba31d90412eb380629ce9bd7e7c59329a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p3/Qx6sB2ouPkCj2CwpCN1kIqwjD1Qlh67QrSa4tUWZPRvbsZe5byz/7rEv0Fd1QFciOWJ6dOB1pVWwrVIXDAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T10:27:19.649472Z","bundle_sha256":"344de395a82e20e05307edd2e5b0563e3fb234ee93c257a352ad9085239d69f9"}}