{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PC5GW6KBSGGYJE62X556IUWRZ3","short_pith_number":"pith:PC5GW6KB","canonical_record":{"source":{"id":"2501.18596","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-30T18:59:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0cb64295c309c059b73405215c0dd41ce156b4adfc5a93a3088cd0c1c3f117f4","abstract_canon_sha256":"a68cb01e033f3410c63642480cf939ef59b7143b67ea244d6e26463f8798451a"},"schema_version":"1.0"},"canonical_sha256":"78ba6b7941918d8493dabf7be452d1cef734d12c7b9b09e44c781811a2f4119e","source":{"kind":"arxiv","id":"2501.18596","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.18596","created_at":"2026-07-05T10:18:48Z"},{"alias_kind":"arxiv_version","alias_value":"2501.18596v2","created_at":"2026-07-05T10:18:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.18596","created_at":"2026-07-05T10:18:48Z"},{"alias_kind":"pith_short_12","alias_value":"PC5GW6KBSGGY","created_at":"2026-07-05T10:18:48Z"},{"alias_kind":"pith_short_16","alias_value":"PC5GW6KBSGGYJE62","created_at":"2026-07-05T10:18:48Z"},{"alias_kind":"pith_short_8","alias_value":"PC5GW6KB","created_at":"2026-07-05T10:18:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PC5GW6KBSGGYJE62X556IUWRZ3","target":"record","payload":{"canonical_record":{"source":{"id":"2501.18596","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-30T18:59:55Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0cb64295c309c059b73405215c0dd41ce156b4adfc5a93a3088cd0c1c3f117f4","abstract_canon_sha256":"a68cb01e033f3410c63642480cf939ef59b7143b67ea244d6e26463f8798451a"},"schema_version":"1.0"},"canonical_sha256":"78ba6b7941918d8493dabf7be452d1cef734d12c7b9b09e44c781811a2f4119e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:18:48.981498Z","signature_b64":"Tu1+k1ZJeNrsk76cIauS8bTh65BBfvaCTk6yMTfuX62wDzO8/e4zLJnj5utkxQTgtn1pHnzQNhlPFj9jqF39AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78ba6b7941918d8493dabf7be452d1cef734d12c7b9b09e44c781811a2f4119e","last_reissued_at":"2026-07-05T10:18:48.980989Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:18:48.980989Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.18596","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2SkR81daUw8CmgFVhBuzRK3JKFRxXViHvOlacSXcgjlYtjN+ed4DRFtAouV/RPxwEKz/J+eSFa4LzvDgvqGeDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:34:15.219696Z"},"content_sha256":"2a9aadb79a73d3f1e2231aeaa33e58df52bfdfe6d0f2f1c5ae352472654bcc31","schema_version":"1.0","event_id":"sha256:2a9aadb79a73d3f1e2231aeaa33e58df52bfdfe6d0f2f1c5ae352472654bcc31"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PC5GW6KBSGGYJE62X556IUWRZ3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DeltaLLM: Compress LLMs with Low-Rank Deltas between Shared Weights","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Ayyoob Imani, Liana Mikaelyan, Mathew Salvaris, Mohsen Fayyaz, Parth Pathak","submitted_at":"2025-01-30T18:59:55Z","abstract_excerpt":"We introduce DeltaLLM, a new post-training compression technique to reduce the memory footprint of LLMs. We propose an alternative way of structuring LLMs with weight sharing between layers in subsequent Transformer blocks, along with additional low-rank difference matrices between them. For training, we adopt the progressing module replacement method and show that the lightweight training of the low-rank modules with approximately 30M-40M tokens is sufficient to achieve performance on par with LLMs of comparable sizes trained from scratch. We release the resultant models, DeltaLLAMA and Delta"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.18596","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.18596/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wwjdodZPUnwkEC255ceI55t20O2e4HVeY7cwkszhLsJr/DNAw20sDIUUlgdHnG9oZE9+13bJP9gBu12eq5epAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:34:15.220672Z"},"content_sha256":"7dce003bd22956bec01276f424deb13662177aacc58faa49bbdf3e8fe4582db7","schema_version":"1.0","event_id":"sha256:7dce003bd22956bec01276f424deb13662177aacc58faa49bbdf3e8fe4582db7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PC5GW6KBSGGYJE62X556IUWRZ3/bundle.json","state_url":"https://pith.science/pith/PC5GW6KBSGGYJE62X556IUWRZ3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PC5GW6KBSGGYJE62X556IUWRZ3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T20:34:15Z","links":{"resolver":"https://pith.science/pith/PC5GW6KBSGGYJE62X556IUWRZ3","bundle":"https://pith.science/pith/PC5GW6KBSGGYJE62X556IUWRZ3/bundle.json","state":"https://pith.science/pith/PC5GW6KBSGGYJE62X556IUWRZ3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PC5GW6KBSGGYJE62X556IUWRZ3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PC5GW6KBSGGYJE62X556IUWRZ3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a68cb01e033f3410c63642480cf939ef59b7143b67ea244d6e26463f8798451a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-30T18:59:55Z","title_canon_sha256":"0cb64295c309c059b73405215c0dd41ce156b4adfc5a93a3088cd0c1c3f117f4"},"schema_version":"1.0","source":{"id":"2501.18596","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.18596","created_at":"2026-07-05T10:18:48Z"},{"alias_kind":"arxiv_version","alias_value":"2501.18596v2","created_at":"2026-07-05T10:18:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.18596","created_at":"2026-07-05T10:18:48Z"},{"alias_kind":"pith_short_12","alias_value":"PC5GW6KBSGGY","created_at":"2026-07-05T10:18:48Z"},{"alias_kind":"pith_short_16","alias_value":"PC5GW6KBSGGYJE62","created_at":"2026-07-05T10:18:48Z"},{"alias_kind":"pith_short_8","alias_value":"PC5GW6KB","created_at":"2026-07-05T10:18:48Z"}],"graph_snapshots":[{"event_id":"sha256:7dce003bd22956bec01276f424deb13662177aacc58faa49bbdf3e8fe4582db7","target":"graph","created_at":"2026-07-05T10:18:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.18596/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce DeltaLLM, a new post-training compression technique to reduce the memory footprint of LLMs. We propose an alternative way of structuring LLMs with weight sharing between layers in subsequent Transformer blocks, along with additional low-rank difference matrices between them. For training, we adopt the progressing module replacement method and show that the lightweight training of the low-rank modules with approximately 30M-40M tokens is sufficient to achieve performance on par with LLMs of comparable sizes trained from scratch. We release the resultant models, DeltaLLAMA and Delta","authors_text":"Ayyoob Imani, Liana Mikaelyan, Mathew Salvaris, Mohsen Fayyaz, Parth Pathak","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-30T18:59:55Z","title":"DeltaLLM: Compress LLMs with Low-Rank Deltas between Shared Weights"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.18596","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2a9aadb79a73d3f1e2231aeaa33e58df52bfdfe6d0f2f1c5ae352472654bcc31","target":"record","created_at":"2026-07-05T10:18:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a68cb01e033f3410c63642480cf939ef59b7143b67ea244d6e26463f8798451a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-01-30T18:59:55Z","title_canon_sha256":"0cb64295c309c059b73405215c0dd41ce156b4adfc5a93a3088cd0c1c3f117f4"},"schema_version":"1.0","source":{"id":"2501.18596","kind":"arxiv","version":2}},"canonical_sha256":"78ba6b7941918d8493dabf7be452d1cef734d12c7b9b09e44c781811a2f4119e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78ba6b7941918d8493dabf7be452d1cef734d12c7b9b09e44c781811a2f4119e","first_computed_at":"2026-07-05T10:18:48.980989Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:48.980989Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Tu1+k1ZJeNrsk76cIauS8bTh65BBfvaCTk6yMTfuX62wDzO8/e4zLJnj5utkxQTgtn1pHnzQNhlPFj9jqF39AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:48.981498Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.18596","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2a9aadb79a73d3f1e2231aeaa33e58df52bfdfe6d0f2f1c5ae352472654bcc31","sha256:7dce003bd22956bec01276f424deb13662177aacc58faa49bbdf3e8fe4582db7"],"state_sha256":"e69af7c3f83c2f3adb552410b2d2e47d0014d539283b3ffb6083459c3fbd1a37"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dAOOEtlKIGDFYzU4F0dE3IqEkOUO0JHKCCkyDIHa7E4PAIRnzN6278+EkfAbf69kUD63TFEvV8QPVcfXO0oNBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T20:34:15.229289Z","bundle_sha256":"2945ff04ba301278c39a07f4b220adf8845c149733e1f40df5a1de499fc2485b"}}