{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:R5VJ4QCKO2X2NKFWLTIJWPCPEK","short_pith_number":"pith:R5VJ4QCK","canonical_record":{"source":{"id":"2412.16719","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-21T18:04:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"be0b0aa61dca8c84c4f493be98e5d4120234b435383e9cd81100d25ec268eb89","abstract_canon_sha256":"4ef04688b46ef7d20e7d27515f69ed570198cd515a7e1436c18420f914a44c02"},"schema_version":"1.0"},"canonical_sha256":"8f6a9e404a76afa6a8b65cd09b3c4f22bc5aca19db4d9b81dbbc8c8a2a7404e1","source":{"kind":"arxiv","id":"2412.16719","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16719","created_at":"2026-07-05T09:54:49Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16719v2","created_at":"2026-07-05T09:54:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16719","created_at":"2026-07-05T09:54:49Z"},{"alias_kind":"pith_short_12","alias_value":"R5VJ4QCKO2X2","created_at":"2026-07-05T09:54:49Z"},{"alias_kind":"pith_short_16","alias_value":"R5VJ4QCKO2X2NKFW","created_at":"2026-07-05T09:54:49Z"},{"alias_kind":"pith_short_8","alias_value":"R5VJ4QCK","created_at":"2026-07-05T09:54:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:R5VJ4QCKO2X2NKFWLTIJWPCPEK","target":"record","payload":{"canonical_record":{"source":{"id":"2412.16719","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-21T18:04:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"be0b0aa61dca8c84c4f493be98e5d4120234b435383e9cd81100d25ec268eb89","abstract_canon_sha256":"4ef04688b46ef7d20e7d27515f69ed570198cd515a7e1436c18420f914a44c02"},"schema_version":"1.0"},"canonical_sha256":"8f6a9e404a76afa6a8b65cd09b3c4f22bc5aca19db4d9b81dbbc8c8a2a7404e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:54:49.325609Z","signature_b64":"YV4WC/bkcq7QXO/B5y8nkR06WXwOeHgQ1Y/GmGhYfjazmQnMU+h6DJ1c8afKA8SeVVXwzuRYe7sNrQxfot3LAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8f6a9e404a76afa6a8b65cd09b3c4f22bc5aca19db4d9b81dbbc8c8a2a7404e1","last_reissued_at":"2026-07-05T09:54:49.325018Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:54:49.325018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.16719","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5ZATpnooxNy6m9X7tf8rDMXIU0mzD1MJsYkFlnLPhTfnntBo7q7CBixu+pKmJZfTJZhgb0pLnRLNDNBanm8hAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:19:22.307846Z"},"content_sha256":"64161bb5c5f19d9ef682d8115fa725a6718806e3aaf5525faa3b4615a56cd9be","schema_version":"1.0","event_id":"sha256:64161bb5c5f19d9ef682d8115fa725a6718806e3aaf5525faa3b4615a56cd9be"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:R5VJ4QCKO2X2NKFWLTIJWPCPEK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Lillama: Large Language Models Compression via Low-Rank Feature Distillation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Christophe Cerisara, Irina Illina, Yaya Sy","submitted_at":"2024-12-21T18:04:01Z","abstract_excerpt":"Current LLM structured pruning methods typically involve two steps: (1) compression with calibration data and (2) costly continued pretraining on billions of tokens to recover lost performance. This second step is necessary as the first significantly impacts model accuracy. Prior research suggests pretrained Transformer weights aren't inherently low-rank, unlike their activations, which may explain this drop. Based on this observation, we propose Lillama, a compression method that locally distills activations with low-rank weights. Using SVD for initialization and a joint loss combining teache"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16719","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.16719/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qQE+7WCoJziOQlAwoodnamoQ49q+XrFHOV5DLAyS6P9uxf8FHEX1adPEDQp1hT2cAFgcCeM+Fl6LE/uECpYmCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:19:22.308342Z"},"content_sha256":"49ebc70702ab8f73af4a110e0ee681d55eb968171af21cf8bb42090d846f4da5","schema_version":"1.0","event_id":"sha256:49ebc70702ab8f73af4a110e0ee681d55eb968171af21cf8bb42090d846f4da5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R5VJ4QCKO2X2NKFWLTIJWPCPEK/bundle.json","state_url":"https://pith.science/pith/R5VJ4QCKO2X2NKFWLTIJWPCPEK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R5VJ4QCKO2X2NKFWLTIJWPCPEK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:19:22Z","links":{"resolver":"https://pith.science/pith/R5VJ4QCKO2X2NKFWLTIJWPCPEK","bundle":"https://pith.science/pith/R5VJ4QCKO2X2NKFWLTIJWPCPEK/bundle.json","state":"https://pith.science/pith/R5VJ4QCKO2X2NKFWLTIJWPCPEK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R5VJ4QCKO2X2NKFWLTIJWPCPEK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:R5VJ4QCKO2X2NKFWLTIJWPCPEK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ef04688b46ef7d20e7d27515f69ed570198cd515a7e1436c18420f914a44c02","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-21T18:04:01Z","title_canon_sha256":"be0b0aa61dca8c84c4f493be98e5d4120234b435383e9cd81100d25ec268eb89"},"schema_version":"1.0","source":{"id":"2412.16719","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16719","created_at":"2026-07-05T09:54:49Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16719v2","created_at":"2026-07-05T09:54:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16719","created_at":"2026-07-05T09:54:49Z"},{"alias_kind":"pith_short_12","alias_value":"R5VJ4QCKO2X2","created_at":"2026-07-05T09:54:49Z"},{"alias_kind":"pith_short_16","alias_value":"R5VJ4QCKO2X2NKFW","created_at":"2026-07-05T09:54:49Z"},{"alias_kind":"pith_short_8","alias_value":"R5VJ4QCK","created_at":"2026-07-05T09:54:49Z"}],"graph_snapshots":[{"event_id":"sha256:49ebc70702ab8f73af4a110e0ee681d55eb968171af21cf8bb42090d846f4da5","target":"graph","created_at":"2026-07-05T09:54:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.16719/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current LLM structured pruning methods typically involve two steps: (1) compression with calibration data and (2) costly continued pretraining on billions of tokens to recover lost performance. This second step is necessary as the first significantly impacts model accuracy. Prior research suggests pretrained Transformer weights aren't inherently low-rank, unlike their activations, which may explain this drop. Based on this observation, we propose Lillama, a compression method that locally distills activations with low-rank weights. Using SVD for initialization and a joint loss combining teache","authors_text":"Christophe Cerisara, Irina Illina, Yaya Sy","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-21T18:04:01Z","title":"Lillama: Large Language Models Compression via Low-Rank Feature Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16719","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:64161bb5c5f19d9ef682d8115fa725a6718806e3aaf5525faa3b4615a56cd9be","target":"record","created_at":"2026-07-05T09:54:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ef04688b46ef7d20e7d27515f69ed570198cd515a7e1436c18420f914a44c02","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-21T18:04:01Z","title_canon_sha256":"be0b0aa61dca8c84c4f493be98e5d4120234b435383e9cd81100d25ec268eb89"},"schema_version":"1.0","source":{"id":"2412.16719","kind":"arxiv","version":2}},"canonical_sha256":"8f6a9e404a76afa6a8b65cd09b3c4f22bc5aca19db4d9b81dbbc8c8a2a7404e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8f6a9e404a76afa6a8b65cd09b3c4f22bc5aca19db4d9b81dbbc8c8a2a7404e1","first_computed_at":"2026-07-05T09:54:49.325018Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:54:49.325018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YV4WC/bkcq7QXO/B5y8nkR06WXwOeHgQ1Y/GmGhYfjazmQnMU+h6DJ1c8afKA8SeVVXwzuRYe7sNrQxfot3LAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:54:49.325609Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.16719","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:64161bb5c5f19d9ef682d8115fa725a6718806e3aaf5525faa3b4615a56cd9be","sha256:49ebc70702ab8f73af4a110e0ee681d55eb968171af21cf8bb42090d846f4da5"],"state_sha256":"aa73a68973f0bd7160509c7afabe16abc41fe34f3e950cf0786ead1b59693068"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3PZpYxgVN49HhHB89oAbH6Xuqu3RtJF5C6VtgMSZYhr+5EgkAFdH/fdoFy0l6QiN8a52EHGscZ9/xpcEBCqCBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:19:22.312239Z","bundle_sha256":"09b085a0e3085a5af4e5ab0c2e4c464cd0aea0fa9a12e007ee996b88c7aa85cd"}}