{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:JAO7KWUSRS7JEDUDKL5TXDGQ44","short_pith_number":"pith:JAO7KWUS","canonical_record":{"source":{"id":"2505.17974","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-23T14:41:52Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"09d8c82032ef33c53eb9d804b962248076b26be7b69e9ada9925fa5c77c62c73","abstract_canon_sha256":"678a4d8513e049d8f7218be1ba048be5e4580af1accac9930ce27805b9f33217"},"schema_version":"1.0"},"canonical_sha256":"481df55a928cbe920e8352fb3b8cd0e71cb4db0140c204509f4a9a91e1148fba","source":{"kind":"arxiv","id":"2505.17974","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.17974","created_at":"2026-07-05T11:08:34Z"},{"alias_kind":"arxiv_version","alias_value":"2505.17974v1","created_at":"2026-07-05T11:08:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.17974","created_at":"2026-07-05T11:08:34Z"},{"alias_kind":"pith_short_12","alias_value":"JAO7KWUSRS7J","created_at":"2026-07-05T11:08:34Z"},{"alias_kind":"pith_short_16","alias_value":"JAO7KWUSRS7JEDUD","created_at":"2026-07-05T11:08:34Z"},{"alias_kind":"pith_short_8","alias_value":"JAO7KWUS","created_at":"2026-07-05T11:08:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:JAO7KWUSRS7JEDUDKL5TXDGQ44","target":"record","payload":{"canonical_record":{"source":{"id":"2505.17974","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-23T14:41:52Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"09d8c82032ef33c53eb9d804b962248076b26be7b69e9ada9925fa5c77c62c73","abstract_canon_sha256":"678a4d8513e049d8f7218be1ba048be5e4580af1accac9930ce27805b9f33217"},"schema_version":"1.0"},"canonical_sha256":"481df55a928cbe920e8352fb3b8cd0e71cb4db0140c204509f4a9a91e1148fba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:08:34.559572Z","signature_b64":"jd6T84eQRM4qkd0yhG4khf/FkXfsFjDstIzjues6rh4NiTaDxCLtoBIUipEWOvqyQnIwgC7GbYymA4ZCLad9Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"481df55a928cbe920e8352fb3b8cd0e71cb4db0140c204509f4a9a91e1148fba","last_reissued_at":"2026-07-05T11:08:34.559033Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:08:34.559033Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.17974","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FwwBYy4x4cj5dSHUruufKfjA4PDE8b1duuOZgnL9yq1OJj+CIdSZaN+nyB+l7zxlDwCaATAe9yj3vKVBp+NTCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T03:32:34.934294Z"},"content_sha256":"fbb47e9df2b39cc7352a240a8dad06eda18e0d4c606b8fe8855d0600fc02a0fc","schema_version":"1.0","event_id":"sha256:fbb47e9df2b39cc7352a240a8dad06eda18e0d4c606b8fe8855d0600fc02a0fc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:JAO7KWUSRS7JEDUDKL5TXDGQ44","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Generalized Fisher-Weighted SVD: Scalable Kronecker-Factored Fisher Approximation for Compressing Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Andrey Kuznetsov, Daniil Moskovskiy, Daria Cherniuk, Evgeny Frolov, Maxim Kurkin, Viktoriia Chekalina","submitted_at":"2025-05-23T14:41:52Z","abstract_excerpt":"The Fisher information is a fundamental concept for characterizing the sensitivity of parameters in neural networks. However, leveraging the full observed Fisher information is too expensive for large models, so most methods rely on simple diagonal approximations. While efficient, this approach ignores parameter correlations, often resulting in reduced performance on downstream tasks. In this work, we mitigate these limitations and propose Generalized Fisher-Weighted SVD (GFWSVD), a post-training LLM compression technique that accounts for both diagonal and off-diagonal elements of the Fisher "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.17974","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.17974/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FJWMAyuykxZEpjh2obP+fp4x2UqxJHyxx+J5mQQh0xtEWMtfNmw2UYEtRgkyftaTr6ltENB7OOgSBlQIiJDMDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T03:32:34.934848Z"},"content_sha256":"6e4f94aa0a5a09e093412ea9d63e49e96d997c2e72d3849d1df6e9e4a4d5f9e0","schema_version":"1.0","event_id":"sha256:6e4f94aa0a5a09e093412ea9d63e49e96d997c2e72d3849d1df6e9e4a4d5f9e0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JAO7KWUSRS7JEDUDKL5TXDGQ44/bundle.json","state_url":"https://pith.science/pith/JAO7KWUSRS7JEDUDKL5TXDGQ44/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JAO7KWUSRS7JEDUDKL5TXDGQ44/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T03:32:34Z","links":{"resolver":"https://pith.science/pith/JAO7KWUSRS7JEDUDKL5TXDGQ44","bundle":"https://pith.science/pith/JAO7KWUSRS7JEDUDKL5TXDGQ44/bundle.json","state":"https://pith.science/pith/JAO7KWUSRS7JEDUDKL5TXDGQ44/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JAO7KWUSRS7JEDUDKL5TXDGQ44/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:JAO7KWUSRS7JEDUDKL5TXDGQ44","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"678a4d8513e049d8f7218be1ba048be5e4580af1accac9930ce27805b9f33217","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-23T14:41:52Z","title_canon_sha256":"09d8c82032ef33c53eb9d804b962248076b26be7b69e9ada9925fa5c77c62c73"},"schema_version":"1.0","source":{"id":"2505.17974","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.17974","created_at":"2026-07-05T11:08:34Z"},{"alias_kind":"arxiv_version","alias_value":"2505.17974v1","created_at":"2026-07-05T11:08:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.17974","created_at":"2026-07-05T11:08:34Z"},{"alias_kind":"pith_short_12","alias_value":"JAO7KWUSRS7J","created_at":"2026-07-05T11:08:34Z"},{"alias_kind":"pith_short_16","alias_value":"JAO7KWUSRS7JEDUD","created_at":"2026-07-05T11:08:34Z"},{"alias_kind":"pith_short_8","alias_value":"JAO7KWUS","created_at":"2026-07-05T11:08:34Z"}],"graph_snapshots":[{"event_id":"sha256:6e4f94aa0a5a09e093412ea9d63e49e96d997c2e72d3849d1df6e9e4a4d5f9e0","target":"graph","created_at":"2026-07-05T11:08:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.17974/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Fisher information is a fundamental concept for characterizing the sensitivity of parameters in neural networks. However, leveraging the full observed Fisher information is too expensive for large models, so most methods rely on simple diagonal approximations. While efficient, this approach ignores parameter correlations, often resulting in reduced performance on downstream tasks. In this work, we mitigate these limitations and propose Generalized Fisher-Weighted SVD (GFWSVD), a post-training LLM compression technique that accounts for both diagonal and off-diagonal elements of the Fisher ","authors_text":"Andrey Kuznetsov, Daniil Moskovskiy, Daria Cherniuk, Evgeny Frolov, Maxim Kurkin, Viktoriia Chekalina","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-23T14:41:52Z","title":"Generalized Fisher-Weighted SVD: Scalable Kronecker-Factored Fisher Approximation for Compressing Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.17974","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fbb47e9df2b39cc7352a240a8dad06eda18e0d4c606b8fe8855d0600fc02a0fc","target":"record","created_at":"2026-07-05T11:08:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"678a4d8513e049d8f7218be1ba048be5e4580af1accac9930ce27805b9f33217","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-23T14:41:52Z","title_canon_sha256":"09d8c82032ef33c53eb9d804b962248076b26be7b69e9ada9925fa5c77c62c73"},"schema_version":"1.0","source":{"id":"2505.17974","kind":"arxiv","version":1}},"canonical_sha256":"481df55a928cbe920e8352fb3b8cd0e71cb4db0140c204509f4a9a91e1148fba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"481df55a928cbe920e8352fb3b8cd0e71cb4db0140c204509f4a9a91e1148fba","first_computed_at":"2026-07-05T11:08:34.559033Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:08:34.559033Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jd6T84eQRM4qkd0yhG4khf/FkXfsFjDstIzjues6rh4NiTaDxCLtoBIUipEWOvqyQnIwgC7GbYymA4ZCLad9Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:08:34.559572Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.17974","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fbb47e9df2b39cc7352a240a8dad06eda18e0d4c606b8fe8855d0600fc02a0fc","sha256:6e4f94aa0a5a09e093412ea9d63e49e96d997c2e72d3849d1df6e9e4a4d5f9e0"],"state_sha256":"f5d07de9302950c57a3cdbd138200c6943724c0d6af933e76d391e2f51a96f31"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/7QCvVepUnSqKtn4dCCaHKrkWRU23lgs+00FbC/dNRbfhmuOT9+2E0zPOdpJTHYcXmyj53urXg9jIHXQjWXOAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T03:32:34.938661Z","bundle_sha256":"95234ce26fa372a7024ff4c5e1181788026cea167ba157f5a975c3872030bad5"}}