{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:RZ6PM6PHHSXEP7AY5RCJAAYUZD","short_pith_number":"pith:RZ6PM6PH","schema_version":"1.0","canonical_sha256":"8e7cf679e73cae47fc18ec44900314c8cd10774cb768d4ecdac92debee0de1d3","source":{"kind":"arxiv","id":"2411.02117","version":1},"attestation_state":"computed","paper":{"title":"AVSS: Layer Importance Evaluation in Large Language Models via Activation Variance-Sparsity Analysis","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Sitan Huang, Yuxin Wu, Zhongfeng Kang, Zichen Song","submitted_at":"2024-11-04T14:29:49Z","abstract_excerpt":"The evaluation of layer importance in deep learning has been an active area of research, with significant implications for model optimization and interpretability. Recently, large language models (LLMs) have gained prominence across various domains, yet limited studies have explored the functional importance and performance contributions of individual layers within LLMs, especially from the perspective of activation distribution. In this work, we propose the Activation Variance-Sparsity Score (AVSS), a novel metric combining normalized activation variance and sparsity to assess each layer's co"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2411.02117","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-04T14:29:49Z","cross_cats_sorted":[],"title_canon_sha256":"809bc8eaf55c72cb1ea8d711cf672d3b4f1e2a589981f8f8cd6246f2223848a0","abstract_canon_sha256":"b6542b2e6405fb1b9525f6059a2fd99b9dd403cddf948a592b17b5b5d648e055"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:30:42.168574Z","signature_b64":"jlspjYwC1G3dbvBX4ja7knPzRGh/2nEleWWExYm3pjyqoriQVFicTnUu/zA/gNbB1+9c/CE3Q91rNOfP3ru9Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8e7cf679e73cae47fc18ec44900314c8cd10774cb768d4ecdac92debee0de1d3","last_reissued_at":"2026-07-05T09:30:42.168072Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:30:42.168072Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"AVSS: Layer Importance Evaluation in Large Language Models via Activation Variance-Sparsity Analysis","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Sitan Huang, Yuxin Wu, Zhongfeng Kang, Zichen Song","submitted_at":"2024-11-04T14:29:49Z","abstract_excerpt":"The evaluation of layer importance in deep learning has been an active area of research, with significant implications for model optimization and interpretability. Recently, large language models (LLMs) have gained prominence across various domains, yet limited studies have explored the functional importance and performance contributions of individual layers within LLMs, especially from the perspective of activation distribution. In this work, we propose the Activation Variance-Sparsity Score (AVSS), a novel metric combining normalized activation variance and sparsity to assess each layer's co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.02117","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.02117/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2411.02117","created_at":"2026-07-05T09:30:42.168128+00:00"},{"alias_kind":"arxiv_version","alias_value":"2411.02117v1","created_at":"2026-07-05T09:30:42.168128+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.02117","created_at":"2026-07-05T09:30:42.168128+00:00"},{"alias_kind":"pith_short_12","alias_value":"RZ6PM6PHHSXE","created_at":"2026-07-05T09:30:42.168128+00:00"},{"alias_kind":"pith_short_16","alias_value":"RZ6PM6PHHSXEP7AY","created_at":"2026-07-05T09:30:42.168128+00:00"},{"alias_kind":"pith_short_8","alias_value":"RZ6PM6PH","created_at":"2026-07-05T09:30:42.168128+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2412.17249","citing_title":"EM-MIAs: Enhancing Membership Inference Attacks in Large Language Models through Ensemble Modeling","ref_index":31,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/RZ6PM6PHHSXEP7AY5RCJAAYUZD","json":"https://pith.science/pith/RZ6PM6PHHSXEP7AY5RCJAAYUZD.json","graph_json":"https://pith.science/api/pith-number/RZ6PM6PHHSXEP7AY5RCJAAYUZD/graph.json","events_json":"https://pith.science/api/pith-number/RZ6PM6PHHSXEP7AY5RCJAAYUZD/events.json","paper":"https://pith.science/paper/RZ6PM6PH"},"agent_actions":{"view_html":"https://pith.science/pith/RZ6PM6PHHSXEP7AY5RCJAAYUZD","download_json":"https://pith.science/pith/RZ6PM6PHHSXEP7AY5RCJAAYUZD.json","view_paper":"https://pith.science/paper/RZ6PM6PH","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2411.02117&json=true","fetch_graph":"https://pith.science/api/pith-number/RZ6PM6PHHSXEP7AY5RCJAAYUZD/graph.json","fetch_events":"https://pith.science/api/pith-number/RZ6PM6PHHSXEP7AY5RCJAAYUZD/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/RZ6PM6PHHSXEP7AY5RCJAAYUZD/action/timestamp_anchor","attest_storage":"https://pith.science/pith/RZ6PM6PHHSXEP7AY5RCJAAYUZD/action/storage_attestation","attest_author":"https://pith.science/pith/RZ6PM6PHHSXEP7AY5RCJAAYUZD/action/author_attestation","sign_citation":"https://pith.science/pith/RZ6PM6PHHSXEP7AY5RCJAAYUZD/action/citation_signature","submit_replication":"https://pith.science/pith/RZ6PM6PHHSXEP7AY5RCJAAYUZD/action/replication_record"}},"created_at":"2026-07-05T09:30:42.168128+00:00","updated_at":"2026-07-05T09:30:42.168128+00:00"}