{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:FSXC4QARY3PFRXASI64ASW2PHC","short_pith_number":"pith:FSXC4QAR","schema_version":"1.0","canonical_sha256":"2cae2e4011c6de58dc1247b8095b4f388869753c306d7c53e2f7f07e1cf776e6","source":{"kind":"arxiv","id":"2608.00264","version":1},"attestation_state":"computed","paper":{"title":"Interpretability-Guided Soft Pruning of Attention Heads in Vision Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Jacek Tabor, Kamil Ksi\\k{a}\\.zek, Micha{\\l} Jan W{\\l}odarczyk, Piotr Suszy\\'nski, Przemys{\\l}aw Biecek","submitted_at":"2026-07-31T20:14:03Z","abstract_excerpt":"Vision foundation models, such as DINOv2, learn highly expressive representations but rely on massive, opaque architectures that demand substantial computational power and memory. To provide an interpretable-guided and efficient solution to this issue, we first propose a spectral analysis and new visualization technique for individual attention heads based on the Laplacian eigenvectors of their attention maps. Building upon recent observations regarding the block structure of Vision Transformers, we perform semantic clustering of attention heads and identify functional redundancies. Leveraging"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2608.00264","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2026-07-31T20:14:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8c29275a0473253f8974b8bcd14cdd068524f3241863d1ee16c4f532ce48fe41","abstract_canon_sha256":"8d8f6b2af5d473adfe038d0754c246bdf7ea653abf2ba7c0c411bbfb4e66a188"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-04T00:34:42.292691Z","signature_b64":"ZBsJuxZQ/+P44ov0+YS3O0jFemgts7MX9zFBhSxxxHKM9yM2Jt+mXH9vzwsYOan1yEo06WltfQ8WH0QhEB0cCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2cae2e4011c6de58dc1247b8095b4f388869753c306d7c53e2f7f07e1cf776e6","last_reissued_at":"2026-08-04T00:34:42.291319Z","signature_status":"signed_v1","first_computed_at":"2026-08-04T00:34:42.291319Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Interpretability-Guided Soft Pruning of Attention Heads in Vision Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Jacek Tabor, Kamil Ksi\\k{a}\\.zek, Micha{\\l} Jan W{\\l}odarczyk, Piotr Suszy\\'nski, Przemys{\\l}aw Biecek","submitted_at":"2026-07-31T20:14:03Z","abstract_excerpt":"Vision foundation models, such as DINOv2, learn highly expressive representations but rely on massive, opaque architectures that demand substantial computational power and memory. To provide an interpretable-guided and efficient solution to this issue, we first propose a spectral analysis and new visualization technique for individual attention heads based on the Laplacian eigenvectors of their attention maps. Building upon recent observations regarding the block structure of Vision Transformers, we perform semantic clustering of attention heads and identify functional redundancies. Leveraging"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2608.00264","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2608.00264/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2608.00264","created_at":"2026-08-04T00:34:42.292376+00:00"},{"alias_kind":"arxiv_version","alias_value":"2608.00264v1","created_at":"2026-08-04T00:34:42.292376+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2608.00264","created_at":"2026-08-04T00:34:42.292376+00:00"},{"alias_kind":"pith_short_12","alias_value":"FSXC4QARY3PF","created_at":"2026-08-04T00:34:42.292376+00:00"},{"alias_kind":"pith_short_16","alias_value":"FSXC4QARY3PFRXAS","created_at":"2026-08-04T00:34:42.292376+00:00"},{"alias_kind":"pith_short_8","alias_value":"FSXC4QAR","created_at":"2026-08-04T00:34:42.292376+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/FSXC4QARY3PFRXASI64ASW2PHC","json":"https://pith.science/pith/FSXC4QARY3PFRXASI64ASW2PHC.json","graph_json":"https://pith.science/api/pith-number/FSXC4QARY3PFRXASI64ASW2PHC/graph.json","events_json":"https://pith.science/api/pith-number/FSXC4QARY3PFRXASI64ASW2PHC/events.json","paper":"https://pith.science/paper/FSXC4QAR"},"agent_actions":{"view_html":"https://pith.science/pith/FSXC4QARY3PFRXASI64ASW2PHC","download_json":"https://pith.science/pith/FSXC4QARY3PFRXASI64ASW2PHC.json","view_paper":"https://pith.science/paper/FSXC4QAR","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2608.00264&json=true","fetch_graph":"https://pith.science/api/pith-number/FSXC4QARY3PFRXASI64ASW2PHC/graph.json","fetch_events":"https://pith.science/api/pith-number/FSXC4QARY3PFRXASI64ASW2PHC/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/FSXC4QARY3PFRXASI64ASW2PHC/action/timestamp_anchor","attest_storage":"https://pith.science/pith/FSXC4QARY3PFRXASI64ASW2PHC/action/storage_attestation","attest_author":"https://pith.science/pith/FSXC4QARY3PFRXASI64ASW2PHC/action/author_attestation","sign_citation":"https://pith.science/pith/FSXC4QARY3PFRXASI64ASW2PHC/action/citation_signature","submit_replication":"https://pith.science/pith/FSXC4QARY3PFRXASI64ASW2PHC/action/replication_record"}},"created_at":"2026-08-04T00:34:42.292376+00:00","updated_at":"2026-08-04T00:34:42.292376+00:00"}