{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:NIKBN436I4NOF5VIFVYRPIU4VF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aff80cb462dca8e027f2380e8c26d491b6ce2f3089ed32176c1535f73c9c9407","cross_cats_sorted":["cs.CL","cs.SD"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2023-06-02T09:11:06Z","title_canon_sha256":"a3ad8c0eabfc4b7375e6e30b6f1347a184c12acb4185b1331084a517aaceccb7"},"schema_version":"1.0","source":{"id":"2306.01385","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01385","created_at":"2026-07-05T10:59:22Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01385v2","created_at":"2026-07-05T10:59:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01385","created_at":"2026-07-05T10:59:22Z"},{"alias_kind":"pith_short_12","alias_value":"NIKBN436I4NO","created_at":"2026-07-05T10:59:22Z"},{"alias_kind":"pith_short_16","alias_value":"NIKBN436I4NOF5VI","created_at":"2026-07-05T10:59:22Z"},{"alias_kind":"pith_short_8","alias_value":"NIKBN436","created_at":"2026-07-05T10:59:22Z"}],"graph_snapshots":[{"event_id":"sha256:6f0f2c747c377b4add0a9c514a8fbfb052626afe42557cd06d5fc43cbcf9b90a","target":"graph","created_at":"2026-07-05T10:59:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.01385/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Self-supervised pre-trained models such as Wav2vec2, Hubert, and WavLM have been shown to significantly improve many speech tasks. However, their large memory and strong computational requirements hinder their industrial applicability. Structured pruning is a hardware-friendly model compression technique but usually results in a larger loss of accuracy. In this paper, we propose a fine-grained attention head pruning method to compensate for the performance degradation. In addition, we also introduce the straight through estimator into the L0 regularization to further accelerate the pruned mode","authors_text":"Haoyu Wang, Hongbin Suo, Siyuan Wang, Wei-Qiang Zhang, Yulong Wan","cross_cats":["cs.CL","cs.SD"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2023-06-02T09:11:06Z","title":"Task-Agnostic Structured Pruning of Speech Representation Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01385","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:47f94e94511a34c65e6bdd6ca4e169497f7e1b67850cbe9e5eda1ec3880b4b17","target":"record","created_at":"2026-07-05T10:59:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aff80cb462dca8e027f2380e8c26d491b6ce2f3089ed32176c1535f73c9c9407","cross_cats_sorted":["cs.CL","cs.SD"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2023-06-02T09:11:06Z","title_canon_sha256":"a3ad8c0eabfc4b7375e6e30b6f1347a184c12acb4185b1331084a517aaceccb7"},"schema_version":"1.0","source":{"id":"2306.01385","kind":"arxiv","version":2}},"canonical_sha256":"6a1416f37e471ae2f6a82d7117a29ca97119c7597c48de3d80a7a52819755929","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6a1416f37e471ae2f6a82d7117a29ca97119c7597c48de3d80a7a52819755929","first_computed_at":"2026-07-05T10:59:22.293056Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:59:22.293056Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"urtO9Q5DoK896QLJOdRqTJC2G/i80ri81VEOUDHn6QOc/wCF6WMRK3syGCKfVWDwJVqdzvGKbcPPQOtd2OslAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:59:22.293473Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.01385","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:47f94e94511a34c65e6bdd6ca4e169497f7e1b67850cbe9e5eda1ec3880b4b17","sha256:6f0f2c747c377b4add0a9c514a8fbfb052626afe42557cd06d5fc43cbcf9b90a"],"state_sha256":"334ea0d79ae756f3d226c39156502605de9c7e50ca4b9d90c50025473c0e0019"}