{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JXKV6H3ZQV45NG2XERSIEHNV7F","short_pith_number":"pith:JXKV6H3Z","canonical_record":{"source":{"id":"2409.16302","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2024-09-10T11:00:24Z","cross_cats_sorted":["cs.CL","cs.LG","cs.SD"],"title_canon_sha256":"ea89800cc0b3259eda52ac7dde20dce893d890d3aa72f95a5bf3dc003ad7faa7","abstract_canon_sha256":"34c6103d373fd204f9d047cfe05d903ec102f68bbe2e2b1e2b9d96533f74398f"},"schema_version":"1.0"},"canonical_sha256":"4dd55f1f798579d69b572464821db5f97d3e8cbc6ba179aa820383878c659503","source":{"kind":"arxiv","id":"2409.16302","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.16302","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"arxiv_version","alias_value":"2409.16302v2","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.16302","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_12","alias_value":"JXKV6H3ZQV45","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_16","alias_value":"JXKV6H3ZQV45NG2X","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_8","alias_value":"JXKV6H3Z","created_at":"2026-07-05T10:02:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JXKV6H3ZQV45NG2XERSIEHNV7F","target":"record","payload":{"canonical_record":{"source":{"id":"2409.16302","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2024-09-10T11:00:24Z","cross_cats_sorted":["cs.CL","cs.LG","cs.SD"],"title_canon_sha256":"ea89800cc0b3259eda52ac7dde20dce893d890d3aa72f95a5bf3dc003ad7faa7","abstract_canon_sha256":"34c6103d373fd204f9d047cfe05d903ec102f68bbe2e2b1e2b9d96533f74398f"},"schema_version":"1.0"},"canonical_sha256":"4dd55f1f798579d69b572464821db5f97d3e8cbc6ba179aa820383878c659503","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:02:06.651301Z","signature_b64":"/wT1ifn+DNpMWpfZwDWF6iiYxt2n5tJK2KLixtOgh/1Obmzr8Rpi/LjIPpGkL+VnMLM5y4ya1BFFWO7J8tGcDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4dd55f1f798579d69b572464821db5f97d3e8cbc6ba179aa820383878c659503","last_reissued_at":"2026-07-05T10:02:06.650802Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:02:06.650802Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.16302","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oKFtYbAFK5PIDJgOpuDrkI5xyVEnQezcEa3Zr7FfMnpDQo6lE/kz74WGSeaCH/eBAjEbIGjAlhCnRwh2WEtrDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T23:52:06.722130Z"},"content_sha256":"d815ddb0a204b70605853bb2fca1981b13d3f957d1732fe46ae3af05fd0f5245","schema_version":"1.0","event_id":"sha256:d815ddb0a204b70605853bb2fca1981b13d3f957d1732fe46ae3af05fd0f5245"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JXKV6H3ZQV45NG2XERSIEHNV7F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Redundant Is the Transformer Stack in Speech Representation Models?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG","cs.SD"],"primary_cat":"eess.AS","authors_text":"Albert Kj{\\o}ller Jacobsen, Lars Kai Hansen, Lenka T\\v{e}tkov\\'a, Teresa Dorszewski","submitted_at":"2024-09-10T11:00:24Z","abstract_excerpt":"Self-supervised speech representation models, particularly those leveraging transformer architectures, have demonstrated remarkable performance across various tasks such as speech recognition, speaker identification, and emotion detection. Recent studies on transformer models revealed a high redundancy between layers and the potential for significant pruning, which we will investigate here for transformer-based speech representation models. We perform a detailed analysis of layer similarity in speech representation models using three similarity metrics: cosine similarity, centered kernel align"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.16302","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.16302/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m9ctotOo4BAOzDdMWDhCQRG+O7Z/g9zSueF+JHU4JoWZ2jtn0HvdkwICH6pZ/s34tCerw9bcPFlDEGmhSjsGAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T23:52:06.722632Z"},"content_sha256":"44f004fe602bd881fde34bd18d2652ed9627ca15d24df552c3cc44ae9791e9f9","schema_version":"1.0","event_id":"sha256:44f004fe602bd881fde34bd18d2652ed9627ca15d24df552c3cc44ae9791e9f9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JXKV6H3ZQV45NG2XERSIEHNV7F/bundle.json","state_url":"https://pith.science/pith/JXKV6H3ZQV45NG2XERSIEHNV7F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JXKV6H3ZQV45NG2XERSIEHNV7F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T23:52:06Z","links":{"resolver":"https://pith.science/pith/JXKV6H3ZQV45NG2XERSIEHNV7F","bundle":"https://pith.science/pith/JXKV6H3ZQV45NG2XERSIEHNV7F/bundle.json","state":"https://pith.science/pith/JXKV6H3ZQV45NG2XERSIEHNV7F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JXKV6H3ZQV45NG2XERSIEHNV7F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JXKV6H3ZQV45NG2XERSIEHNV7F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"34c6103d373fd204f9d047cfe05d903ec102f68bbe2e2b1e2b9d96533f74398f","cross_cats_sorted":["cs.CL","cs.LG","cs.SD"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2024-09-10T11:00:24Z","title_canon_sha256":"ea89800cc0b3259eda52ac7dde20dce893d890d3aa72f95a5bf3dc003ad7faa7"},"schema_version":"1.0","source":{"id":"2409.16302","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.16302","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"arxiv_version","alias_value":"2409.16302v2","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.16302","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_12","alias_value":"JXKV6H3ZQV45","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_16","alias_value":"JXKV6H3ZQV45NG2X","created_at":"2026-07-05T10:02:06Z"},{"alias_kind":"pith_short_8","alias_value":"JXKV6H3Z","created_at":"2026-07-05T10:02:06Z"}],"graph_snapshots":[{"event_id":"sha256:44f004fe602bd881fde34bd18d2652ed9627ca15d24df552c3cc44ae9791e9f9","target":"graph","created_at":"2026-07-05T10:02:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.16302/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Self-supervised speech representation models, particularly those leveraging transformer architectures, have demonstrated remarkable performance across various tasks such as speech recognition, speaker identification, and emotion detection. Recent studies on transformer models revealed a high redundancy between layers and the potential for significant pruning, which we will investigate here for transformer-based speech representation models. We perform a detailed analysis of layer similarity in speech representation models using three similarity metrics: cosine similarity, centered kernel align","authors_text":"Albert Kj{\\o}ller Jacobsen, Lars Kai Hansen, Lenka T\\v{e}tkov\\'a, Teresa Dorszewski","cross_cats":["cs.CL","cs.LG","cs.SD"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2024-09-10T11:00:24Z","title":"How Redundant Is the Transformer Stack in Speech Representation Models?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.16302","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d815ddb0a204b70605853bb2fca1981b13d3f957d1732fe46ae3af05fd0f5245","target":"record","created_at":"2026-07-05T10:02:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"34c6103d373fd204f9d047cfe05d903ec102f68bbe2e2b1e2b9d96533f74398f","cross_cats_sorted":["cs.CL","cs.LG","cs.SD"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2024-09-10T11:00:24Z","title_canon_sha256":"ea89800cc0b3259eda52ac7dde20dce893d890d3aa72f95a5bf3dc003ad7faa7"},"schema_version":"1.0","source":{"id":"2409.16302","kind":"arxiv","version":2}},"canonical_sha256":"4dd55f1f798579d69b572464821db5f97d3e8cbc6ba179aa820383878c659503","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4dd55f1f798579d69b572464821db5f97d3e8cbc6ba179aa820383878c659503","first_computed_at":"2026-07-05T10:02:06.650802Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:02:06.650802Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/wT1ifn+DNpMWpfZwDWF6iiYxt2n5tJK2KLixtOgh/1Obmzr8Rpi/LjIPpGkL+VnMLM5y4ya1BFFWO7J8tGcDg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:02:06.651301Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.16302","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d815ddb0a204b70605853bb2fca1981b13d3f957d1732fe46ae3af05fd0f5245","sha256:44f004fe602bd881fde34bd18d2652ed9627ca15d24df552c3cc44ae9791e9f9"],"state_sha256":"18446de7c0cd2de6da6e313cf76400855812f63d2e27ca44d22a84be1d27b864"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"88tZjjLQkHP5Njv6MW5J24l5MXdKobUJMdR1hAS9VuWhHXfxj+NdNPF3lIN3Xvmd41Qbb2ckGDEF5mQvdUbqDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T23:52:06.726524Z","bundle_sha256":"e1a1216fe603d47bb9be0e76b65081b6f610634155877f359251dae02234c52d"}}