{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:N7XBGEOHYC56DAXCFG6C3ICYI2","short_pith_number":"pith:N7XBGEOH","canonical_record":{"source":{"id":"2309.07707","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-14T13:38:02Z","cross_cats_sorted":["cs.SD","eess.AS"],"title_canon_sha256":"561875a7d8b115581fabef7b22c311fbb9ff2957cbb6c9f67c1f4d262e861d85","abstract_canon_sha256":"3301c147cdfa82cc273f51a8fd16af905f7887fec8b2a978447820f454dba915"},"schema_version":"1.0"},"canonical_sha256":"6fee1311c7c0bbe182e229bc2da0584683ec9174b140bf926393bb163bce65fc","source":{"kind":"arxiv","id":"2309.07707","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.07707","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"arxiv_version","alias_value":"2309.07707v2","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.07707","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_12","alias_value":"N7XBGEOHYC56","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_16","alias_value":"N7XBGEOHYC56DAXC","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_8","alias_value":"N7XBGEOH","created_at":"2026-07-05T07:28:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:N7XBGEOHYC56DAXCFG6C3ICYI2","target":"record","payload":{"canonical_record":{"source":{"id":"2309.07707","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-14T13:38:02Z","cross_cats_sorted":["cs.SD","eess.AS"],"title_canon_sha256":"561875a7d8b115581fabef7b22c311fbb9ff2957cbb6c9f67c1f4d262e861d85","abstract_canon_sha256":"3301c147cdfa82cc273f51a8fd16af905f7887fec8b2a978447820f454dba915"},"schema_version":"1.0"},"canonical_sha256":"6fee1311c7c0bbe182e229bc2da0584683ec9174b140bf926393bb163bce65fc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:28:11.269666Z","signature_b64":"eMRRHW8o4jrlNkrOBsiKbe+zoph3wQyyXe6oQkLHoiyS71tcEpNl/1uBUlEHjmFc2RTF8uBynH+/AaqoaWn7Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6fee1311c7c0bbe182e229bc2da0584683ec9174b140bf926393bb163bce65fc","last_reissued_at":"2026-07-05T07:28:11.269234Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:28:11.269234Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.07707","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:28:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lqXxn/0VDPZ74KeqxuVum3H977d9IyiKOotDwep8ICyOaNZsvs6EvVBwPywtBd8itJo8dmLxJ5WWLHV+uubbDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:50:33.191150Z"},"content_sha256":"32b02784f0304a42cc440c37db5a14337fd81f062de1079ee3cd660921c89cb5","schema_version":"1.0","event_id":"sha256:32b02784f0304a42cc440c37db5a14337fd81f062de1079ee3cd660921c89cb5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:N7XBGEOHYC56DAXCFG6C3ICYI2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CoLLD: Contrastive Layer-to-layer Distillation for Compressing Multilingual Pre-trained Speech Encoders","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SD","eess.AS"],"primary_cat":"cs.CL","authors_text":"Heng-Jui Chang, Ning Dong, Ruslan Mavlyutov, Sravya Popuri, Yu-An Chung","submitted_at":"2023-09-14T13:38:02Z","abstract_excerpt":"Large-scale self-supervised pre-trained speech encoders outperform conventional approaches in speech recognition and translation tasks. Due to the high cost of developing these large models, building new encoders for new tasks and deploying them to on-device applications are infeasible. Prior studies propose model compression methods to address this issue, but those works focus on smaller models and less realistic tasks. Thus, we propose Contrastive Layer-to-layer Distillation (CoLLD), a novel knowledge distillation method to compress pre-trained speech encoders by leveraging masked prediction"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.07707","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.07707/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:28:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TPWK8oDx8w5O9DvWMNsPnmmg/fGSEXUjs6lTxmWvWHVzax3VNUJCbkGbAlHcXYy15Izv0ULZJT//nml2kJ0uBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:50:33.191601Z"},"content_sha256":"2f12da65f018f4f19b9e290d9389172ce84dc134e508b615ecbca0511d339191","schema_version":"1.0","event_id":"sha256:2f12da65f018f4f19b9e290d9389172ce84dc134e508b615ecbca0511d339191"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N7XBGEOHYC56DAXCFG6C3ICYI2/bundle.json","state_url":"https://pith.science/pith/N7XBGEOHYC56DAXCFG6C3ICYI2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N7XBGEOHYC56DAXCFG6C3ICYI2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T15:50:33Z","links":{"resolver":"https://pith.science/pith/N7XBGEOHYC56DAXCFG6C3ICYI2","bundle":"https://pith.science/pith/N7XBGEOHYC56DAXCFG6C3ICYI2/bundle.json","state":"https://pith.science/pith/N7XBGEOHYC56DAXCFG6C3ICYI2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N7XBGEOHYC56DAXCFG6C3ICYI2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:N7XBGEOHYC56DAXCFG6C3ICYI2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3301c147cdfa82cc273f51a8fd16af905f7887fec8b2a978447820f454dba915","cross_cats_sorted":["cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-14T13:38:02Z","title_canon_sha256":"561875a7d8b115581fabef7b22c311fbb9ff2957cbb6c9f67c1f4d262e861d85"},"schema_version":"1.0","source":{"id":"2309.07707","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.07707","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"arxiv_version","alias_value":"2309.07707v2","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.07707","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_12","alias_value":"N7XBGEOHYC56","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_16","alias_value":"N7XBGEOHYC56DAXC","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_8","alias_value":"N7XBGEOH","created_at":"2026-07-05T07:28:11Z"}],"graph_snapshots":[{"event_id":"sha256:2f12da65f018f4f19b9e290d9389172ce84dc134e508b615ecbca0511d339191","target":"graph","created_at":"2026-07-05T07:28:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.07707/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large-scale self-supervised pre-trained speech encoders outperform conventional approaches in speech recognition and translation tasks. Due to the high cost of developing these large models, building new encoders for new tasks and deploying them to on-device applications are infeasible. Prior studies propose model compression methods to address this issue, but those works focus on smaller models and less realistic tasks. Thus, we propose Contrastive Layer-to-layer Distillation (CoLLD), a novel knowledge distillation method to compress pre-trained speech encoders by leveraging masked prediction","authors_text":"Heng-Jui Chang, Ning Dong, Ruslan Mavlyutov, Sravya Popuri, Yu-An Chung","cross_cats":["cs.SD","eess.AS"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-14T13:38:02Z","title":"CoLLD: Contrastive Layer-to-layer Distillation for Compressing Multilingual Pre-trained Speech Encoders"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.07707","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:32b02784f0304a42cc440c37db5a14337fd81f062de1079ee3cd660921c89cb5","target":"record","created_at":"2026-07-05T07:28:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3301c147cdfa82cc273f51a8fd16af905f7887fec8b2a978447820f454dba915","cross_cats_sorted":["cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-14T13:38:02Z","title_canon_sha256":"561875a7d8b115581fabef7b22c311fbb9ff2957cbb6c9f67c1f4d262e861d85"},"schema_version":"1.0","source":{"id":"2309.07707","kind":"arxiv","version":2}},"canonical_sha256":"6fee1311c7c0bbe182e229bc2da0584683ec9174b140bf926393bb163bce65fc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6fee1311c7c0bbe182e229bc2da0584683ec9174b140bf926393bb163bce65fc","first_computed_at":"2026-07-05T07:28:11.269234Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:28:11.269234Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eMRRHW8o4jrlNkrOBsiKbe+zoph3wQyyXe6oQkLHoiyS71tcEpNl/1uBUlEHjmFc2RTF8uBynH+/AaqoaWn7Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:28:11.269666Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.07707","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:32b02784f0304a42cc440c37db5a14337fd81f062de1079ee3cd660921c89cb5","sha256:2f12da65f018f4f19b9e290d9389172ce84dc134e508b615ecbca0511d339191"],"state_sha256":"79bfedc45a74d01a078a965d29697d6734cfca60fff3eee29c5c1d1e00ad9d7f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IEi0+7ZFETcANJaTT6Uw66f3MO8NSrfBe8MUJ8bGKYzZLu3aWHcnOVYJbjOZnFddptmE+1ZCHWEJXB1kC7soCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T15:50:33.193775Z","bundle_sha256":"932217d7a4fbf048c60ddf7d23eb07221ec2a6b4f25adbc0946a653106e32119"}}