{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TG6FBKSH4ERUBB3Y2AOT3WU34B","short_pith_number":"pith:TG6FBKSH","canonical_record":{"source":{"id":"2303.10917","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2023-03-20T07:18:18Z","cross_cats_sorted":["cs.SD"],"title_canon_sha256":"0d00d2982a3256896b7ff6bc6733c6c6b54d1bbc93721bc7056f03c6a80f84d0","abstract_canon_sha256":"5b135584a60b4870b4eb3648047484c44e0fdbf42a5c9252ed30b8e6f9a4a828"},"schema_version":"1.0"},"canonical_sha256":"99bc50aa47e123408778d01d3dda9be0561afd68ed189ccf77798282e18d346b","source":{"kind":"arxiv","id":"2303.10917","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.10917","created_at":"2026-07-05T05:52:38Z"},{"alias_kind":"arxiv_version","alias_value":"2303.10917v1","created_at":"2026-07-05T05:52:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.10917","created_at":"2026-07-05T05:52:38Z"},{"alias_kind":"pith_short_12","alias_value":"TG6FBKSH4ERU","created_at":"2026-07-05T05:52:38Z"},{"alias_kind":"pith_short_16","alias_value":"TG6FBKSH4ERUBB3Y","created_at":"2026-07-05T05:52:38Z"},{"alias_kind":"pith_short_8","alias_value":"TG6FBKSH","created_at":"2026-07-05T05:52:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TG6FBKSH4ERUBB3Y2AOT3WU34B","target":"record","payload":{"canonical_record":{"source":{"id":"2303.10917","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2023-03-20T07:18:18Z","cross_cats_sorted":["cs.SD"],"title_canon_sha256":"0d00d2982a3256896b7ff6bc6733c6c6b54d1bbc93721bc7056f03c6a80f84d0","abstract_canon_sha256":"5b135584a60b4870b4eb3648047484c44e0fdbf42a5c9252ed30b8e6f9a4a828"},"schema_version":"1.0"},"canonical_sha256":"99bc50aa47e123408778d01d3dda9be0561afd68ed189ccf77798282e18d346b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:52:38.163543Z","signature_b64":"YWj/yvlFErO5Rf0bovcja3UEwPAiGZbh5GWl5IccfUmZmhbZL3xdA5xNjljOJvJqq0OeSmx48HUGha+mA47YCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"99bc50aa47e123408778d01d3dda9be0561afd68ed189ccf77798282e18d346b","last_reissued_at":"2026-07-05T05:52:38.163097Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:52:38.163097Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.10917","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:52:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k3WDpDs+CtKuWD+Q8YBl2oShdfCHNNBVH7RWUsDSdJWIADaiPOLm3rJG9PG0UQ5GS+eZRi9M1Y1OMM9jyJgbAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T07:39:08.307799Z"},"content_sha256":"9b24f096ee044d73c4075840dcaf76c35df31de54930f33a422ee5b932b5732b","schema_version":"1.0","event_id":"sha256:9b24f096ee044d73c4075840dcaf76c35df31de54930f33a422ee5b932b5732b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TG6FBKSH4ERUBB3Y2AOT3WU34B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Knowledge Distillation from Multiple Foundation Models for End-to-End Speech Recognition","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SD"],"primary_cat":"eess.AS","authors_text":"Chao Zhang, Philip C. Woodland, Qiujia Li, Xiaoyu Yang","submitted_at":"2023-03-20T07:18:18Z","abstract_excerpt":"Although large foundation models pre-trained by self-supervised learning have achieved state-of-the-art performance in many tasks including automatic speech recognition (ASR), knowledge distillation (KD) is often required in practice to transfer the knowledge learned by large teacher models into much smaller student models with affordable computation and memory costs. This paper proposes a novel two-stage KD framework to distil the knowledge from multiple speech foundation models as teachers into a single student neural transducer model for ASR. In the first stage, the student model encoder is"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.10917","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.10917/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:52:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D/rtrKndEIEOCa8koBMNse0P3sT0PvcJzIxFz1BqZzhVUFt5xORLQT9+XcAq5wWHc6+6ed01dL9AH70SUf8EDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T07:39:08.308307Z"},"content_sha256":"db1cb25a2c1489081240659fa4ec8d6ad1a10363f146d2c085c718f5ab8ea2c5","schema_version":"1.0","event_id":"sha256:db1cb25a2c1489081240659fa4ec8d6ad1a10363f146d2c085c718f5ab8ea2c5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TG6FBKSH4ERUBB3Y2AOT3WU34B/bundle.json","state_url":"https://pith.science/pith/TG6FBKSH4ERUBB3Y2AOT3WU34B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TG6FBKSH4ERUBB3Y2AOT3WU34B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T07:39:08Z","links":{"resolver":"https://pith.science/pith/TG6FBKSH4ERUBB3Y2AOT3WU34B","bundle":"https://pith.science/pith/TG6FBKSH4ERUBB3Y2AOT3WU34B/bundle.json","state":"https://pith.science/pith/TG6FBKSH4ERUBB3Y2AOT3WU34B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TG6FBKSH4ERUBB3Y2AOT3WU34B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TG6FBKSH4ERUBB3Y2AOT3WU34B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5b135584a60b4870b4eb3648047484c44e0fdbf42a5c9252ed30b8e6f9a4a828","cross_cats_sorted":["cs.SD"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2023-03-20T07:18:18Z","title_canon_sha256":"0d00d2982a3256896b7ff6bc6733c6c6b54d1bbc93721bc7056f03c6a80f84d0"},"schema_version":"1.0","source":{"id":"2303.10917","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.10917","created_at":"2026-07-05T05:52:38Z"},{"alias_kind":"arxiv_version","alias_value":"2303.10917v1","created_at":"2026-07-05T05:52:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.10917","created_at":"2026-07-05T05:52:38Z"},{"alias_kind":"pith_short_12","alias_value":"TG6FBKSH4ERU","created_at":"2026-07-05T05:52:38Z"},{"alias_kind":"pith_short_16","alias_value":"TG6FBKSH4ERUBB3Y","created_at":"2026-07-05T05:52:38Z"},{"alias_kind":"pith_short_8","alias_value":"TG6FBKSH","created_at":"2026-07-05T05:52:38Z"}],"graph_snapshots":[{"event_id":"sha256:db1cb25a2c1489081240659fa4ec8d6ad1a10363f146d2c085c718f5ab8ea2c5","target":"graph","created_at":"2026-07-05T05:52:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.10917/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although large foundation models pre-trained by self-supervised learning have achieved state-of-the-art performance in many tasks including automatic speech recognition (ASR), knowledge distillation (KD) is often required in practice to transfer the knowledge learned by large teacher models into much smaller student models with affordable computation and memory costs. This paper proposes a novel two-stage KD framework to distil the knowledge from multiple speech foundation models as teachers into a single student neural transducer model for ASR. In the first stage, the student model encoder is","authors_text":"Chao Zhang, Philip C. Woodland, Qiujia Li, Xiaoyu Yang","cross_cats":["cs.SD"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2023-03-20T07:18:18Z","title":"Knowledge Distillation from Multiple Foundation Models for End-to-End Speech Recognition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.10917","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9b24f096ee044d73c4075840dcaf76c35df31de54930f33a422ee5b932b5732b","target":"record","created_at":"2026-07-05T05:52:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5b135584a60b4870b4eb3648047484c44e0fdbf42a5c9252ed30b8e6f9a4a828","cross_cats_sorted":["cs.SD"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2023-03-20T07:18:18Z","title_canon_sha256":"0d00d2982a3256896b7ff6bc6733c6c6b54d1bbc93721bc7056f03c6a80f84d0"},"schema_version":"1.0","source":{"id":"2303.10917","kind":"arxiv","version":1}},"canonical_sha256":"99bc50aa47e123408778d01d3dda9be0561afd68ed189ccf77798282e18d346b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"99bc50aa47e123408778d01d3dda9be0561afd68ed189ccf77798282e18d346b","first_computed_at":"2026-07-05T05:52:38.163097Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:52:38.163097Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YWj/yvlFErO5Rf0bovcja3UEwPAiGZbh5GWl5IccfUmZmhbZL3xdA5xNjljOJvJqq0OeSmx48HUGha+mA47YCA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:52:38.163543Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.10917","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9b24f096ee044d73c4075840dcaf76c35df31de54930f33a422ee5b932b5732b","sha256:db1cb25a2c1489081240659fa4ec8d6ad1a10363f146d2c085c718f5ab8ea2c5"],"state_sha256":"54dbd13fb5ca5833281c42f83bd44b330d27edf63f495d61e873ced3911d91e8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2Xhj9+ragdlhCA9eWsNMEgxTBSB8ZYNenfvU/cpyQFp79UhFQI7l0zitJIGEvJoM1ujmVkFyPS0nbsvD/uGrBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T07:39:08.313003Z","bundle_sha256":"cfe45927c74fe3816f3ab84e58aeccd50018b75ceb084280bbfe3e75db2ae57e"}}