{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:LB4ODJMS2O7Q2JW3VBMOETP53I","short_pith_number":"pith:LB4ODJMS","canonical_record":{"source":{"id":"2209.02030","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-05T16:08:35Z","cross_cats_sorted":["cs.SD","eess.AS"],"title_canon_sha256":"178baada4ec5e85f147a6f1bd806fc36232a75f13f7817e4d1e5ba86e18b0914","abstract_canon_sha256":"562f0cec9645699f99f24b855c8336d61db5706919818b670195e3d9fd7c5525"},"schema_version":"1.0"},"canonical_sha256":"5878e1a592d3bf0d26dba858e24dfdda319b5b76b082aa3df0984934905c9619","source":{"kind":"arxiv","id":"2209.02030","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.02030","created_at":"2026-07-05T04:54:37Z"},{"alias_kind":"arxiv_version","alias_value":"2209.02030v1","created_at":"2026-07-05T04:54:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.02030","created_at":"2026-07-05T04:54:37Z"},{"alias_kind":"pith_short_12","alias_value":"LB4ODJMS2O7Q","created_at":"2026-07-05T04:54:37Z"},{"alias_kind":"pith_short_16","alias_value":"LB4ODJMS2O7Q2JW3","created_at":"2026-07-05T04:54:37Z"},{"alias_kind":"pith_short_8","alias_value":"LB4ODJMS","created_at":"2026-07-05T04:54:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:LB4ODJMS2O7Q2JW3VBMOETP53I","target":"record","payload":{"canonical_record":{"source":{"id":"2209.02030","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-05T16:08:35Z","cross_cats_sorted":["cs.SD","eess.AS"],"title_canon_sha256":"178baada4ec5e85f147a6f1bd806fc36232a75f13f7817e4d1e5ba86e18b0914","abstract_canon_sha256":"562f0cec9645699f99f24b855c8336d61db5706919818b670195e3d9fd7c5525"},"schema_version":"1.0"},"canonical_sha256":"5878e1a592d3bf0d26dba858e24dfdda319b5b76b082aa3df0984934905c9619","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:54:37.250772Z","signature_b64":"mcGaaEb/GXIHCYBpWracf5J8coJhJeHFkXRM5izN1aro5ZeItk2PzaGEoAUlP2enkNfjcCZEfQovrUY8Lj1iBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5878e1a592d3bf0d26dba858e24dfdda319b5b76b082aa3df0984934905c9619","last_reissued_at":"2026-07-05T04:54:37.250430Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:54:37.250430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2209.02030","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:54:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tIlUbubvUF+ax0EskAkxPshZiJi9piXUXKr9M9IKBMeNpLXmUy62nQn0jpD0dRGeYN7o/oyf4VsPgVCui1/xDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T01:49:08.931366Z"},"content_sha256":"43c6719d9ae43b6c52ecc24cb4c87f5c00a9d368896f94856e748e0afe7d7e8d","schema_version":"1.0","event_id":"sha256:43c6719d9ae43b6c52ecc24cb4c87f5c00a9d368896f94856e748e0afe7d7e8d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:LB4ODJMS2O7Q2JW3VBMOETP53I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Distilling the Knowledge of BERT for CTC-based ASR","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SD","eess.AS"],"primary_cat":"cs.CL","authors_text":"Hayato Futami, Hirofumi Inaguma, Masato Mimura, Shinsuke Sakai, Tatsuya Kawahara","submitted_at":"2022-09-05T16:08:35Z","abstract_excerpt":"Connectionist temporal classification (CTC) -based models are attractive because of their fast inference in automatic speech recognition (ASR). Language model (LM) integration approaches such as shallow fusion and rescoring can improve the recognition accuracy of CTC-based ASR by taking advantage of the knowledge in text corpora. However, they significantly slow down the inference of CTC. In this study, we propose to distill the knowledge of BERT for CTC-based ASR, extending our previous study for attention-based ASR. CTC-based ASR learns the knowledge of BERT during training and does not use "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.02030","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2209.02030/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:54:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MGEEHuuZvjEumB0lu0nNN+Egnow4PF18uaXPesFgtIK4x/YxKB/rSnquWG0raDeZRhueVPOiv9lSAGLQw+FkBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T01:49:08.931880Z"},"content_sha256":"86fd4873957be2093b14b336392fc91bed3ce62c9e01f1f204973f5f918e1825","schema_version":"1.0","event_id":"sha256:86fd4873957be2093b14b336392fc91bed3ce62c9e01f1f204973f5f918e1825"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LB4ODJMS2O7Q2JW3VBMOETP53I/bundle.json","state_url":"https://pith.science/pith/LB4ODJMS2O7Q2JW3VBMOETP53I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LB4ODJMS2O7Q2JW3VBMOETP53I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T01:49:08Z","links":{"resolver":"https://pith.science/pith/LB4ODJMS2O7Q2JW3VBMOETP53I","bundle":"https://pith.science/pith/LB4ODJMS2O7Q2JW3VBMOETP53I/bundle.json","state":"https://pith.science/pith/LB4ODJMS2O7Q2JW3VBMOETP53I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LB4ODJMS2O7Q2JW3VBMOETP53I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:LB4ODJMS2O7Q2JW3VBMOETP53I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"562f0cec9645699f99f24b855c8336d61db5706919818b670195e3d9fd7c5525","cross_cats_sorted":["cs.SD","eess.AS"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-05T16:08:35Z","title_canon_sha256":"178baada4ec5e85f147a6f1bd806fc36232a75f13f7817e4d1e5ba86e18b0914"},"schema_version":"1.0","source":{"id":"2209.02030","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.02030","created_at":"2026-07-05T04:54:37Z"},{"alias_kind":"arxiv_version","alias_value":"2209.02030v1","created_at":"2026-07-05T04:54:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.02030","created_at":"2026-07-05T04:54:37Z"},{"alias_kind":"pith_short_12","alias_value":"LB4ODJMS2O7Q","created_at":"2026-07-05T04:54:37Z"},{"alias_kind":"pith_short_16","alias_value":"LB4ODJMS2O7Q2JW3","created_at":"2026-07-05T04:54:37Z"},{"alias_kind":"pith_short_8","alias_value":"LB4ODJMS","created_at":"2026-07-05T04:54:37Z"}],"graph_snapshots":[{"event_id":"sha256:86fd4873957be2093b14b336392fc91bed3ce62c9e01f1f204973f5f918e1825","target":"graph","created_at":"2026-07-05T04:54:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.02030/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Connectionist temporal classification (CTC) -based models are attractive because of their fast inference in automatic speech recognition (ASR). Language model (LM) integration approaches such as shallow fusion and rescoring can improve the recognition accuracy of CTC-based ASR by taking advantage of the knowledge in text corpora. However, they significantly slow down the inference of CTC. In this study, we propose to distill the knowledge of BERT for CTC-based ASR, extending our previous study for attention-based ASR. CTC-based ASR learns the knowledge of BERT during training and does not use ","authors_text":"Hayato Futami, Hirofumi Inaguma, Masato Mimura, Shinsuke Sakai, Tatsuya Kawahara","cross_cats":["cs.SD","eess.AS"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-05T16:08:35Z","title":"Distilling the Knowledge of BERT for CTC-based ASR"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.02030","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:43c6719d9ae43b6c52ecc24cb4c87f5c00a9d368896f94856e748e0afe7d7e8d","target":"record","created_at":"2026-07-05T04:54:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"562f0cec9645699f99f24b855c8336d61db5706919818b670195e3d9fd7c5525","cross_cats_sorted":["cs.SD","eess.AS"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-09-05T16:08:35Z","title_canon_sha256":"178baada4ec5e85f147a6f1bd806fc36232a75f13f7817e4d1e5ba86e18b0914"},"schema_version":"1.0","source":{"id":"2209.02030","kind":"arxiv","version":1}},"canonical_sha256":"5878e1a592d3bf0d26dba858e24dfdda319b5b76b082aa3df0984934905c9619","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5878e1a592d3bf0d26dba858e24dfdda319b5b76b082aa3df0984934905c9619","first_computed_at":"2026-07-05T04:54:37.250430Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:54:37.250430Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mcGaaEb/GXIHCYBpWracf5J8coJhJeHFkXRM5izN1aro5ZeItk2PzaGEoAUlP2enkNfjcCZEfQovrUY8Lj1iBg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:54:37.250772Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.02030","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:43c6719d9ae43b6c52ecc24cb4c87f5c00a9d368896f94856e748e0afe7d7e8d","sha256:86fd4873957be2093b14b336392fc91bed3ce62c9e01f1f204973f5f918e1825"],"state_sha256":"5f51023441e2f27f2690716f4ef81daf64b0ecd5b67492ca1244175514ec0769"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jNXpY6ZuozM0+HEQklCzSaB0OpPoLbguvvgAOCnTj9SbnIbjFiTv2vyH66Rn+moPZQcqW3lgeo9Mq17G4rCcDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T01:49:08.935563Z","bundle_sha256":"d333173939ff6149134e65689096c31719d879a722b8540ed27da10babc35086"}}