{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:BSEQP74TFPKULWZWGE7FJ6QOGE","short_pith_number":"pith:BSEQP74T","canonical_record":{"source":{"id":"2212.00500","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2022-11-29T13:16:09Z","cross_cats_sorted":["cs.CL","cs.LG","cs.SD","eess.AS"],"title_canon_sha256":"91f813a2369ae7b7ea0a81b269acb7688023703cad7afac5923a64198e4bbc48","abstract_canon_sha256":"6829f2d295e3a0c72fac3489701507dd8a35b704c510c7abee37c34f194f0879"},"schema_version":"1.0"},"canonical_sha256":"0c8907ff932bd545db36313e54fa0e3125702007e8191b3c80517658ddec06d3","source":{"kind":"arxiv","id":"2212.00500","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.00500","created_at":"2026-07-05T05:21:34Z"},{"alias_kind":"arxiv_version","alias_value":"2212.00500v1","created_at":"2026-07-05T05:21:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.00500","created_at":"2026-07-05T05:21:34Z"},{"alias_kind":"pith_short_12","alias_value":"BSEQP74TFPKU","created_at":"2026-07-05T05:21:34Z"},{"alias_kind":"pith_short_16","alias_value":"BSEQP74TFPKULWZW","created_at":"2026-07-05T05:21:34Z"},{"alias_kind":"pith_short_8","alias_value":"BSEQP74T","created_at":"2026-07-05T05:21:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:BSEQP74TFPKULWZWGE7FJ6QOGE","target":"record","payload":{"canonical_record":{"source":{"id":"2212.00500","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2022-11-29T13:16:09Z","cross_cats_sorted":["cs.CL","cs.LG","cs.SD","eess.AS"],"title_canon_sha256":"91f813a2369ae7b7ea0a81b269acb7688023703cad7afac5923a64198e4bbc48","abstract_canon_sha256":"6829f2d295e3a0c72fac3489701507dd8a35b704c510c7abee37c34f194f0879"},"schema_version":"1.0"},"canonical_sha256":"0c8907ff932bd545db36313e54fa0e3125702007e8191b3c80517658ddec06d3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:21:34.805625Z","signature_b64":"pPPAGW/RKXdQIq0C6a0o4t4UW4oox2+rDAKVkRkdVX1L953CL94EI8Fv0MlymTSjiXhZz0OcT4xKzF8I3uecBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0c8907ff932bd545db36313e54fa0e3125702007e8191b3c80517658ddec06d3","last_reissued_at":"2026-07-05T05:21:34.805258Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:21:34.805258Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.00500","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:21:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Cqey2D7PmiaT8mcHAN4ixMFeaKmSc1UJ6kONbCCt0FB8iEGO3d8IBt4EyHTK9DvfxTQsPCRJJYGgKE2dcuY+Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T10:50:06.816201Z"},"content_sha256":"7be0200e83e03f5790b5cf2b6733b451ed13a0cf7b51c6a9f632c95ed1bf0bda","schema_version":"1.0","event_id":"sha256:7be0200e83e03f5790b5cf2b6733b451ed13a0cf7b51c6a9f632c95ed1bf0bda"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:BSEQP74TFPKULWZWGE7FJ6QOGE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MMSpeech: Multi-modal Multi-task Encoder-Decoder Pre-training for Speech Recognition","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG","cs.SD","eess.AS"],"primary_cat":"cs.MM","authors_text":"Chang Zhou, Jiaming Wang, Jingren Zhou, Shiliang Zhang, Xiaohuan Zhou, Zeyu Cui, Zhijie Yan","submitted_at":"2022-11-29T13:16:09Z","abstract_excerpt":"In this paper, we propose a novel multi-modal multi-task encoder-decoder pre-training framework (MMSpeech) for Mandarin automatic speech recognition (ASR), which employs both unlabeled speech and text data. The main difficulty in speech-text joint pre-training comes from the significant difference between speech and text modalities, especially for Mandarin speech and text. Unlike English and other languages with an alphabetic writing system, Mandarin uses an ideographic writing system where character and sound are not tightly mapped to one another. Therefore, we propose to introduce the phonem"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.00500","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.00500/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:21:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ktzGXkyETxNoi6lG2/QkNpi45lRzeLwQOBpqnQ38wq2KPpJh45pOMIzbA/a9D0c+wGCX+kETdY2so6jpCDjxCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T10:50:06.816706Z"},"content_sha256":"3e00a4cec05c60d3d5577e229cd2e1449af845c34ecef560ac967ab15b9294ff","schema_version":"1.0","event_id":"sha256:3e00a4cec05c60d3d5577e229cd2e1449af845c34ecef560ac967ab15b9294ff"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BSEQP74TFPKULWZWGE7FJ6QOGE/bundle.json","state_url":"https://pith.science/pith/BSEQP74TFPKULWZWGE7FJ6QOGE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BSEQP74TFPKULWZWGE7FJ6QOGE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T10:50:06Z","links":{"resolver":"https://pith.science/pith/BSEQP74TFPKULWZWGE7FJ6QOGE","bundle":"https://pith.science/pith/BSEQP74TFPKULWZWGE7FJ6QOGE/bundle.json","state":"https://pith.science/pith/BSEQP74TFPKULWZWGE7FJ6QOGE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BSEQP74TFPKULWZWGE7FJ6QOGE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:BSEQP74TFPKULWZWGE7FJ6QOGE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6829f2d295e3a0c72fac3489701507dd8a35b704c510c7abee37c34f194f0879","cross_cats_sorted":["cs.CL","cs.LG","cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2022-11-29T13:16:09Z","title_canon_sha256":"91f813a2369ae7b7ea0a81b269acb7688023703cad7afac5923a64198e4bbc48"},"schema_version":"1.0","source":{"id":"2212.00500","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.00500","created_at":"2026-07-05T05:21:34Z"},{"alias_kind":"arxiv_version","alias_value":"2212.00500v1","created_at":"2026-07-05T05:21:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.00500","created_at":"2026-07-05T05:21:34Z"},{"alias_kind":"pith_short_12","alias_value":"BSEQP74TFPKU","created_at":"2026-07-05T05:21:34Z"},{"alias_kind":"pith_short_16","alias_value":"BSEQP74TFPKULWZW","created_at":"2026-07-05T05:21:34Z"},{"alias_kind":"pith_short_8","alias_value":"BSEQP74T","created_at":"2026-07-05T05:21:34Z"}],"graph_snapshots":[{"event_id":"sha256:3e00a4cec05c60d3d5577e229cd2e1449af845c34ecef560ac967ab15b9294ff","target":"graph","created_at":"2026-07-05T05:21:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.00500/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we propose a novel multi-modal multi-task encoder-decoder pre-training framework (MMSpeech) for Mandarin automatic speech recognition (ASR), which employs both unlabeled speech and text data. The main difficulty in speech-text joint pre-training comes from the significant difference between speech and text modalities, especially for Mandarin speech and text. Unlike English and other languages with an alphabetic writing system, Mandarin uses an ideographic writing system where character and sound are not tightly mapped to one another. Therefore, we propose to introduce the phonem","authors_text":"Chang Zhou, Jiaming Wang, Jingren Zhou, Shiliang Zhang, Xiaohuan Zhou, Zeyu Cui, Zhijie Yan","cross_cats":["cs.CL","cs.LG","cs.SD","eess.AS"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2022-11-29T13:16:09Z","title":"MMSpeech: Multi-modal Multi-task Encoder-Decoder Pre-training for Speech Recognition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.00500","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7be0200e83e03f5790b5cf2b6733b451ed13a0cf7b51c6a9f632c95ed1bf0bda","target":"record","created_at":"2026-07-05T05:21:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6829f2d295e3a0c72fac3489701507dd8a35b704c510c7abee37c34f194f0879","cross_cats_sorted":["cs.CL","cs.LG","cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2022-11-29T13:16:09Z","title_canon_sha256":"91f813a2369ae7b7ea0a81b269acb7688023703cad7afac5923a64198e4bbc48"},"schema_version":"1.0","source":{"id":"2212.00500","kind":"arxiv","version":1}},"canonical_sha256":"0c8907ff932bd545db36313e54fa0e3125702007e8191b3c80517658ddec06d3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0c8907ff932bd545db36313e54fa0e3125702007e8191b3c80517658ddec06d3","first_computed_at":"2026-07-05T05:21:34.805258Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:21:34.805258Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pPPAGW/RKXdQIq0C6a0o4t4UW4oox2+rDAKVkRkdVX1L953CL94EI8Fv0MlymTSjiXhZz0OcT4xKzF8I3uecBw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:21:34.805625Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.00500","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7be0200e83e03f5790b5cf2b6733b451ed13a0cf7b51c6a9f632c95ed1bf0bda","sha256:3e00a4cec05c60d3d5577e229cd2e1449af845c34ecef560ac967ab15b9294ff"],"state_sha256":"fc09c118a7c5f06b62768b76e6c2912fdcdd2bd5599747b74e84a262b3540864"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tSWOnYa5SoYq1fQFiNSbkt4Yq1XGiIsitaOD+NdPIRbIG92Q6qXJZgZKWxuWu487paGEAdfvDt7V4iV3KpENDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T10:50:06.820369Z","bundle_sha256":"2c255a032a91cf00359c5923a79b0bee4a1fa01d7a5f60ab441d6a3b18c879e1"}}