{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:BGQJ44CRL6A7A5ZY6QM6UEA2OU","short_pith_number":"pith:BGQJ44CR","canonical_record":{"source":{"id":"1912.03010","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-12-06T07:55:04Z","cross_cats_sorted":["cs.SD","eess.AS"],"title_canon_sha256":"80ae9a0ebfa4fe4b951b6a93f7e835f0ccfdb16d23dc7233a3bbf170e0aaf147","abstract_canon_sha256":"e0e25a1c0ffd5cfb678a747c4e7b4cbda7d03e7f43b147fe214ba84aed3ac8f8"},"schema_version":"1.0"},"canonical_sha256":"09a09e70515f81f07738f419ea101a75319e61af8cc568a2cd9c1f42073e1910","source":{"kind":"arxiv","id":"1912.03010","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1912.03010","created_at":"2026-07-05T00:48:01Z"},{"alias_kind":"arxiv_version","alias_value":"1912.03010v2","created_at":"2026-07-05T00:48:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1912.03010","created_at":"2026-07-05T00:48:01Z"},{"alias_kind":"pith_short_12","alias_value":"BGQJ44CRL6A7","created_at":"2026-07-05T00:48:01Z"},{"alias_kind":"pith_short_16","alias_value":"BGQJ44CRL6A7A5ZY","created_at":"2026-07-05T00:48:01Z"},{"alias_kind":"pith_short_8","alias_value":"BGQJ44CR","created_at":"2026-07-05T00:48:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:BGQJ44CRL6A7A5ZY6QM6UEA2OU","target":"record","payload":{"canonical_record":{"source":{"id":"1912.03010","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-12-06T07:55:04Z","cross_cats_sorted":["cs.SD","eess.AS"],"title_canon_sha256":"80ae9a0ebfa4fe4b951b6a93f7e835f0ccfdb16d23dc7233a3bbf170e0aaf147","abstract_canon_sha256":"e0e25a1c0ffd5cfb678a747c4e7b4cbda7d03e7f43b147fe214ba84aed3ac8f8"},"schema_version":"1.0"},"canonical_sha256":"09a09e70515f81f07738f419ea101a75319e61af8cc568a2cd9c1f42073e1910","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:48:01.437633Z","signature_b64":"xFOjmL7zR15LeIDFnwTO+Svu9udNESJ0uyXWxYF8wLbAcmXWS0xPjx2AbyLFQ/N+DjxOscq/64snsNrTSxdcDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"09a09e70515f81f07738f419ea101a75319e61af8cc568a2cd9c1f42073e1910","last_reissued_at":"2026-07-05T00:48:01.437207Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:48:01.437207Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1912.03010","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:48:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gvIN6s/xn6WgIP4D1SvR7HCCXis5g2DTBQsHjELbeGZY/NnZDMTuWbUDvBvsgUA1s5Tti4hRROg2qyPEpQqiCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:14:37.584617Z"},"content_sha256":"d4c3442511623ada25ecff4ba3fbcc450910d35cff8967990e2a2df24febd158","schema_version":"1.0","event_id":"sha256:d4c3442511623ada25ecff4ba3fbcc450910d35cff8967990e2a2df24febd158"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:BGQJ44CRL6A7A5ZY6QM6UEA2OU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Semantic Mask for Transformer based End-to-End Speech Recognition","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SD","eess.AS"],"primary_cat":"cs.CL","authors_text":"Chengyi Wang, Guoli Ye, Jinyu Li, Liang Lu, Ming Zhou, Sheng Zhao, Shujie Liu, Shuo Ren, Yujiao Du, Yu Wu","submitted_at":"2019-12-06T07:55:04Z","abstract_excerpt":"Attention-based encoder-decoder model has achieved impressive results for both automatic speech recognition (ASR) and text-to-speech (TTS) tasks. This approach takes advantage of the memorization capacity of neural networks to learn the mapping from the input sequence to the output sequence from scratch, without the assumption of prior knowledge such as the alignments. However, this model is prone to overfitting, especially when the amount of training data is limited. Inspired by SpecAugment and BERT, in this paper, we propose a semantic mask based regularization for training such kind of end-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1912.03010","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1912.03010/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:48:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XLig1iWuQGqoxQr+zRHLG47fcURb/ueIpSQ7q4GVUWtzTYWJpcRZCMo0SBg/hx2mJeun8bH5Xny/e+jJVd8ZDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:14:37.585169Z"},"content_sha256":"e2e2c4d555a54261c0e7a48cf0a840193c149a38e919cbadf758cab3b6808d3e","schema_version":"1.0","event_id":"sha256:e2e2c4d555a54261c0e7a48cf0a840193c149a38e919cbadf758cab3b6808d3e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BGQJ44CRL6A7A5ZY6QM6UEA2OU/bundle.json","state_url":"https://pith.science/pith/BGQJ44CRL6A7A5ZY6QM6UEA2OU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BGQJ44CRL6A7A5ZY6QM6UEA2OU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T00:14:37Z","links":{"resolver":"https://pith.science/pith/BGQJ44CRL6A7A5ZY6QM6UEA2OU","bundle":"https://pith.science/pith/BGQJ44CRL6A7A5ZY6QM6UEA2OU/bundle.json","state":"https://pith.science/pith/BGQJ44CRL6A7A5ZY6QM6UEA2OU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BGQJ44CRL6A7A5ZY6QM6UEA2OU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:BGQJ44CRL6A7A5ZY6QM6UEA2OU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e0e25a1c0ffd5cfb678a747c4e7b4cbda7d03e7f43b147fe214ba84aed3ac8f8","cross_cats_sorted":["cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-12-06T07:55:04Z","title_canon_sha256":"80ae9a0ebfa4fe4b951b6a93f7e835f0ccfdb16d23dc7233a3bbf170e0aaf147"},"schema_version":"1.0","source":{"id":"1912.03010","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1912.03010","created_at":"2026-07-05T00:48:01Z"},{"alias_kind":"arxiv_version","alias_value":"1912.03010v2","created_at":"2026-07-05T00:48:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1912.03010","created_at":"2026-07-05T00:48:01Z"},{"alias_kind":"pith_short_12","alias_value":"BGQJ44CRL6A7","created_at":"2026-07-05T00:48:01Z"},{"alias_kind":"pith_short_16","alias_value":"BGQJ44CRL6A7A5ZY","created_at":"2026-07-05T00:48:01Z"},{"alias_kind":"pith_short_8","alias_value":"BGQJ44CR","created_at":"2026-07-05T00:48:01Z"}],"graph_snapshots":[{"event_id":"sha256:e2e2c4d555a54261c0e7a48cf0a840193c149a38e919cbadf758cab3b6808d3e","target":"graph","created_at":"2026-07-05T00:48:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1912.03010/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Attention-based encoder-decoder model has achieved impressive results for both automatic speech recognition (ASR) and text-to-speech (TTS) tasks. This approach takes advantage of the memorization capacity of neural networks to learn the mapping from the input sequence to the output sequence from scratch, without the assumption of prior knowledge such as the alignments. However, this model is prone to overfitting, especially when the amount of training data is limited. Inspired by SpecAugment and BERT, in this paper, we propose a semantic mask based regularization for training such kind of end-","authors_text":"Chengyi Wang, Guoli Ye, Jinyu Li, Liang Lu, Ming Zhou, Sheng Zhao, Shujie Liu, Shuo Ren, Yujiao Du, Yu Wu","cross_cats":["cs.SD","eess.AS"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-12-06T07:55:04Z","title":"Semantic Mask for Transformer based End-to-End Speech Recognition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1912.03010","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d4c3442511623ada25ecff4ba3fbcc450910d35cff8967990e2a2df24febd158","target":"record","created_at":"2026-07-05T00:48:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e0e25a1c0ffd5cfb678a747c4e7b4cbda7d03e7f43b147fe214ba84aed3ac8f8","cross_cats_sorted":["cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-12-06T07:55:04Z","title_canon_sha256":"80ae9a0ebfa4fe4b951b6a93f7e835f0ccfdb16d23dc7233a3bbf170e0aaf147"},"schema_version":"1.0","source":{"id":"1912.03010","kind":"arxiv","version":2}},"canonical_sha256":"09a09e70515f81f07738f419ea101a75319e61af8cc568a2cd9c1f42073e1910","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"09a09e70515f81f07738f419ea101a75319e61af8cc568a2cd9c1f42073e1910","first_computed_at":"2026-07-05T00:48:01.437207Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:48:01.437207Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xFOjmL7zR15LeIDFnwTO+Svu9udNESJ0uyXWxYF8wLbAcmXWS0xPjx2AbyLFQ/N+DjxOscq/64snsNrTSxdcDg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:48:01.437633Z","signed_message":"canonical_sha256_bytes"},"source_id":"1912.03010","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d4c3442511623ada25ecff4ba3fbcc450910d35cff8967990e2a2df24febd158","sha256:e2e2c4d555a54261c0e7a48cf0a840193c149a38e919cbadf758cab3b6808d3e"],"state_sha256":"b64643d86b364eb1fec1ea849c7e6b523325d03b38cae2d7f28152edb9876c6c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/C70TmJ/E1S74XVjTklX0SFw7cZv3ZlGU+GLLA37/k9enZO+B93qe96bjggqFCUyiwPQjSs/BFl40coR07YFDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T00:14:37.590695Z","bundle_sha256":"e44e0fb083af64fcd129790a918ece5408b632cf3f60899ccd7cc9ccabf2e082"}}