{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:KJXKXBNLN2LQK4ZHX3R5A5LS7O","short_pith_number":"pith:KJXKXBNL","canonical_record":{"source":{"id":"2109.07327","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2021-09-15T14:35:59Z","cross_cats_sorted":["cs.SD"],"title_canon_sha256":"a6fcc48ba85a15bae2ec721e98435775984bead020549f91feb7bf36c1e0eedd","abstract_canon_sha256":"aecab18fe8868cbff5bf8e3728d5c55a10d2560c67d563dbfffe5e336e2e29a4"},"schema_version":"1.0"},"canonical_sha256":"526eab85ab6e97057327bee3d07572fb8ad7d80a5147bddf9cf0800418364ee6","source":{"kind":"arxiv","id":"2109.07327","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.07327","created_at":"2026-07-05T03:14:47Z"},{"alias_kind":"arxiv_version","alias_value":"2109.07327v1","created_at":"2026-07-05T03:14:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.07327","created_at":"2026-07-05T03:14:47Z"},{"alias_kind":"pith_short_12","alias_value":"KJXKXBNLN2LQ","created_at":"2026-07-05T03:14:47Z"},{"alias_kind":"pith_short_16","alias_value":"KJXKXBNLN2LQK4ZH","created_at":"2026-07-05T03:14:47Z"},{"alias_kind":"pith_short_8","alias_value":"KJXKXBNL","created_at":"2026-07-05T03:14:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:KJXKXBNLN2LQK4ZHX3R5A5LS7O","target":"record","payload":{"canonical_record":{"source":{"id":"2109.07327","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2021-09-15T14:35:59Z","cross_cats_sorted":["cs.SD"],"title_canon_sha256":"a6fcc48ba85a15bae2ec721e98435775984bead020549f91feb7bf36c1e0eedd","abstract_canon_sha256":"aecab18fe8868cbff5bf8e3728d5c55a10d2560c67d563dbfffe5e336e2e29a4"},"schema_version":"1.0"},"canonical_sha256":"526eab85ab6e97057327bee3d07572fb8ad7d80a5147bddf9cf0800418364ee6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:14:47.834371Z","signature_b64":"6BfvpfJknamlqgsYlvFLrOTKT0l34s70RqC6fMc8d2XstFMKvxU/5L6YjHgPfbjGy7ALoM6nLbceJE9cfkU9Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"526eab85ab6e97057327bee3d07572fb8ad7d80a5147bddf9cf0800418364ee6","last_reissued_at":"2026-07-05T03:14:47.834009Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:14:47.834009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.07327","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:14:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7xoEZC0zBOgsCrSx1sDsjDgGvIxiOU1wCLAtpYtN1x5U/+U9tS+wunLfabacSeC7O2ujyixbEtAr68cw5GmJDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T02:22:19.738896Z"},"content_sha256":"62773c234b7348715c6b7f8892bd984aa839d6cbb65c9e4d4a17ed84023478df","schema_version":"1.0","event_id":"sha256:62773c234b7348715c6b7f8892bd984aa839d6cbb65c9e4d4a17ed84023478df"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:KJXKXBNLN2LQK4ZHX3R5A5LS7O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Streaming Transformer Based ASR Under a Framework of Self-supervised Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SD"],"primary_cat":"eess.AS","authors_text":"Long Ma, Sining Sun, Songjun Cao, Xiaoshuo Xu, Yanzhe Fu, Yike Zhang, Yueteng Kang","submitted_at":"2021-09-15T14:35:59Z","abstract_excerpt":"Recently self-supervised learning has emerged as an effective approach to improve the performance of automatic speech recognition (ASR). Under such a framework, the neural network is usually pre-trained with massive unlabeled data and then fine-tuned with limited labeled data. However, the non-streaming architecture like bidirectional transformer is usually adopted by the neural network to achieve competitive results, which can not be used in streaming scenarios. In this paper, we mainly focus on improving the performance of streaming transformer under the self-supervised learning framework. S"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.07327","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.07327/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:14:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"etaBpRxsFYogA6hczXU9ODH/0F+DUnQLr5ZKmWuAKdTCBVfeSyKFLw3+ynkNyp3XX7oNgCxBEHhU2Ag9DgPMBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T02:22:19.739413Z"},"content_sha256":"0a82944ee639f3e679078c8ddffe0ecd38f43961419dfe6b14d00d9cc44e2633","schema_version":"1.0","event_id":"sha256:0a82944ee639f3e679078c8ddffe0ecd38f43961419dfe6b14d00d9cc44e2633"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KJXKXBNLN2LQK4ZHX3R5A5LS7O/bundle.json","state_url":"https://pith.science/pith/KJXKXBNLN2LQK4ZHX3R5A5LS7O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KJXKXBNLN2LQK4ZHX3R5A5LS7O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T02:22:19Z","links":{"resolver":"https://pith.science/pith/KJXKXBNLN2LQK4ZHX3R5A5LS7O","bundle":"https://pith.science/pith/KJXKXBNLN2LQK4ZHX3R5A5LS7O/bundle.json","state":"https://pith.science/pith/KJXKXBNLN2LQK4ZHX3R5A5LS7O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KJXKXBNLN2LQK4ZHX3R5A5LS7O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:KJXKXBNLN2LQK4ZHX3R5A5LS7O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aecab18fe8868cbff5bf8e3728d5c55a10d2560c67d563dbfffe5e336e2e29a4","cross_cats_sorted":["cs.SD"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2021-09-15T14:35:59Z","title_canon_sha256":"a6fcc48ba85a15bae2ec721e98435775984bead020549f91feb7bf36c1e0eedd"},"schema_version":"1.0","source":{"id":"2109.07327","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.07327","created_at":"2026-07-05T03:14:47Z"},{"alias_kind":"arxiv_version","alias_value":"2109.07327v1","created_at":"2026-07-05T03:14:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.07327","created_at":"2026-07-05T03:14:47Z"},{"alias_kind":"pith_short_12","alias_value":"KJXKXBNLN2LQ","created_at":"2026-07-05T03:14:47Z"},{"alias_kind":"pith_short_16","alias_value":"KJXKXBNLN2LQK4ZH","created_at":"2026-07-05T03:14:47Z"},{"alias_kind":"pith_short_8","alias_value":"KJXKXBNL","created_at":"2026-07-05T03:14:47Z"}],"graph_snapshots":[{"event_id":"sha256:0a82944ee639f3e679078c8ddffe0ecd38f43961419dfe6b14d00d9cc44e2633","target":"graph","created_at":"2026-07-05T03:14:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.07327/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently self-supervised learning has emerged as an effective approach to improve the performance of automatic speech recognition (ASR). Under such a framework, the neural network is usually pre-trained with massive unlabeled data and then fine-tuned with limited labeled data. However, the non-streaming architecture like bidirectional transformer is usually adopted by the neural network to achieve competitive results, which can not be used in streaming scenarios. In this paper, we mainly focus on improving the performance of streaming transformer under the self-supervised learning framework. S","authors_text":"Long Ma, Sining Sun, Songjun Cao, Xiaoshuo Xu, Yanzhe Fu, Yike Zhang, Yueteng Kang","cross_cats":["cs.SD"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2021-09-15T14:35:59Z","title":"Improving Streaming Transformer Based ASR Under a Framework of Self-supervised Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.07327","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:62773c234b7348715c6b7f8892bd984aa839d6cbb65c9e4d4a17ed84023478df","target":"record","created_at":"2026-07-05T03:14:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aecab18fe8868cbff5bf8e3728d5c55a10d2560c67d563dbfffe5e336e2e29a4","cross_cats_sorted":["cs.SD"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2021-09-15T14:35:59Z","title_canon_sha256":"a6fcc48ba85a15bae2ec721e98435775984bead020549f91feb7bf36c1e0eedd"},"schema_version":"1.0","source":{"id":"2109.07327","kind":"arxiv","version":1}},"canonical_sha256":"526eab85ab6e97057327bee3d07572fb8ad7d80a5147bddf9cf0800418364ee6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"526eab85ab6e97057327bee3d07572fb8ad7d80a5147bddf9cf0800418364ee6","first_computed_at":"2026-07-05T03:14:47.834009Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:14:47.834009Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6BfvpfJknamlqgsYlvFLrOTKT0l34s70RqC6fMc8d2XstFMKvxU/5L6YjHgPfbjGy7ALoM6nLbceJE9cfkU9Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:14:47.834371Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.07327","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:62773c234b7348715c6b7f8892bd984aa839d6cbb65c9e4d4a17ed84023478df","sha256:0a82944ee639f3e679078c8ddffe0ecd38f43961419dfe6b14d00d9cc44e2633"],"state_sha256":"26b995966b85fccfb9414d995a48da54794e1c0c39cdba50f1b8d9b6c7277bf8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n/lolRia3qY5Ko5Kdp2vTWBiEUJrHWDY7B7XcoUtp5TwRxsmsOhsQ+AvOsNWboy5rjqiCrQ0i7QoRZmaA7OVDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T02:22:19.746422Z","bundle_sha256":"fd8205e4c3807edb1dcb5f52b8d4708d3052467e98031212d7449426b12ebe14"}}