{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:NUNHA6BBQIAFJL2ULDW2THEZIW","short_pith_number":"pith:NUNHA6BB","canonical_record":{"source":{"id":"2106.06126","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SD","submitted_at":"2021-06-11T02:23:40Z","cross_cats_sorted":["cs.LG","eess.AS"],"title_canon_sha256":"b805da46f70f5ead0a007895a12ca8ef97ee4cc05381697207946e3186ae2e27","abstract_canon_sha256":"e825011885e0b2c9443e93b51370c3a27b5391818a9fc3dbc49ca087d56dc888"},"schema_version":"1.0"},"canonical_sha256":"6d1a707821820054af5458eda99c99459aeb4bc7fdd11832b8b38a791ef72b09","source":{"kind":"arxiv","id":"2106.06126","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.06126","created_at":"2026-07-05T02:48:26Z"},{"alias_kind":"arxiv_version","alias_value":"2106.06126v1","created_at":"2026-07-05T02:48:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.06126","created_at":"2026-07-05T02:48:26Z"},{"alias_kind":"pith_short_12","alias_value":"NUNHA6BBQIAF","created_at":"2026-07-05T02:48:26Z"},{"alias_kind":"pith_short_16","alias_value":"NUNHA6BBQIAFJL2U","created_at":"2026-07-05T02:48:26Z"},{"alias_kind":"pith_short_8","alias_value":"NUNHA6BB","created_at":"2026-07-05T02:48:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:NUNHA6BBQIAFJL2ULDW2THEZIW","target":"record","payload":{"canonical_record":{"source":{"id":"2106.06126","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SD","submitted_at":"2021-06-11T02:23:40Z","cross_cats_sorted":["cs.LG","eess.AS"],"title_canon_sha256":"b805da46f70f5ead0a007895a12ca8ef97ee4cc05381697207946e3186ae2e27","abstract_canon_sha256":"e825011885e0b2c9443e93b51370c3a27b5391818a9fc3dbc49ca087d56dc888"},"schema_version":"1.0"},"canonical_sha256":"6d1a707821820054af5458eda99c99459aeb4bc7fdd11832b8b38a791ef72b09","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:48:26.470219Z","signature_b64":"oR7Zkyi+Wp4t/R2x8eazehpnmqzCGgwos+BCOmLwVQm8PBe4rH4oNkQpBRBprAgPffmmJn3pxeXuwkTqssWUAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6d1a707821820054af5458eda99c99459aeb4bc7fdd11832b8b38a791ef72b09","last_reissued_at":"2026-07-05T02:48:26.469744Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:48:26.469744Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.06126","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:48:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eN9/FWMEL9JIx01/uxdkWegUnp7y18bDlAdIxC7j/mG4cHGNArg4dfIDXIic6qS4o32vvO/ZxcGOwdKJshqtDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-14T01:11:18.708992Z"},"content_sha256":"8c0bc3886474b192ebe9f58b015a5d5d9be2f7717608c23363d10dd8e89802f4","schema_version":"1.0","event_id":"sha256:8c0bc3886474b192ebe9f58b015a5d5d9be2f7717608c23363d10dd8e89802f4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:NUNHA6BBQIAFJL2ULDW2THEZIW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploiting Large-scale Teacher-Student Training for On-device Acoustic Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","eess.AS"],"primary_cat":"cs.SD","authors_text":"Athanasios Mouchtaris, Chunchuan Lyu, Jing Liu, Rupak Vignesh Swaminathan, Siegfried Kunzmann, Sree Hari Krishnan Parthasarathi","submitted_at":"2021-06-11T02:23:40Z","abstract_excerpt":"We present results from Alexa speech teams on semi-supervised learning (SSL) of acoustic models (AM) with experiments spanning over 3000 hours of GPU time, making our study one of the largest of its kind. We discuss SSL for AMs in a small footprint setting, showing that a smaller capacity model trained with 1 million hours of unsupervised data can outperform a baseline supervised system by 14.3% word error rate reduction (WERR). When increasing the supervised data to seven-fold, our gains diminish to 7.1% WERR; to improve SSL efficiency at larger supervised data regimes, we employ a step-wise "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.06126","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.06126/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:48:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9U/nitR2TTeeFJE30XDPgvU4q/+9dT17OoNpMzlHOVUpje9qJbA0GNS2AGAJHcpzu8ta5mIjMo3V9ihOExhyDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-14T01:11:18.709384Z"},"content_sha256":"d66e7fe9c4a037a2503a3f5d03eba56e3c8dff12938ef0b2bab2f473ca651777","schema_version":"1.0","event_id":"sha256:d66e7fe9c4a037a2503a3f5d03eba56e3c8dff12938ef0b2bab2f473ca651777"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NUNHA6BBQIAFJL2ULDW2THEZIW/bundle.json","state_url":"https://pith.science/pith/NUNHA6BBQIAFJL2ULDW2THEZIW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NUNHA6BBQIAFJL2ULDW2THEZIW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-14T01:11:18Z","links":{"resolver":"https://pith.science/pith/NUNHA6BBQIAFJL2ULDW2THEZIW","bundle":"https://pith.science/pith/NUNHA6BBQIAFJL2ULDW2THEZIW/bundle.json","state":"https://pith.science/pith/NUNHA6BBQIAFJL2ULDW2THEZIW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NUNHA6BBQIAFJL2ULDW2THEZIW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:NUNHA6BBQIAFJL2ULDW2THEZIW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e825011885e0b2c9443e93b51370c3a27b5391818a9fc3dbc49ca087d56dc888","cross_cats_sorted":["cs.LG","eess.AS"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SD","submitted_at":"2021-06-11T02:23:40Z","title_canon_sha256":"b805da46f70f5ead0a007895a12ca8ef97ee4cc05381697207946e3186ae2e27"},"schema_version":"1.0","source":{"id":"2106.06126","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.06126","created_at":"2026-07-05T02:48:26Z"},{"alias_kind":"arxiv_version","alias_value":"2106.06126v1","created_at":"2026-07-05T02:48:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.06126","created_at":"2026-07-05T02:48:26Z"},{"alias_kind":"pith_short_12","alias_value":"NUNHA6BBQIAF","created_at":"2026-07-05T02:48:26Z"},{"alias_kind":"pith_short_16","alias_value":"NUNHA6BBQIAFJL2U","created_at":"2026-07-05T02:48:26Z"},{"alias_kind":"pith_short_8","alias_value":"NUNHA6BB","created_at":"2026-07-05T02:48:26Z"}],"graph_snapshots":[{"event_id":"sha256:d66e7fe9c4a037a2503a3f5d03eba56e3c8dff12938ef0b2bab2f473ca651777","target":"graph","created_at":"2026-07-05T02:48:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.06126/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present results from Alexa speech teams on semi-supervised learning (SSL) of acoustic models (AM) with experiments spanning over 3000 hours of GPU time, making our study one of the largest of its kind. We discuss SSL for AMs in a small footprint setting, showing that a smaller capacity model trained with 1 million hours of unsupervised data can outperform a baseline supervised system by 14.3% word error rate reduction (WERR). When increasing the supervised data to seven-fold, our gains diminish to 7.1% WERR; to improve SSL efficiency at larger supervised data regimes, we employ a step-wise ","authors_text":"Athanasios Mouchtaris, Chunchuan Lyu, Jing Liu, Rupak Vignesh Swaminathan, Siegfried Kunzmann, Sree Hari Krishnan Parthasarathi","cross_cats":["cs.LG","eess.AS"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SD","submitted_at":"2021-06-11T02:23:40Z","title":"Exploiting Large-scale Teacher-Student Training for On-device Acoustic Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.06126","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8c0bc3886474b192ebe9f58b015a5d5d9be2f7717608c23363d10dd8e89802f4","target":"record","created_at":"2026-07-05T02:48:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e825011885e0b2c9443e93b51370c3a27b5391818a9fc3dbc49ca087d56dc888","cross_cats_sorted":["cs.LG","eess.AS"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SD","submitted_at":"2021-06-11T02:23:40Z","title_canon_sha256":"b805da46f70f5ead0a007895a12ca8ef97ee4cc05381697207946e3186ae2e27"},"schema_version":"1.0","source":{"id":"2106.06126","kind":"arxiv","version":1}},"canonical_sha256":"6d1a707821820054af5458eda99c99459aeb4bc7fdd11832b8b38a791ef72b09","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6d1a707821820054af5458eda99c99459aeb4bc7fdd11832b8b38a791ef72b09","first_computed_at":"2026-07-05T02:48:26.469744Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:48:26.469744Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oR7Zkyi+Wp4t/R2x8eazehpnmqzCGgwos+BCOmLwVQm8PBe4rH4oNkQpBRBprAgPffmmJn3pxeXuwkTqssWUAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:48:26.470219Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.06126","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8c0bc3886474b192ebe9f58b015a5d5d9be2f7717608c23363d10dd8e89802f4","sha256:d66e7fe9c4a037a2503a3f5d03eba56e3c8dff12938ef0b2bab2f473ca651777"],"state_sha256":"9e9426ff7cba84c05d4524483415702f723b8f3376e18a0e5506389f8b9156ab"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R2FJ/f5kkyLj2jwo365CbAkXSKLceos9APjdzSV2YFPUMWaRO6PDGxilPZfoASrXngejtnj/Icj7eRUiw2yjBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-14T01:11:18.716650Z","bundle_sha256":"ef8d0410c45890be500c9fe636e926223176ac766956a56041c01caf04b28d50"}}