{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:774NSYFNQFIZZQ6PYGGXYCMY7W","short_pith_number":"pith:774NSYFN","canonical_record":{"source":{"id":"2108.02598","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-05T13:08:13Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"1ab2ceca874db05910e25469a13f5cb0703e0a8163f0ea624a7ea16e2fc7b3dc","abstract_canon_sha256":"63fbb9631ccb7c42b07af596fdc795f561be1d91c8318da6606dbf8ecc496fb6"},"schema_version":"1.0"},"canonical_sha256":"fff8d960ad81519cc3cfc18d7c0998fd9a68166e8b585d18165af387afdcc652","source":{"kind":"arxiv","id":"2108.02598","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.02598","created_at":"2026-07-05T03:03:34Z"},{"alias_kind":"arxiv_version","alias_value":"2108.02598v1","created_at":"2026-07-05T03:03:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.02598","created_at":"2026-07-05T03:03:34Z"},{"alias_kind":"pith_short_12","alias_value":"774NSYFNQFIZ","created_at":"2026-07-05T03:03:34Z"},{"alias_kind":"pith_short_16","alias_value":"774NSYFNQFIZZQ6P","created_at":"2026-07-05T03:03:34Z"},{"alias_kind":"pith_short_8","alias_value":"774NSYFN","created_at":"2026-07-05T03:03:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:774NSYFNQFIZZQ6PYGGXYCMY7W","target":"record","payload":{"canonical_record":{"source":{"id":"2108.02598","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-05T13:08:13Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"1ab2ceca874db05910e25469a13f5cb0703e0a8163f0ea624a7ea16e2fc7b3dc","abstract_canon_sha256":"63fbb9631ccb7c42b07af596fdc795f561be1d91c8318da6606dbf8ecc496fb6"},"schema_version":"1.0"},"canonical_sha256":"fff8d960ad81519cc3cfc18d7c0998fd9a68166e8b585d18165af387afdcc652","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:03:34.616057Z","signature_b64":"Uc6W+Q2Dvi7XAMhF+vmffoWJYD8dAzrm20c2SON1HpPcWvlZlv393d0vG27JAB38PUAiwoZo1O2pFeJEGtcaAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fff8d960ad81519cc3cfc18d7c0998fd9a68166e8b585d18165af387afdcc652","last_reissued_at":"2026-07-05T03:03:34.615545Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:03:34.615545Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.02598","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:03:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c8wg0SEGxn2IxL/1+y0hpS+hnTA07yCbk50eob94U+GyYq1tKoh74ScTo+VppF9GTFJA0zPFaTQ6ZqgQ5KRLCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T15:45:21.412445Z"},"content_sha256":"0db770e4db8c826864734bae8f0ecb581470fa737aba68f8c8b94a8d4f862374","schema_version":"1.0","event_id":"sha256:0db770e4db8c826864734bae8f0ecb581470fa737aba68f8c8b94a8d4f862374"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:774NSYFNQFIZZQ6PYGGXYCMY7W","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Knowledge Distillation from BERT Transformer to Speech Transformer for Intent Classification","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.CL","authors_text":"Bidisha Sharma, Haizhou Li, Maulik Madhavi, Yidi Jiang","submitted_at":"2021-08-05T13:08:13Z","abstract_excerpt":"End-to-end intent classification using speech has numerous advantages compared to the conventional pipeline approach using automatic speech recognition (ASR), followed by natural language processing modules. It attempts to predict intent from speech without using an intermediate ASR module. However, such end-to-end framework suffers from the unavailability of large speech resources with higher acoustic variation in spoken language understanding. In this work, we exploit the scope of the transformer distillation method that is specifically designed for knowledge distillation from a transformer "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.02598","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.02598/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:03:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/fJhuYjJkHzCSUhTqu0JH1ZTSTpZBpfKkEb9q0iSElDusHcS/KZX3ZLcWoXsQbJ2yfQnrvcVq0nQCjMmXpNRCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T15:45:21.413612Z"},"content_sha256":"414eb15f347418360b896530702d8173f1aecfb788424df82103e405f32384e5","schema_version":"1.0","event_id":"sha256:414eb15f347418360b896530702d8173f1aecfb788424df82103e405f32384e5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/774NSYFNQFIZZQ6PYGGXYCMY7W/bundle.json","state_url":"https://pith.science/pith/774NSYFNQFIZZQ6PYGGXYCMY7W/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/774NSYFNQFIZZQ6PYGGXYCMY7W/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T15:45:21Z","links":{"resolver":"https://pith.science/pith/774NSYFNQFIZZQ6PYGGXYCMY7W","bundle":"https://pith.science/pith/774NSYFNQFIZZQ6PYGGXYCMY7W/bundle.json","state":"https://pith.science/pith/774NSYFNQFIZZQ6PYGGXYCMY7W/state.json","well_known_bundle":"https://pith.science/.well-known/pith/774NSYFNQFIZZQ6PYGGXYCMY7W/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:774NSYFNQFIZZQ6PYGGXYCMY7W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"63fbb9631ccb7c42b07af596fdc795f561be1d91c8318da6606dbf8ecc496fb6","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-05T13:08:13Z","title_canon_sha256":"1ab2ceca874db05910e25469a13f5cb0703e0a8163f0ea624a7ea16e2fc7b3dc"},"schema_version":"1.0","source":{"id":"2108.02598","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.02598","created_at":"2026-07-05T03:03:34Z"},{"alias_kind":"arxiv_version","alias_value":"2108.02598v1","created_at":"2026-07-05T03:03:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.02598","created_at":"2026-07-05T03:03:34Z"},{"alias_kind":"pith_short_12","alias_value":"774NSYFNQFIZ","created_at":"2026-07-05T03:03:34Z"},{"alias_kind":"pith_short_16","alias_value":"774NSYFNQFIZZQ6P","created_at":"2026-07-05T03:03:34Z"},{"alias_kind":"pith_short_8","alias_value":"774NSYFN","created_at":"2026-07-05T03:03:34Z"}],"graph_snapshots":[{"event_id":"sha256:414eb15f347418360b896530702d8173f1aecfb788424df82103e405f32384e5","target":"graph","created_at":"2026-07-05T03:03:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.02598/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"End-to-end intent classification using speech has numerous advantages compared to the conventional pipeline approach using automatic speech recognition (ASR), followed by natural language processing modules. It attempts to predict intent from speech without using an intermediate ASR module. However, such end-to-end framework suffers from the unavailability of large speech resources with higher acoustic variation in spoken language understanding. In this work, we exploit the scope of the transformer distillation method that is specifically designed for knowledge distillation from a transformer ","authors_text":"Bidisha Sharma, Haizhou Li, Maulik Madhavi, Yidi Jiang","cross_cats":["cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-05T13:08:13Z","title":"Knowledge Distillation from BERT Transformer to Speech Transformer for Intent Classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.02598","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0db770e4db8c826864734bae8f0ecb581470fa737aba68f8c8b94a8d4f862374","target":"record","created_at":"2026-07-05T03:03:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"63fbb9631ccb7c42b07af596fdc795f561be1d91c8318da6606dbf8ecc496fb6","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-05T13:08:13Z","title_canon_sha256":"1ab2ceca874db05910e25469a13f5cb0703e0a8163f0ea624a7ea16e2fc7b3dc"},"schema_version":"1.0","source":{"id":"2108.02598","kind":"arxiv","version":1}},"canonical_sha256":"fff8d960ad81519cc3cfc18d7c0998fd9a68166e8b585d18165af387afdcc652","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fff8d960ad81519cc3cfc18d7c0998fd9a68166e8b585d18165af387afdcc652","first_computed_at":"2026-07-05T03:03:34.615545Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:03:34.615545Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Uc6W+Q2Dvi7XAMhF+vmffoWJYD8dAzrm20c2SON1HpPcWvlZlv393d0vG27JAB38PUAiwoZo1O2pFeJEGtcaAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:03:34.616057Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.02598","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0db770e4db8c826864734bae8f0ecb581470fa737aba68f8c8b94a8d4f862374","sha256:414eb15f347418360b896530702d8173f1aecfb788424df82103e405f32384e5"],"state_sha256":"33d8fd7f681a83aabdde1d3738775e0bf298ebbb05639520c6bd92c2b414e7a3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cm9uE0dh86hAWTsmrisVD1Jbacrj/LahJ005B4Yw3LAGIokmCETCxxT39R4C2E4pcHcqxpKQAUFAekLY7lUECg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T15:45:21.422583Z","bundle_sha256":"141d1b7d20e7eb59fee32e5c7e973de171aa8f6d92a6846a38b815d9e95d2f18"}}