{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:GR4UPPW4ZTVSHENH4RUSWDFD6C","short_pith_number":"pith:GR4UPPW4","canonical_record":{"source":{"id":"1909.03508","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-08T16:57:26Z","cross_cats_sorted":["cs.CL","cs.IR","stat.ML"],"title_canon_sha256":"2f3a9182bbaa8fd5ed2e775ed7b53121714d04d30ec00f8c5664472b17651d1e","abstract_canon_sha256":"112081b31ca142fc2ca022e44dad51cff6483809366820119501a4936fcd5386"},"schema_version":"1.0"},"canonical_sha256":"347947bedccceb2391a7e4692b0ca3f09c66f3c2fe3bfec1fbc1c9a1dde2db05","source":{"kind":"arxiv","id":"1909.03508","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.03508","created_at":"2026-07-05T00:03:06Z"},{"alias_kind":"arxiv_version","alias_value":"1909.03508v1","created_at":"2026-07-05T00:03:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.03508","created_at":"2026-07-05T00:03:06Z"},{"alias_kind":"pith_short_12","alias_value":"GR4UPPW4ZTVS","created_at":"2026-07-05T00:03:06Z"},{"alias_kind":"pith_short_16","alias_value":"GR4UPPW4ZTVSHENH","created_at":"2026-07-05T00:03:06Z"},{"alias_kind":"pith_short_8","alias_value":"GR4UPPW4","created_at":"2026-07-05T00:03:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:GR4UPPW4ZTVSHENH4RUSWDFD6C","target":"record","payload":{"canonical_record":{"source":{"id":"1909.03508","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-08T16:57:26Z","cross_cats_sorted":["cs.CL","cs.IR","stat.ML"],"title_canon_sha256":"2f3a9182bbaa8fd5ed2e775ed7b53121714d04d30ec00f8c5664472b17651d1e","abstract_canon_sha256":"112081b31ca142fc2ca022e44dad51cff6483809366820119501a4936fcd5386"},"schema_version":"1.0"},"canonical_sha256":"347947bedccceb2391a7e4692b0ca3f09c66f3c2fe3bfec1fbc1c9a1dde2db05","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:03:06.382008Z","signature_b64":"bEbch/Q7+P/UFw+u9/o5+c7/D0Yzg0S4FbB584K1KZ9OyvCFJAZsPlczJyx7LGp0Nvu3yJmM+E/+627EzVSyBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"347947bedccceb2391a7e4692b0ca3f09c66f3c2fe3bfec1fbc1c9a1dde2db05","last_reissued_at":"2026-07-05T00:03:06.381568Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:03:06.381568Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.03508","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:03:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y6PPLUt6Jq6bV/sPACuh2//C6vk0eBgnSsRPqrQ10wEEl2PDkOcjcNOPr+cOkWZtI+HIrjxjOwDG+5kRSUf5BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T18:06:12.179490Z"},"content_sha256":"ade103751cd6acc58f1fe84321877e5a0fd28aafe0fb9d78474bd44eb19f3efe","schema_version":"1.0","event_id":"sha256:ade103751cd6acc58f1fe84321877e5a0fd28aafe0fb9d78474bd44eb19f3efe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:GR4UPPW4ZTVSHENH4RUSWDFD6C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformer to CNN: Label-scarce distillation for efficient text classification","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.IR","stat.ML"],"primary_cat":"cs.LG","authors_text":"Martin Andrews, Sam Witteveen, Yew Ken Chia","submitted_at":"2019-09-08T16:57:26Z","abstract_excerpt":"Significant advances have been made in Natural Language Processing (NLP) modelling since the beginning of 2018. The new approaches allow for accurate results, even when there is little labelled data, because these NLP models can benefit from training on both task-agnostic and task-specific unlabelled data. However, these advantages come with significant size and computational costs. This workshop paper outlines how our proposed convolutional student architecture, having been trained by a distillation process from a large-scale model, can achieve 300x inference speedup and 39x reduction in para"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.03508","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.03508/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:03:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YzfrskZP2u8tAmOqNktSEYXghTJld+6VxSGHxtzCOG/Rzi0DaXD1k2agrEQ+mgx9aKUEos9J1pUCspi4ae+9Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T18:06:12.179868Z"},"content_sha256":"9e7784766ab23d6f63703aa6792b15ee241b3479d82f37a6c4aa698a210819e7","schema_version":"1.0","event_id":"sha256:9e7784766ab23d6f63703aa6792b15ee241b3479d82f37a6c4aa698a210819e7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GR4UPPW4ZTVSHENH4RUSWDFD6C/bundle.json","state_url":"https://pith.science/pith/GR4UPPW4ZTVSHENH4RUSWDFD6C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GR4UPPW4ZTVSHENH4RUSWDFD6C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T18:06:12Z","links":{"resolver":"https://pith.science/pith/GR4UPPW4ZTVSHENH4RUSWDFD6C","bundle":"https://pith.science/pith/GR4UPPW4ZTVSHENH4RUSWDFD6C/bundle.json","state":"https://pith.science/pith/GR4UPPW4ZTVSHENH4RUSWDFD6C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GR4UPPW4ZTVSHENH4RUSWDFD6C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:GR4UPPW4ZTVSHENH4RUSWDFD6C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"112081b31ca142fc2ca022e44dad51cff6483809366820119501a4936fcd5386","cross_cats_sorted":["cs.CL","cs.IR","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-08T16:57:26Z","title_canon_sha256":"2f3a9182bbaa8fd5ed2e775ed7b53121714d04d30ec00f8c5664472b17651d1e"},"schema_version":"1.0","source":{"id":"1909.03508","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.03508","created_at":"2026-07-05T00:03:06Z"},{"alias_kind":"arxiv_version","alias_value":"1909.03508v1","created_at":"2026-07-05T00:03:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.03508","created_at":"2026-07-05T00:03:06Z"},{"alias_kind":"pith_short_12","alias_value":"GR4UPPW4ZTVS","created_at":"2026-07-05T00:03:06Z"},{"alias_kind":"pith_short_16","alias_value":"GR4UPPW4ZTVSHENH","created_at":"2026-07-05T00:03:06Z"},{"alias_kind":"pith_short_8","alias_value":"GR4UPPW4","created_at":"2026-07-05T00:03:06Z"}],"graph_snapshots":[{"event_id":"sha256:9e7784766ab23d6f63703aa6792b15ee241b3479d82f37a6c4aa698a210819e7","target":"graph","created_at":"2026-07-05T00:03:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.03508/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Significant advances have been made in Natural Language Processing (NLP) modelling since the beginning of 2018. The new approaches allow for accurate results, even when there is little labelled data, because these NLP models can benefit from training on both task-agnostic and task-specific unlabelled data. However, these advantages come with significant size and computational costs. This workshop paper outlines how our proposed convolutional student architecture, having been trained by a distillation process from a large-scale model, can achieve 300x inference speedup and 39x reduction in para","authors_text":"Martin Andrews, Sam Witteveen, Yew Ken Chia","cross_cats":["cs.CL","cs.IR","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-08T16:57:26Z","title":"Transformer to CNN: Label-scarce distillation for efficient text classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.03508","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ade103751cd6acc58f1fe84321877e5a0fd28aafe0fb9d78474bd44eb19f3efe","target":"record","created_at":"2026-07-05T00:03:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"112081b31ca142fc2ca022e44dad51cff6483809366820119501a4936fcd5386","cross_cats_sorted":["cs.CL","cs.IR","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-09-08T16:57:26Z","title_canon_sha256":"2f3a9182bbaa8fd5ed2e775ed7b53121714d04d30ec00f8c5664472b17651d1e"},"schema_version":"1.0","source":{"id":"1909.03508","kind":"arxiv","version":1}},"canonical_sha256":"347947bedccceb2391a7e4692b0ca3f09c66f3c2fe3bfec1fbc1c9a1dde2db05","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"347947bedccceb2391a7e4692b0ca3f09c66f3c2fe3bfec1fbc1c9a1dde2db05","first_computed_at":"2026-07-05T00:03:06.381568Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:03:06.381568Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bEbch/Q7+P/UFw+u9/o5+c7/D0Yzg0S4FbB584K1KZ9OyvCFJAZsPlczJyx7LGp0Nvu3yJmM+E/+627EzVSyBA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:03:06.382008Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.03508","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ade103751cd6acc58f1fe84321877e5a0fd28aafe0fb9d78474bd44eb19f3efe","sha256:9e7784766ab23d6f63703aa6792b15ee241b3479d82f37a6c4aa698a210819e7"],"state_sha256":"8798f51ef12e8efa33952335fb63f9553852369bb4a4d1077dbc163d2de21c4f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8eTvp3iLE+Md8RS2e9J5e9NkQe5f9V1bjYiIEdinxnPE236qBjSl0WiuLtD78aiE3+iWGzqXfI+jLxvxtyqeDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T18:06:12.181878Z","bundle_sha256":"cbee729f099ed38b861d3eb326291d7886a36a59712d6c25680fccf97c148374"}}