{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:XRGIFYPBHSS6UPYMDKO5FHVVF4","short_pith_number":"pith:XRGIFYPB","canonical_record":{"source":{"id":"1903.12136","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-03-28T17:23:50Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4c115290a20526281d3e328e9d3128cadb6d2306b264a9f50ebb5e3162c41a58","abstract_canon_sha256":"b23caa599a9bac524296ce34a426d86b0b02282bced1f9baf0b0a827aa38061c"},"schema_version":"1.0"},"canonical_sha256":"bc4c82e1e13ca5ea3f0c1a9dd29eb52f39126ec1fe84206e084616e41f873047","source":{"kind":"arxiv","id":"1903.12136","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1903.12136","created_at":"2026-05-17T23:49:57Z"},{"alias_kind":"arxiv_version","alias_value":"1903.12136v1","created_at":"2026-05-17T23:49:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1903.12136","created_at":"2026-05-17T23:49:57Z"},{"alias_kind":"pith_short_12","alias_value":"XRGIFYPBHSS6","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"XRGIFYPBHSS6UPYM","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"XRGIFYPB","created_at":"2026-05-18T12:33:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:XRGIFYPBHSS6UPYMDKO5FHVVF4","target":"record","payload":{"canonical_record":{"source":{"id":"1903.12136","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-03-28T17:23:50Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4c115290a20526281d3e328e9d3128cadb6d2306b264a9f50ebb5e3162c41a58","abstract_canon_sha256":"b23caa599a9bac524296ce34a426d86b0b02282bced1f9baf0b0a827aa38061c"},"schema_version":"1.0"},"canonical_sha256":"bc4c82e1e13ca5ea3f0c1a9dd29eb52f39126ec1fe84206e084616e41f873047","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:49:57.944579Z","signature_b64":"7lFWe6eK5nGpDMD39jOEshAy7jJ59SvRJRPjhVvsKbBJRdAIXGNtmk0F+JL0oecjc83TZd6cgXg981ZJ1tC8Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bc4c82e1e13ca5ea3f0c1a9dd29eb52f39126ec1fe84206e084616e41f873047","last_reissued_at":"2026-05-17T23:49:57.943922Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:49:57.943922Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1903.12136","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:49:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WYal8vvOZErhxSY1Jhj34L7lzUNGOqc6bNBKu9otK2PhNdLsISyHFoBhdChQLGIXurJa5Gpyq87rpF426c8/Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T19:26:24.761480Z"},"content_sha256":"6de5ad6d93a3c87616ce563a2c53a74a0934df1f40429ef047e9974769bb98f8","schema_version":"1.0","event_id":"sha256:6de5ad6d93a3c87616ce563a2c53a74a0934df1f40429ef047e9974769bb98f8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:XRGIFYPBHSS6UPYMDKO5FHVVF4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Distilling Task-Specific Knowledge from BERT into Simple Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Jimmy Lin, Lili Mou, Linqing Liu, Olga Vechtomova, Raphael Tang, Yao Lu","submitted_at":"2019-03-28T17:23:50Z","abstract_excerpt":"In the natural language processing literature, neural networks are becoming increasingly deeper and complex. The recent poster child of this trend is the deep language representation model, which includes BERT, ELMo, and GPT. These developments have led to the conviction that previous-generation, shallower neural networks for language understanding are obsolete. In this paper, however, we demonstrate that rudimentary, lightweight neural networks can still be made competitive without architecture changes, external training data, or additional input features. We propose to distill knowledge from"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1903.12136","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:49:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/zpxocc0sP4UfwinZJPKBqr2nN/4x4s2Iq0rpohEZUY7zBhEsxntWS70xYS1QBwh9hyUsYnOAh1Ixy/JkqdlAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T19:26:24.761826Z"},"content_sha256":"b24416b9bde9646e8544b5d5ff6134a3dcfa5d1a21875bb0cdd3e4993961d3bf","schema_version":"1.0","event_id":"sha256:b24416b9bde9646e8544b5d5ff6134a3dcfa5d1a21875bb0cdd3e4993961d3bf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XRGIFYPBHSS6UPYMDKO5FHVVF4/bundle.json","state_url":"https://pith.science/pith/XRGIFYPBHSS6UPYMDKO5FHVVF4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XRGIFYPBHSS6UPYMDKO5FHVVF4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-02T19:26:24Z","links":{"resolver":"https://pith.science/pith/XRGIFYPBHSS6UPYMDKO5FHVVF4","bundle":"https://pith.science/pith/XRGIFYPBHSS6UPYMDKO5FHVVF4/bundle.json","state":"https://pith.science/pith/XRGIFYPBHSS6UPYMDKO5FHVVF4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XRGIFYPBHSS6UPYMDKO5FHVVF4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:XRGIFYPBHSS6UPYMDKO5FHVVF4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b23caa599a9bac524296ce34a426d86b0b02282bced1f9baf0b0a827aa38061c","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-03-28T17:23:50Z","title_canon_sha256":"4c115290a20526281d3e328e9d3128cadb6d2306b264a9f50ebb5e3162c41a58"},"schema_version":"1.0","source":{"id":"1903.12136","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1903.12136","created_at":"2026-05-17T23:49:57Z"},{"alias_kind":"arxiv_version","alias_value":"1903.12136v1","created_at":"2026-05-17T23:49:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1903.12136","created_at":"2026-05-17T23:49:57Z"},{"alias_kind":"pith_short_12","alias_value":"XRGIFYPBHSS6","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"XRGIFYPBHSS6UPYM","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"XRGIFYPB","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:b24416b9bde9646e8544b5d5ff6134a3dcfa5d1a21875bb0cdd3e4993961d3bf","target":"graph","created_at":"2026-05-17T23:49:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In the natural language processing literature, neural networks are becoming increasingly deeper and complex. The recent poster child of this trend is the deep language representation model, which includes BERT, ELMo, and GPT. These developments have led to the conviction that previous-generation, shallower neural networks for language understanding are obsolete. In this paper, however, we demonstrate that rudimentary, lightweight neural networks can still be made competitive without architecture changes, external training data, or additional input features. We propose to distill knowledge from","authors_text":"Jimmy Lin, Lili Mou, Linqing Liu, Olga Vechtomova, Raphael Tang, Yao Lu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-03-28T17:23:50Z","title":"Distilling Task-Specific Knowledge from BERT into Simple Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1903.12136","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6de5ad6d93a3c87616ce563a2c53a74a0934df1f40429ef047e9974769bb98f8","target":"record","created_at":"2026-05-17T23:49:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b23caa599a9bac524296ce34a426d86b0b02282bced1f9baf0b0a827aa38061c","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-03-28T17:23:50Z","title_canon_sha256":"4c115290a20526281d3e328e9d3128cadb6d2306b264a9f50ebb5e3162c41a58"},"schema_version":"1.0","source":{"id":"1903.12136","kind":"arxiv","version":1}},"canonical_sha256":"bc4c82e1e13ca5ea3f0c1a9dd29eb52f39126ec1fe84206e084616e41f873047","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bc4c82e1e13ca5ea3f0c1a9dd29eb52f39126ec1fe84206e084616e41f873047","first_computed_at":"2026-05-17T23:49:57.943922Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:49:57.943922Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7lFWe6eK5nGpDMD39jOEshAy7jJ59SvRJRPjhVvsKbBJRdAIXGNtmk0F+JL0oecjc83TZd6cgXg981ZJ1tC8Cw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:49:57.944579Z","signed_message":"canonical_sha256_bytes"},"source_id":"1903.12136","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6de5ad6d93a3c87616ce563a2c53a74a0934df1f40429ef047e9974769bb98f8","sha256:b24416b9bde9646e8544b5d5ff6134a3dcfa5d1a21875bb0cdd3e4993961d3bf"],"state_sha256":"ba4e852377462bf6d03d5db5aaec46095c82c97891e72906af8f07a1bfb8066e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NNw1mgIxGPHh5RPoE3Sfs0Q5dfU7DOLC9j/0bNF3JmzWUrl566fum+3e6GAyJEljLim2sOdaNFQQC9AQravfCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-02T19:26:24.763890Z","bundle_sha256":"7026f3925a7f0d757c1c973e203b450edbc8819a9619c19175bb9bd5c8b39bfb"}}