{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:R6WL3HEGF7EDI72ZHOSRSJ6SH7","short_pith_number":"pith:R6WL3HEG","canonical_record":{"source":{"id":"1906.06438","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-14T23:42:08Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f355292b923fd07dd3208cccfef1b21ca73abbd1d87fdb9f473549a56405f22e","abstract_canon_sha256":"22d325b828e9d212ebe1243fa28609a773e0d82f219f957d7989c5c2ff174130"},"schema_version":"1.0"},"canonical_sha256":"8facbd9c862fc8347f593ba51927d23ff83478ab7a9dc304cf884bd57cf6cdfe","source":{"kind":"arxiv","id":"1906.06438","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.06438","created_at":"2026-05-17T23:43:13Z"},{"alias_kind":"arxiv_version","alias_value":"1906.06438v1","created_at":"2026-05-17T23:43:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.06438","created_at":"2026-05-17T23:43:13Z"},{"alias_kind":"pith_short_12","alias_value":"R6WL3HEGF7ED","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_16","alias_value":"R6WL3HEGF7EDI72Z","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_8","alias_value":"R6WL3HEG","created_at":"2026-05-18T12:33:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:R6WL3HEGF7EDI72ZHOSRSJ6SH7","target":"record","payload":{"canonical_record":{"source":{"id":"1906.06438","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-14T23:42:08Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f355292b923fd07dd3208cccfef1b21ca73abbd1d87fdb9f473549a56405f22e","abstract_canon_sha256":"22d325b828e9d212ebe1243fa28609a773e0d82f219f957d7989c5c2ff174130"},"schema_version":"1.0"},"canonical_sha256":"8facbd9c862fc8347f593ba51927d23ff83478ab7a9dc304cf884bd57cf6cdfe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:43:13.675358Z","signature_b64":"ro96jfyz3j2dPNU7JBT/c0YlkS6b+GhcvszEiKMhrLzLTNxktyjDuuqYfO2xJicZ9vr3PmuQkpZCi2jOtBpsCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8facbd9c862fc8347f593ba51927d23ff83478ab7a9dc304cf884bd57cf6cdfe","last_reissued_at":"2026-05-17T23:43:13.674911Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:43:13.674911Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1906.06438","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:43:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pLD/sWr0PqDZnnzF2GvTbKlQUS9h/MxY4Y6IkSCw7+Wujq64Ac+fM/IFdcqPQqtXpzKYGZn6F3L0rMw3avCxBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-24T12:22:02.670924Z"},"content_sha256":"61fdbff692cd110e3068d1c39004e3faa4da1fe3374d277b186fc7f00ab837b9","schema_version":"1.0","event_id":"sha256:61fdbff692cd110e3068d1c39004e3faa4da1fe3374d277b186fc7f00ab837b9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:R6WL3HEGF7EDI72ZHOSRSJ6SH7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scalable Syntax-Aware Language Models Using Knowledge Distillation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Adhiguna Kuncoro, Chris Dyer, Laura Rimell, Phil Blunsom, Stephen Clark","submitted_at":"2019-06-14T23:42:08Z","abstract_excerpt":"Prior work has shown that, on small amounts of training data, syntactic neural language models learn structurally sensitive generalisations more successfully than sequential language models. However, their computational complexity renders scaling difficult, and it remains an open question whether structural biases are still necessary when sequential models have access to ever larger amounts of training data. To answer this question, we introduce an efficient knowledge distillation (KD) technique that transfers knowledge from a syntactic language model trained on a small corpus to an LSTM langu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.06438","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:43:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/Z/ZbFEFDiyHDVfu9mPH82alXhU0UedF/O5hjs5WNc8VIZZZqQG2KmoDjdw2nrWYJkxahBS6wj7JxBQaGvwZCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-24T12:22:02.671705Z"},"content_sha256":"1809a5285531764d0e95c15cfc80de12f128e21d324a654bf3c7a19720528f09","schema_version":"1.0","event_id":"sha256:1809a5285531764d0e95c15cfc80de12f128e21d324a654bf3c7a19720528f09"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R6WL3HEGF7EDI72ZHOSRSJ6SH7/bundle.json","state_url":"https://pith.science/pith/R6WL3HEGF7EDI72ZHOSRSJ6SH7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R6WL3HEGF7EDI72ZHOSRSJ6SH7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-24T12:22:02Z","links":{"resolver":"https://pith.science/pith/R6WL3HEGF7EDI72ZHOSRSJ6SH7","bundle":"https://pith.science/pith/R6WL3HEGF7EDI72ZHOSRSJ6SH7/bundle.json","state":"https://pith.science/pith/R6WL3HEGF7EDI72ZHOSRSJ6SH7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R6WL3HEGF7EDI72ZHOSRSJ6SH7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:R6WL3HEGF7EDI72ZHOSRSJ6SH7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"22d325b828e9d212ebe1243fa28609a773e0d82f219f957d7989c5c2ff174130","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-14T23:42:08Z","title_canon_sha256":"f355292b923fd07dd3208cccfef1b21ca73abbd1d87fdb9f473549a56405f22e"},"schema_version":"1.0","source":{"id":"1906.06438","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.06438","created_at":"2026-05-17T23:43:13Z"},{"alias_kind":"arxiv_version","alias_value":"1906.06438v1","created_at":"2026-05-17T23:43:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.06438","created_at":"2026-05-17T23:43:13Z"},{"alias_kind":"pith_short_12","alias_value":"R6WL3HEGF7ED","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_16","alias_value":"R6WL3HEGF7EDI72Z","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_8","alias_value":"R6WL3HEG","created_at":"2026-05-18T12:33:27Z"}],"graph_snapshots":[{"event_id":"sha256:1809a5285531764d0e95c15cfc80de12f128e21d324a654bf3c7a19720528f09","target":"graph","created_at":"2026-05-17T23:43:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Prior work has shown that, on small amounts of training data, syntactic neural language models learn structurally sensitive generalisations more successfully than sequential language models. However, their computational complexity renders scaling difficult, and it remains an open question whether structural biases are still necessary when sequential models have access to ever larger amounts of training data. To answer this question, we introduce an efficient knowledge distillation (KD) technique that transfers knowledge from a syntactic language model trained on a small corpus to an LSTM langu","authors_text":"Adhiguna Kuncoro, Chris Dyer, Laura Rimell, Phil Blunsom, Stephen Clark","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-14T23:42:08Z","title":"Scalable Syntax-Aware Language Models Using Knowledge Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.06438","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:61fdbff692cd110e3068d1c39004e3faa4da1fe3374d277b186fc7f00ab837b9","target":"record","created_at":"2026-05-17T23:43:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"22d325b828e9d212ebe1243fa28609a773e0d82f219f957d7989c5c2ff174130","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-14T23:42:08Z","title_canon_sha256":"f355292b923fd07dd3208cccfef1b21ca73abbd1d87fdb9f473549a56405f22e"},"schema_version":"1.0","source":{"id":"1906.06438","kind":"arxiv","version":1}},"canonical_sha256":"8facbd9c862fc8347f593ba51927d23ff83478ab7a9dc304cf884bd57cf6cdfe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8facbd9c862fc8347f593ba51927d23ff83478ab7a9dc304cf884bd57cf6cdfe","first_computed_at":"2026-05-17T23:43:13.674911Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:43:13.674911Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ro96jfyz3j2dPNU7JBT/c0YlkS6b+GhcvszEiKMhrLzLTNxktyjDuuqYfO2xJicZ9vr3PmuQkpZCi2jOtBpsCw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:43:13.675358Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.06438","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:61fdbff692cd110e3068d1c39004e3faa4da1fe3374d277b186fc7f00ab837b9","sha256:1809a5285531764d0e95c15cfc80de12f128e21d324a654bf3c7a19720528f09"],"state_sha256":"e09feb3870ffeedd164185c76d386f6ce3964de3d26bcccd048700ef911aa768"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jCDIsUbjwix2Cw3iqvHtupw03Q9RJVQJW9MJvrOvIs6QjjH2goLzyBezGWvu+P4NOR9Xgw1PLeL1aZz9UVtxAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-24T12:22:02.675283Z","bundle_sha256":"b161f70c8780f0d93fb41fc04036e516d7f6d4d686aeed4d8f6d2f1bf48e0f34"}}