{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:6PYUYYYGVEFK6X24KAXELSYR3J","short_pith_number":"pith:6PYUYYYG","canonical_record":{"source":{"id":"2005.13482","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-27T16:44:01Z","cross_cats_sorted":[],"title_canon_sha256":"ef6ad200534b50ee45b02b0a60c89db11bd57bd9e01422b71a96be354db67680","abstract_canon_sha256":"546d613f069b9d365206be65e4e427a7cf9d12e1d8bac7fe07969263524ce29e"},"schema_version":"1.0"},"canonical_sha256":"f3f14c6306a90aaf5f5c502e45cb11da6161a6db100cd723eac37873d3607539","source":{"kind":"arxiv","id":"2005.13482","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.13482","created_at":"2026-07-05T01:06:16Z"},{"alias_kind":"arxiv_version","alias_value":"2005.13482v1","created_at":"2026-07-05T01:06:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.13482","created_at":"2026-07-05T01:06:16Z"},{"alias_kind":"pith_short_12","alias_value":"6PYUYYYGVEFK","created_at":"2026-07-05T01:06:16Z"},{"alias_kind":"pith_short_16","alias_value":"6PYUYYYGVEFK6X24","created_at":"2026-07-05T01:06:16Z"},{"alias_kind":"pith_short_8","alias_value":"6PYUYYYG","created_at":"2026-07-05T01:06:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:6PYUYYYGVEFK6X24KAXELSYR3J","target":"record","payload":{"canonical_record":{"source":{"id":"2005.13482","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-27T16:44:01Z","cross_cats_sorted":[],"title_canon_sha256":"ef6ad200534b50ee45b02b0a60c89db11bd57bd9e01422b71a96be354db67680","abstract_canon_sha256":"546d613f069b9d365206be65e4e427a7cf9d12e1d8bac7fe07969263524ce29e"},"schema_version":"1.0"},"canonical_sha256":"f3f14c6306a90aaf5f5c502e45cb11da6161a6db100cd723eac37873d3607539","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:06:16.315294Z","signature_b64":"NgiIVbifiFWMBuW89Jq29PQ8ZMwAbgSmEy6K8nw5ioMud2AOz9a2M3P0b3riqSy+MX1izyzxbUza7nhyTWXYBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f3f14c6306a90aaf5f5c502e45cb11da6161a6db100cd723eac37873d3607539","last_reissued_at":"2026-07-05T01:06:16.314948Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:06:16.314948Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2005.13482","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:06:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HV7G0+uOfLL8SgZx5SZN2hf7q+ATPlA8R8Y99GbAmCTOIkoj1tp6fQg3J05fyi+nOD3ywccLT4IfkEHoX9R0Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:27:15.485144Z"},"content_sha256":"77425cfaffec95a37ac07e22895c02c0748b483199168f700296a58faf2588c8","schema_version":"1.0","event_id":"sha256:77425cfaffec95a37ac07e22895c02c0748b483199168f700296a58faf2588c8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:6PYUYYYGVEFK6X24KAXELSYR3J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Syntactic Structure Distillation Pretraining For Bidirectional Encoders","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Adhiguna Kuncoro, Chris Dyer, Daniel Fried, Dani Yogatama, Laura Rimell, Lingpeng Kong, Phil Blunsom","submitted_at":"2020-05-27T16:44:01Z","abstract_excerpt":"Textual representation learners trained on large amounts of data have achieved notable success on downstream tasks; intriguingly, they have also performed well on challenging tests of syntactic competence. Given this success, it remains an open question whether scalable learners like BERT can become fully proficient in the syntax of natural language by virtue of data scale alone, or whether they still benefit from more explicit syntactic biases. To answer this question, we introduce a knowledge distillation strategy for injecting syntactic biases into BERT pretraining, by distilling the syntac"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.13482","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2005.13482/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:06:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K2kO036vkrse/ewZCcFVtOH+pAu7JlkZm0w0jW7o6EnQy0ETOdCAB2RAbXXcSgebS+3TytMaYhL13WgusxDRBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:27:15.486217Z"},"content_sha256":"9f0cedf7c4cadd4238f0cef8fec196540c9a270d58b8fca3ba475b64fa4060d1","schema_version":"1.0","event_id":"sha256:9f0cedf7c4cadd4238f0cef8fec196540c9a270d58b8fca3ba475b64fa4060d1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6PYUYYYGVEFK6X24KAXELSYR3J/bundle.json","state_url":"https://pith.science/pith/6PYUYYYGVEFK6X24KAXELSYR3J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6PYUYYYGVEFK6X24KAXELSYR3J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T19:27:15Z","links":{"resolver":"https://pith.science/pith/6PYUYYYGVEFK6X24KAXELSYR3J","bundle":"https://pith.science/pith/6PYUYYYGVEFK6X24KAXELSYR3J/bundle.json","state":"https://pith.science/pith/6PYUYYYGVEFK6X24KAXELSYR3J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6PYUYYYGVEFK6X24KAXELSYR3J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:6PYUYYYGVEFK6X24KAXELSYR3J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"546d613f069b9d365206be65e4e427a7cf9d12e1d8bac7fe07969263524ce29e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-27T16:44:01Z","title_canon_sha256":"ef6ad200534b50ee45b02b0a60c89db11bd57bd9e01422b71a96be354db67680"},"schema_version":"1.0","source":{"id":"2005.13482","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.13482","created_at":"2026-07-05T01:06:16Z"},{"alias_kind":"arxiv_version","alias_value":"2005.13482v1","created_at":"2026-07-05T01:06:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.13482","created_at":"2026-07-05T01:06:16Z"},{"alias_kind":"pith_short_12","alias_value":"6PYUYYYGVEFK","created_at":"2026-07-05T01:06:16Z"},{"alias_kind":"pith_short_16","alias_value":"6PYUYYYGVEFK6X24","created_at":"2026-07-05T01:06:16Z"},{"alias_kind":"pith_short_8","alias_value":"6PYUYYYG","created_at":"2026-07-05T01:06:16Z"}],"graph_snapshots":[{"event_id":"sha256:9f0cedf7c4cadd4238f0cef8fec196540c9a270d58b8fca3ba475b64fa4060d1","target":"graph","created_at":"2026-07-05T01:06:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2005.13482/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Textual representation learners trained on large amounts of data have achieved notable success on downstream tasks; intriguingly, they have also performed well on challenging tests of syntactic competence. Given this success, it remains an open question whether scalable learners like BERT can become fully proficient in the syntax of natural language by virtue of data scale alone, or whether they still benefit from more explicit syntactic biases. To answer this question, we introduce a knowledge distillation strategy for injecting syntactic biases into BERT pretraining, by distilling the syntac","authors_text":"Adhiguna Kuncoro, Chris Dyer, Daniel Fried, Dani Yogatama, Laura Rimell, Lingpeng Kong, Phil Blunsom","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-27T16:44:01Z","title":"Syntactic Structure Distillation Pretraining For Bidirectional Encoders"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.13482","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:77425cfaffec95a37ac07e22895c02c0748b483199168f700296a58faf2588c8","target":"record","created_at":"2026-07-05T01:06:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"546d613f069b9d365206be65e4e427a7cf9d12e1d8bac7fe07969263524ce29e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-27T16:44:01Z","title_canon_sha256":"ef6ad200534b50ee45b02b0a60c89db11bd57bd9e01422b71a96be354db67680"},"schema_version":"1.0","source":{"id":"2005.13482","kind":"arxiv","version":1}},"canonical_sha256":"f3f14c6306a90aaf5f5c502e45cb11da6161a6db100cd723eac37873d3607539","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f3f14c6306a90aaf5f5c502e45cb11da6161a6db100cd723eac37873d3607539","first_computed_at":"2026-07-05T01:06:16.314948Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:06:16.314948Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NgiIVbifiFWMBuW89Jq29PQ8ZMwAbgSmEy6K8nw5ioMud2AOz9a2M3P0b3riqSy+MX1izyzxbUza7nhyTWXYBg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:06:16.315294Z","signed_message":"canonical_sha256_bytes"},"source_id":"2005.13482","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:77425cfaffec95a37ac07e22895c02c0748b483199168f700296a58faf2588c8","sha256:9f0cedf7c4cadd4238f0cef8fec196540c9a270d58b8fca3ba475b64fa4060d1"],"state_sha256":"00d0a793e8bda6d04da7128a2cc787fdc792ea1ab636a5140fcb5a2c0b6aa5fb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KMyUAIMuOCGf0+5lSPUwulEBh74DfxITzB2rmtyJd/eoyiyaXHqEmBuqx3H9HGoAjxMn7xjw2jXIrXj8znbMCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T19:27:15.492458Z","bundle_sha256":"3cb8b28aa33f04fb4b38d210f98655ace39700e4355f1bd2bcf6f6ec867b1fe9"}}