{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:WWHKFGLZOZHXJQYPBEIVOZYVIJ","short_pith_number":"pith:WWHKFGLZ","canonical_record":{"source":{"id":"2103.04350","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-07T13:11:31Z","cross_cats_sorted":[],"title_canon_sha256":"45a11ecc9cda6089d68f5d2ced7bcf8294f69e0b53b5e9f58df91632aa84915a","abstract_canon_sha256":"90481ccb3e9fcd65c2d47e5582821ffaaf3cd6b0b951b452bff37a50ac0d60ca"},"schema_version":"1.0"},"canonical_sha256":"b58ea29979764f74c30f0911576715426d1d609c5ab82e7ca53e0ad12117362a","source":{"kind":"arxiv","id":"2103.04350","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.04350","created_at":"2026-07-05T02:21:04Z"},{"alias_kind":"arxiv_version","alias_value":"2103.04350v1","created_at":"2026-07-05T02:21:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.04350","created_at":"2026-07-05T02:21:04Z"},{"alias_kind":"pith_short_12","alias_value":"WWHKFGLZOZHX","created_at":"2026-07-05T02:21:04Z"},{"alias_kind":"pith_short_16","alias_value":"WWHKFGLZOZHXJQYP","created_at":"2026-07-05T02:21:04Z"},{"alias_kind":"pith_short_8","alias_value":"WWHKFGLZ","created_at":"2026-07-05T02:21:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:WWHKFGLZOZHXJQYPBEIVOZYVIJ","target":"record","payload":{"canonical_record":{"source":{"id":"2103.04350","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-07T13:11:31Z","cross_cats_sorted":[],"title_canon_sha256":"45a11ecc9cda6089d68f5d2ced7bcf8294f69e0b53b5e9f58df91632aa84915a","abstract_canon_sha256":"90481ccb3e9fcd65c2d47e5582821ffaaf3cd6b0b951b452bff37a50ac0d60ca"},"schema_version":"1.0"},"canonical_sha256":"b58ea29979764f74c30f0911576715426d1d609c5ab82e7ca53e0ad12117362a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:21:04.773919Z","signature_b64":"hab2+bj7AbnxAPqI7M3uxodiX9tj04+6vcXfwGK1f/Ji6m9gitdyt0kkMhRraI9pBwbwX0lVVfUVlzLDdkidBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b58ea29979764f74c30f0911576715426d1d609c5ab82e7ca53e0ad12117362a","last_reissued_at":"2026-07-05T02:21:04.773576Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:21:04.773576Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.04350","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:21:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nZSws+c8E2Vyf/Neu5Mah4/wU3xdW4KNVNYMP8cDQJbFO1REtWGvOSG0Kqc6Rh+KgHyRzxLm9d+/BdKXUWx7Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T13:17:51.245933Z"},"content_sha256":"20d07b5aa50aa3f6cc6ae34d9a15aa2c1097a267fe8ea7f8a34f730a042d0081","schema_version":"1.0","event_id":"sha256:20d07b5aa50aa3f6cc6ae34d9a15aa2c1097a267fe8ea7f8a34f730a042d0081"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:WWHKFGLZOZHXJQYPBEIVOZYVIJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Syntax-BERT: Improving Pre-trained Transformers with Syntax Trees","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jiangang Bai, Jing Bai, Jing Yu, Yaming Yang, Yiren Chen, Yujing Wang, Yunhai Tong","submitted_at":"2021-03-07T13:11:31Z","abstract_excerpt":"Pre-trained language models like BERT achieve superior performances in various NLP tasks without explicit consideration of syntactic information. Meanwhile, syntactic information has been proved to be crucial for the success of NLP applications. However, how to incorporate the syntax trees effectively and efficiently into pre-trained Transformers is still unsettled. In this paper, we address this problem by proposing a novel framework named Syntax-BERT. This framework works in a plug-and-play mode and is applicable to an arbitrary pre-trained checkpoint based on Transformer architecture. Exper"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.04350","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.04350/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:21:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"304jOQ1jbjLnKt//aV31QFjD+14EYQ3cKixv3bb2zptcWYkthgjgcKslIUiFoJdWnNtX3pJrvodaYiwgkkbUDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T13:17:51.246732Z"},"content_sha256":"f2edadd641009d1d7ed171b871344d4b44ab239d18d8f7935d21e548fef2eb75","schema_version":"1.0","event_id":"sha256:f2edadd641009d1d7ed171b871344d4b44ab239d18d8f7935d21e548fef2eb75"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WWHKFGLZOZHXJQYPBEIVOZYVIJ/bundle.json","state_url":"https://pith.science/pith/WWHKFGLZOZHXJQYPBEIVOZYVIJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WWHKFGLZOZHXJQYPBEIVOZYVIJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T13:17:51Z","links":{"resolver":"https://pith.science/pith/WWHKFGLZOZHXJQYPBEIVOZYVIJ","bundle":"https://pith.science/pith/WWHKFGLZOZHXJQYPBEIVOZYVIJ/bundle.json","state":"https://pith.science/pith/WWHKFGLZOZHXJQYPBEIVOZYVIJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WWHKFGLZOZHXJQYPBEIVOZYVIJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:WWHKFGLZOZHXJQYPBEIVOZYVIJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"90481ccb3e9fcd65c2d47e5582821ffaaf3cd6b0b951b452bff37a50ac0d60ca","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-07T13:11:31Z","title_canon_sha256":"45a11ecc9cda6089d68f5d2ced7bcf8294f69e0b53b5e9f58df91632aa84915a"},"schema_version":"1.0","source":{"id":"2103.04350","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.04350","created_at":"2026-07-05T02:21:04Z"},{"alias_kind":"arxiv_version","alias_value":"2103.04350v1","created_at":"2026-07-05T02:21:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.04350","created_at":"2026-07-05T02:21:04Z"},{"alias_kind":"pith_short_12","alias_value":"WWHKFGLZOZHX","created_at":"2026-07-05T02:21:04Z"},{"alias_kind":"pith_short_16","alias_value":"WWHKFGLZOZHXJQYP","created_at":"2026-07-05T02:21:04Z"},{"alias_kind":"pith_short_8","alias_value":"WWHKFGLZ","created_at":"2026-07-05T02:21:04Z"}],"graph_snapshots":[{"event_id":"sha256:f2edadd641009d1d7ed171b871344d4b44ab239d18d8f7935d21e548fef2eb75","target":"graph","created_at":"2026-07-05T02:21:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.04350/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained language models like BERT achieve superior performances in various NLP tasks without explicit consideration of syntactic information. Meanwhile, syntactic information has been proved to be crucial for the success of NLP applications. However, how to incorporate the syntax trees effectively and efficiently into pre-trained Transformers is still unsettled. In this paper, we address this problem by proposing a novel framework named Syntax-BERT. This framework works in a plug-and-play mode and is applicable to an arbitrary pre-trained checkpoint based on Transformer architecture. Exper","authors_text":"Jiangang Bai, Jing Bai, Jing Yu, Yaming Yang, Yiren Chen, Yujing Wang, Yunhai Tong","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-07T13:11:31Z","title":"Syntax-BERT: Improving Pre-trained Transformers with Syntax Trees"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.04350","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:20d07b5aa50aa3f6cc6ae34d9a15aa2c1097a267fe8ea7f8a34f730a042d0081","target":"record","created_at":"2026-07-05T02:21:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"90481ccb3e9fcd65c2d47e5582821ffaaf3cd6b0b951b452bff37a50ac0d60ca","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-03-07T13:11:31Z","title_canon_sha256":"45a11ecc9cda6089d68f5d2ced7bcf8294f69e0b53b5e9f58df91632aa84915a"},"schema_version":"1.0","source":{"id":"2103.04350","kind":"arxiv","version":1}},"canonical_sha256":"b58ea29979764f74c30f0911576715426d1d609c5ab82e7ca53e0ad12117362a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b58ea29979764f74c30f0911576715426d1d609c5ab82e7ca53e0ad12117362a","first_computed_at":"2026-07-05T02:21:04.773576Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:21:04.773576Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hab2+bj7AbnxAPqI7M3uxodiX9tj04+6vcXfwGK1f/Ji6m9gitdyt0kkMhRraI9pBwbwX0lVVfUVlzLDdkidBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:21:04.773919Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.04350","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:20d07b5aa50aa3f6cc6ae34d9a15aa2c1097a267fe8ea7f8a34f730a042d0081","sha256:f2edadd641009d1d7ed171b871344d4b44ab239d18d8f7935d21e548fef2eb75"],"state_sha256":"36d6a5d7ad72126e0a8b361a3188c0f691e9371353c9048a8363b3d1572bb8c6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WplaN47ZoqpfSV5oZMsgGe3Dw+3UedLTBQuxrTFc9R9GzAJtMz3iXT2E/prswq7gp/W0KzBhyKH5py3JXm3kAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T13:17:51.262034Z","bundle_sha256":"10d82e3b05c38aa79aa27d24b9dc27814921e08818bd7e9f99bd40017c893e9b"}}