{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:U5F3L3BOQCVNSN2FJDVNL2UXH4","short_pith_number":"pith:U5F3L3BO","canonical_record":{"source":{"id":"2208.00635","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-01T06:43:19Z","cross_cats_sorted":[],"title_canon_sha256":"208fb96bbbbf40332277045df43d9bf5b91cfecc139cc72d97437df8a15fe1e8","abstract_canon_sha256":"1d70ca0d9d8f3ef27c67b73aee50db032bd6e149dc51b7e5dd9a60524d18d280"},"schema_version":"1.0"},"canonical_sha256":"a74bb5ec2e80aad9374548ead5ea973f128bc592363cbb1a24fc68954559fc06","source":{"kind":"arxiv","id":"2208.00635","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.00635","created_at":"2026-07-05T04:45:03Z"},{"alias_kind":"arxiv_version","alias_value":"2208.00635v1","created_at":"2026-07-05T04:45:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.00635","created_at":"2026-07-05T04:45:03Z"},{"alias_kind":"pith_short_12","alias_value":"U5F3L3BOQCVN","created_at":"2026-07-05T04:45:03Z"},{"alias_kind":"pith_short_16","alias_value":"U5F3L3BOQCVNSN2F","created_at":"2026-07-05T04:45:03Z"},{"alias_kind":"pith_short_8","alias_value":"U5F3L3BO","created_at":"2026-07-05T04:45:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:U5F3L3BOQCVNSN2FJDVNL2UXH4","target":"record","payload":{"canonical_record":{"source":{"id":"2208.00635","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-01T06:43:19Z","cross_cats_sorted":[],"title_canon_sha256":"208fb96bbbbf40332277045df43d9bf5b91cfecc139cc72d97437df8a15fe1e8","abstract_canon_sha256":"1d70ca0d9d8f3ef27c67b73aee50db032bd6e149dc51b7e5dd9a60524d18d280"},"schema_version":"1.0"},"canonical_sha256":"a74bb5ec2e80aad9374548ead5ea973f128bc592363cbb1a24fc68954559fc06","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:45:03.135414Z","signature_b64":"rToLeRTTv8xmNsseWNUDtbiB741yWt/88VUnu6QDrvL5IuZvKrn11h3SZQUb+Q+Xig/Nwa5r3jJ+OjNnRns5Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a74bb5ec2e80aad9374548ead5ea973f128bc592363cbb1a24fc68954559fc06","last_reissued_at":"2026-07-05T04:45:03.134953Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:45:03.134953Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.00635","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:45:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NSiaVWtngzW7ty3xwW0BTsFp6w+1jbBCNITUYAdihnW5Jk4siyi5/5cmbjr+bRoTfNgf3sD4PnGguAubTp5pBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T06:31:12.882413Z"},"content_sha256":"775407ec1400b6bd9cdc4604d78980b7748dd2780a766ad64cff7d649e064ca1","schema_version":"1.0","event_id":"sha256:775407ec1400b6bd9cdc4604d78980b7748dd2780a766ad64cff7d649e064ca1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:U5F3L3BOQCVNSN2FJDVNL2UXH4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DictBERT: Dictionary Description Knowledge Enhanced Language Model Pre-training via Contrastive Learning","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Feng-Lin Li, Guohai Xu, Ji Zhang, Ming Yan, Qianglong Chen, Yin Zhang","submitted_at":"2022-08-01T06:43:19Z","abstract_excerpt":"Although pre-trained language models (PLMs) have achieved state-of-the-art performance on various natural language processing (NLP) tasks, they are shown to be lacking in knowledge when dealing with knowledge driven tasks. Despite the many efforts made for injecting knowledge into PLMs, this problem remains open. To address the challenge, we propose \\textbf{DictBERT}, a novel approach that enhances PLMs with dictionary knowledge which is easier to acquire than knowledge graph (KG). During pre-training, we present two novel pre-training tasks to inject dictionary knowledge into PLMs via contras"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.00635","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.00635/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:45:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iKFIh6Xs2LFV41gowbKDy5eg6oPYsl4XUv6R4GB9wTSzQemRIk7DJ3T+WF2Pb495BkeY21XTeabom5BVVCpgAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T06:31:12.883328Z"},"content_sha256":"3751412fd050acbc2849848a4a75eed34eadb32a633216db02fcc8ed14202ae3","schema_version":"1.0","event_id":"sha256:3751412fd050acbc2849848a4a75eed34eadb32a633216db02fcc8ed14202ae3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U5F3L3BOQCVNSN2FJDVNL2UXH4/bundle.json","state_url":"https://pith.science/pith/U5F3L3BOQCVNSN2FJDVNL2UXH4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U5F3L3BOQCVNSN2FJDVNL2UXH4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T06:31:12Z","links":{"resolver":"https://pith.science/pith/U5F3L3BOQCVNSN2FJDVNL2UXH4","bundle":"https://pith.science/pith/U5F3L3BOQCVNSN2FJDVNL2UXH4/bundle.json","state":"https://pith.science/pith/U5F3L3BOQCVNSN2FJDVNL2UXH4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U5F3L3BOQCVNSN2FJDVNL2UXH4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:U5F3L3BOQCVNSN2FJDVNL2UXH4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1d70ca0d9d8f3ef27c67b73aee50db032bd6e149dc51b7e5dd9a60524d18d280","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-01T06:43:19Z","title_canon_sha256":"208fb96bbbbf40332277045df43d9bf5b91cfecc139cc72d97437df8a15fe1e8"},"schema_version":"1.0","source":{"id":"2208.00635","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.00635","created_at":"2026-07-05T04:45:03Z"},{"alias_kind":"arxiv_version","alias_value":"2208.00635v1","created_at":"2026-07-05T04:45:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.00635","created_at":"2026-07-05T04:45:03Z"},{"alias_kind":"pith_short_12","alias_value":"U5F3L3BOQCVN","created_at":"2026-07-05T04:45:03Z"},{"alias_kind":"pith_short_16","alias_value":"U5F3L3BOQCVNSN2F","created_at":"2026-07-05T04:45:03Z"},{"alias_kind":"pith_short_8","alias_value":"U5F3L3BO","created_at":"2026-07-05T04:45:03Z"}],"graph_snapshots":[{"event_id":"sha256:3751412fd050acbc2849848a4a75eed34eadb32a633216db02fcc8ed14202ae3","target":"graph","created_at":"2026-07-05T04:45:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.00635/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although pre-trained language models (PLMs) have achieved state-of-the-art performance on various natural language processing (NLP) tasks, they are shown to be lacking in knowledge when dealing with knowledge driven tasks. Despite the many efforts made for injecting knowledge into PLMs, this problem remains open. To address the challenge, we propose \\textbf{DictBERT}, a novel approach that enhances PLMs with dictionary knowledge which is easier to acquire than knowledge graph (KG). During pre-training, we present two novel pre-training tasks to inject dictionary knowledge into PLMs via contras","authors_text":"Feng-Lin Li, Guohai Xu, Ji Zhang, Ming Yan, Qianglong Chen, Yin Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-01T06:43:19Z","title":"DictBERT: Dictionary Description Knowledge Enhanced Language Model Pre-training via Contrastive Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.00635","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:775407ec1400b6bd9cdc4604d78980b7748dd2780a766ad64cff7d649e064ca1","target":"record","created_at":"2026-07-05T04:45:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1d70ca0d9d8f3ef27c67b73aee50db032bd6e149dc51b7e5dd9a60524d18d280","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-01T06:43:19Z","title_canon_sha256":"208fb96bbbbf40332277045df43d9bf5b91cfecc139cc72d97437df8a15fe1e8"},"schema_version":"1.0","source":{"id":"2208.00635","kind":"arxiv","version":1}},"canonical_sha256":"a74bb5ec2e80aad9374548ead5ea973f128bc592363cbb1a24fc68954559fc06","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a74bb5ec2e80aad9374548ead5ea973f128bc592363cbb1a24fc68954559fc06","first_computed_at":"2026-07-05T04:45:03.134953Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:45:03.134953Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rToLeRTTv8xmNsseWNUDtbiB741yWt/88VUnu6QDrvL5IuZvKrn11h3SZQUb+Q+Xig/Nwa5r3jJ+OjNnRns5Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:45:03.135414Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.00635","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:775407ec1400b6bd9cdc4604d78980b7748dd2780a766ad64cff7d649e064ca1","sha256:3751412fd050acbc2849848a4a75eed34eadb32a633216db02fcc8ed14202ae3"],"state_sha256":"00cef00fcb97e80badc00b65f57b8d67027ae5d83e915e195312a3cd60b2f46e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Tx3Q8AUrmcf7jV6osi2bVkNLwFeObHTJ3qnFRJtm0gMv5Ez9pBagNH2EeOlRDMGQ59072m2I0mZZz2SdKACeDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T06:31:12.892051Z","bundle_sha256":"6cfa50942331ec8f89838c71ff8449fd80a02daf755400b96acc3a3844c0b83a"}}