{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:WXU4OEC2RBMXBZHKTKUNLDEQWR","short_pith_number":"pith:WXU4OEC2","canonical_record":{"source":{"id":"1905.07129","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-17T06:24:16Z","cross_cats_sorted":[],"title_canon_sha256":"ae18c9a10aac962f70cb942a7e2cc548f265b4fd79e8f92871d13d51ac3cedcf","abstract_canon_sha256":"43e8d18ce0654b126c2bd1526df57f2c0b7e5c80314a3678209a70c005a198db"},"schema_version":"1.0"},"canonical_sha256":"b5e9c7105a885970e4ea9aa8d58c90b46a0d8dd5ceea577a80e7320bc0aa932e","source":{"kind":"arxiv","id":"1905.07129","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.07129","created_at":"2026-05-17T23:44:18Z"},{"alias_kind":"arxiv_version","alias_value":"1905.07129v3","created_at":"2026-05-17T23:44:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.07129","created_at":"2026-05-17T23:44:18Z"},{"alias_kind":"pith_short_12","alias_value":"WXU4OEC2RBMX","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"WXU4OEC2RBMXBZHK","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"WXU4OEC2","created_at":"2026-05-18T12:33:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:WXU4OEC2RBMXBZHKTKUNLDEQWR","target":"record","payload":{"canonical_record":{"source":{"id":"1905.07129","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-17T06:24:16Z","cross_cats_sorted":[],"title_canon_sha256":"ae18c9a10aac962f70cb942a7e2cc548f265b4fd79e8f92871d13d51ac3cedcf","abstract_canon_sha256":"43e8d18ce0654b126c2bd1526df57f2c0b7e5c80314a3678209a70c005a198db"},"schema_version":"1.0"},"canonical_sha256":"b5e9c7105a885970e4ea9aa8d58c90b46a0d8dd5ceea577a80e7320bc0aa932e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:44:18.586235Z","signature_b64":"2KdJmiDG9B4khRjXUM+YV7tR9NIB53Egd32oqPotD3QtoFanM7SjRS6xsdlT4jAlWc7QcNoK1cLmArn/DfNfDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b5e9c7105a885970e4ea9aa8d58c90b46a0d8dd5ceea577a80e7320bc0aa932e","last_reissued_at":"2026-05-17T23:44:18.585570Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:44:18.585570Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1905.07129","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ewwWEy7zkXHA2lnAX2hWIreHiWrN+7/58uQy2BSOPc65Z0DMFzd/9E+lYQZgs52TNOhO6SUMeuYjXdSm1/YKDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T12:08:20.564836Z"},"content_sha256":"858e26becb562e93b706ea7e23e8764fe1e7e3f4de9c104a354591d47b271ec1","schema_version":"1.0","event_id":"sha256:858e26becb562e93b706ea7e23e8764fe1e7e3f4de9c104a354591d47b271ec1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:WXU4OEC2RBMXBZHKTKUNLDEQWR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ERNIE: Enhanced Language Representation with Informative Entities","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Maosong Sun, Qun Liu, Xin Jiang, Xu Han, Zhengyan Zhang, Zhiyuan Liu","submitted_at":"2019-05-17T06:24:16Z","abstract_excerpt":"Neural language representation models such as BERT pre-trained on large-scale corpora can well capture rich semantic patterns from plain text, and be fine-tuned to consistently improve the performance of various NLP tasks. However, the existing pre-trained language models rarely consider incorporating knowledge graphs (KGs), which can provide rich structured knowledge facts for better language understanding. We argue that informative entities in KGs can enhance language representation with external knowledge. In this paper, we utilize both large-scale textual corpora and KGs to train an enhanc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.07129","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"msrzviUsKWY+psT60kL2hZOs+UyrdwPLdw76S6eWTvH/HqRdxn6HB1p/9y3yTMPmI1lYh/vZYfsLkkzei5bbCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T12:08:20.565193Z"},"content_sha256":"327cf50cf59ae20b6879f808bbd823d2c3c983b6071c87370a16e0bc4e97d0e8","schema_version":"1.0","event_id":"sha256:327cf50cf59ae20b6879f808bbd823d2c3c983b6071c87370a16e0bc4e97d0e8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WXU4OEC2RBMXBZHKTKUNLDEQWR/bundle.json","state_url":"https://pith.science/pith/WXU4OEC2RBMXBZHKTKUNLDEQWR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WXU4OEC2RBMXBZHKTKUNLDEQWR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T12:08:20Z","links":{"resolver":"https://pith.science/pith/WXU4OEC2RBMXBZHKTKUNLDEQWR","bundle":"https://pith.science/pith/WXU4OEC2RBMXBZHKTKUNLDEQWR/bundle.json","state":"https://pith.science/pith/WXU4OEC2RBMXBZHKTKUNLDEQWR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WXU4OEC2RBMXBZHKTKUNLDEQWR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:WXU4OEC2RBMXBZHKTKUNLDEQWR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"43e8d18ce0654b126c2bd1526df57f2c0b7e5c80314a3678209a70c005a198db","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-17T06:24:16Z","title_canon_sha256":"ae18c9a10aac962f70cb942a7e2cc548f265b4fd79e8f92871d13d51ac3cedcf"},"schema_version":"1.0","source":{"id":"1905.07129","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1905.07129","created_at":"2026-05-17T23:44:18Z"},{"alias_kind":"arxiv_version","alias_value":"1905.07129v3","created_at":"2026-05-17T23:44:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.07129","created_at":"2026-05-17T23:44:18Z"},{"alias_kind":"pith_short_12","alias_value":"WXU4OEC2RBMX","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"WXU4OEC2RBMXBZHK","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"WXU4OEC2","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:327cf50cf59ae20b6879f808bbd823d2c3c983b6071c87370a16e0bc4e97d0e8","target":"graph","created_at":"2026-05-17T23:44:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Neural language representation models such as BERT pre-trained on large-scale corpora can well capture rich semantic patterns from plain text, and be fine-tuned to consistently improve the performance of various NLP tasks. However, the existing pre-trained language models rarely consider incorporating knowledge graphs (KGs), which can provide rich structured knowledge facts for better language understanding. We argue that informative entities in KGs can enhance language representation with external knowledge. In this paper, we utilize both large-scale textual corpora and KGs to train an enhanc","authors_text":"Maosong Sun, Qun Liu, Xin Jiang, Xu Han, Zhengyan Zhang, Zhiyuan Liu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-17T06:24:16Z","title":"ERNIE: Enhanced Language Representation with Informative Entities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.07129","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:858e26becb562e93b706ea7e23e8764fe1e7e3f4de9c104a354591d47b271ec1","target":"record","created_at":"2026-05-17T23:44:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"43e8d18ce0654b126c2bd1526df57f2c0b7e5c80314a3678209a70c005a198db","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-05-17T06:24:16Z","title_canon_sha256":"ae18c9a10aac962f70cb942a7e2cc548f265b4fd79e8f92871d13d51ac3cedcf"},"schema_version":"1.0","source":{"id":"1905.07129","kind":"arxiv","version":3}},"canonical_sha256":"b5e9c7105a885970e4ea9aa8d58c90b46a0d8dd5ceea577a80e7320bc0aa932e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b5e9c7105a885970e4ea9aa8d58c90b46a0d8dd5ceea577a80e7320bc0aa932e","first_computed_at":"2026-05-17T23:44:18.585570Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:44:18.585570Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2KdJmiDG9B4khRjXUM+YV7tR9NIB53Egd32oqPotD3QtoFanM7SjRS6xsdlT4jAlWc7QcNoK1cLmArn/DfNfDw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:44:18.586235Z","signed_message":"canonical_sha256_bytes"},"source_id":"1905.07129","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:858e26becb562e93b706ea7e23e8764fe1e7e3f4de9c104a354591d47b271ec1","sha256:327cf50cf59ae20b6879f808bbd823d2c3c983b6071c87370a16e0bc4e97d0e8"],"state_sha256":"3c5316df36becb3d427601d8f61ae3049a657145e8144aea1f3b22a16b9183ef"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pNWUhgfec4XcJgcwIfmlTApzSn0VN/TCpt92yC2rQrA+NGHatHShcWd0IV7smF9JafocHdgOJXvHUNEWn+6zDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T12:08:20.567480Z","bundle_sha256":"fa06354fed42d71d38b92859aa500c312e6e43b969e97e8cdc02c5b95ec8562f"}}