{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:36YU7D4E3PQFEOSQPUC6UHETU7","short_pith_number":"pith:36YU7D4E","canonical_record":{"source":{"id":"2106.07967","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-15T08:44:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"56e48961b16c077859db81150db95a328e95d6bf35ce5410e54d4e6174960d3c","abstract_canon_sha256":"f3d3ade75dab43dd01754d5e8a2405f9cbd4486d88736c4aa28ba616777c9d23"},"schema_version":"1.0"},"canonical_sha256":"dfb14f8f84dbe0523a507d05ea1c93a7ececa031de82190b6a311152e7ca3218","source":{"kind":"arxiv","id":"2106.07967","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.07967","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"arxiv_version","alias_value":"2106.07967v3","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.07967","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_12","alias_value":"36YU7D4E3PQF","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_16","alias_value":"36YU7D4E3PQFEOSQ","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_8","alias_value":"36YU7D4E","created_at":"2026-07-05T04:05:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:36YU7D4E3PQFEOSQPUC6UHETU7","target":"record","payload":{"canonical_record":{"source":{"id":"2106.07967","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-15T08:44:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"56e48961b16c077859db81150db95a328e95d6bf35ce5410e54d4e6174960d3c","abstract_canon_sha256":"f3d3ade75dab43dd01754d5e8a2405f9cbd4486d88736c4aa28ba616777c9d23"},"schema_version":"1.0"},"canonical_sha256":"dfb14f8f84dbe0523a507d05ea1c93a7ececa031de82190b6a311152e7ca3218","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:05:11.875794Z","signature_b64":"DVKnJQsbJXwAR8OnVgacQ0A4ZZCOxkF0MeoMIz9waKn07THkYFvxkuZJO5s31BxIseyFmkqXr39RLQpof1RpCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dfb14f8f84dbe0523a507d05ea1c93a7ececa031de82190b6a311152e7ca3218","last_reissued_at":"2026-07-05T04:05:11.875208Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:05:11.875208Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.07967","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:05:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+/uIl/0oNTr1k/lEXLFyS57VtESQrG7V7EfxdodfogqUDArUZcxJsVc/P49B+kYDGY4d1HLSh/vpAhTVVuFICA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:25:45.962845Z"},"content_sha256":"b969f5dd5392f10291b557320e376ba83b895935d0334c32914c3a88ad824c28","schema_version":"1.0","event_id":"sha256:b969f5dd5392f10291b557320e376ba83b895935d0334c32914c3a88ad824c28"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:36YU7D4E3PQFEOSQPUC6UHETU7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Incorporating Word Sense Disambiguation in Neural Language Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bela Gipp, Jan Philip Wahle, Norman Meuschke, Terry Ruas","submitted_at":"2021-06-15T08:44:08Z","abstract_excerpt":"We present two supervised (pre-)training methods to incorporate gloss definitions from lexical resources into neural language models (LMs). The training improves our models' performance for Word Sense Disambiguation (WSD) but also benefits general language understanding tasks while adding almost no parameters. We evaluate our techniques with seven different neural LMs and find that XLNet is more suitable for WSD than BERT. Our best-performing methods exceeds state-of-the-art WSD techniques on the SemCor 3.0 dataset by 0.5% F1 and increase BERT's performance on the GLUE benchmark by 1.1% on ave"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.07967","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.07967/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:05:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xFeVT1jVSLPdR6xoT1HPnhdkUXZEmfgbrodu7oiRUSURZ3xYHeN6AumhzQHUMWhHYFEW1tYDnu2vIpr4UjF4Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:25:45.963208Z"},"content_sha256":"ec8a47ea83e87355ee8faf65140fc19553b59b46b713d7c0fa88ade8e7767a28","schema_version":"1.0","event_id":"sha256:ec8a47ea83e87355ee8faf65140fc19553b59b46b713d7c0fa88ade8e7767a28"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/36YU7D4E3PQFEOSQPUC6UHETU7/bundle.json","state_url":"https://pith.science/pith/36YU7D4E3PQFEOSQPUC6UHETU7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/36YU7D4E3PQFEOSQPUC6UHETU7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T12:25:45Z","links":{"resolver":"https://pith.science/pith/36YU7D4E3PQFEOSQPUC6UHETU7","bundle":"https://pith.science/pith/36YU7D4E3PQFEOSQPUC6UHETU7/bundle.json","state":"https://pith.science/pith/36YU7D4E3PQFEOSQPUC6UHETU7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/36YU7D4E3PQFEOSQPUC6UHETU7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:36YU7D4E3PQFEOSQPUC6UHETU7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f3d3ade75dab43dd01754d5e8a2405f9cbd4486d88736c4aa28ba616777c9d23","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-15T08:44:08Z","title_canon_sha256":"56e48961b16c077859db81150db95a328e95d6bf35ce5410e54d4e6174960d3c"},"schema_version":"1.0","source":{"id":"2106.07967","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.07967","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"arxiv_version","alias_value":"2106.07967v3","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.07967","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_12","alias_value":"36YU7D4E3PQF","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_16","alias_value":"36YU7D4E3PQFEOSQ","created_at":"2026-07-05T04:05:11Z"},{"alias_kind":"pith_short_8","alias_value":"36YU7D4E","created_at":"2026-07-05T04:05:11Z"}],"graph_snapshots":[{"event_id":"sha256:ec8a47ea83e87355ee8faf65140fc19553b59b46b713d7c0fa88ade8e7767a28","target":"graph","created_at":"2026-07-05T04:05:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.07967/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present two supervised (pre-)training methods to incorporate gloss definitions from lexical resources into neural language models (LMs). The training improves our models' performance for Word Sense Disambiguation (WSD) but also benefits general language understanding tasks while adding almost no parameters. We evaluate our techniques with seven different neural LMs and find that XLNet is more suitable for WSD than BERT. Our best-performing methods exceeds state-of-the-art WSD techniques on the SemCor 3.0 dataset by 0.5% F1 and increase BERT's performance on the GLUE benchmark by 1.1% on ave","authors_text":"Bela Gipp, Jan Philip Wahle, Norman Meuschke, Terry Ruas","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-15T08:44:08Z","title":"Incorporating Word Sense Disambiguation in Neural Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.07967","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b969f5dd5392f10291b557320e376ba83b895935d0334c32914c3a88ad824c28","target":"record","created_at":"2026-07-05T04:05:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f3d3ade75dab43dd01754d5e8a2405f9cbd4486d88736c4aa28ba616777c9d23","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-06-15T08:44:08Z","title_canon_sha256":"56e48961b16c077859db81150db95a328e95d6bf35ce5410e54d4e6174960d3c"},"schema_version":"1.0","source":{"id":"2106.07967","kind":"arxiv","version":3}},"canonical_sha256":"dfb14f8f84dbe0523a507d05ea1c93a7ececa031de82190b6a311152e7ca3218","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dfb14f8f84dbe0523a507d05ea1c93a7ececa031de82190b6a311152e7ca3218","first_computed_at":"2026-07-05T04:05:11.875208Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:05:11.875208Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DVKnJQsbJXwAR8OnVgacQ0A4ZZCOxkF0MeoMIz9waKn07THkYFvxkuZJO5s31BxIseyFmkqXr39RLQpof1RpCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:05:11.875794Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.07967","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b969f5dd5392f10291b557320e376ba83b895935d0334c32914c3a88ad824c28","sha256:ec8a47ea83e87355ee8faf65140fc19553b59b46b713d7c0fa88ade8e7767a28"],"state_sha256":"5af8e34174b4214b27b7e555600f32366a7afc99d2b34d236577a94bcfa10124"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cpPqwtfUPnte4XPhtlNe4Hpq9NBxg2kg0EaYHTcgc3tmphZOqyPVAUCWy31sJupleBoMLdf94srNuhF8uL6MDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T12:25:45.965119Z","bundle_sha256":"1576f998c93bb8ac9a081a813d94da6a61e338bda3e684d5e1813ca1b9e0c863"}}