{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:T2M4JY3IGRP6ZQPGUUKWYMZNSZ","short_pith_number":"pith:T2M4JY3I","canonical_record":{"source":{"id":"2008.11608","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-08-26T15:07:07Z","cross_cats_sorted":[],"title_canon_sha256":"ccc0adf207ee46e4abfc344f79ba51dccb60e7b31bf360590c2090670f786e08","abstract_canon_sha256":"1c509cbea5e150ba4bbaf7527b705e0404d7437334d0c798c30da735604eb4a7"},"schema_version":"1.0"},"canonical_sha256":"9e99c4e368345fecc1e6a5156c332d9641489e00120d02c47785f217d8974a0e","source":{"kind":"arxiv","id":"2008.11608","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2008.11608","created_at":"2026-07-05T02:24:10Z"},{"alias_kind":"arxiv_version","alias_value":"2008.11608v3","created_at":"2026-07-05T02:24:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2008.11608","created_at":"2026-07-05T02:24:10Z"},{"alias_kind":"pith_short_12","alias_value":"T2M4JY3IGRP6","created_at":"2026-07-05T02:24:10Z"},{"alias_kind":"pith_short_16","alias_value":"T2M4JY3IGRP6ZQPG","created_at":"2026-07-05T02:24:10Z"},{"alias_kind":"pith_short_8","alias_value":"T2M4JY3I","created_at":"2026-07-05T02:24:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:T2M4JY3IGRP6ZQPGUUKWYMZNSZ","target":"record","payload":{"canonical_record":{"source":{"id":"2008.11608","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-08-26T15:07:07Z","cross_cats_sorted":[],"title_canon_sha256":"ccc0adf207ee46e4abfc344f79ba51dccb60e7b31bf360590c2090670f786e08","abstract_canon_sha256":"1c509cbea5e150ba4bbaf7527b705e0404d7437334d0c798c30da735604eb4a7"},"schema_version":"1.0"},"canonical_sha256":"9e99c4e368345fecc1e6a5156c332d9641489e00120d02c47785f217d8974a0e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:24:10.859686Z","signature_b64":"aWz9TgZBq8nPdvx4GuR5bPXAn7gBXgDKqWViOLCEiv32bA3okWjaTkWGeBgtNqc7bL0/WO8n8SvQHuTl4hQVBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9e99c4e368345fecc1e6a5156c332d9641489e00120d02c47785f217d8974a0e","last_reissued_at":"2026-07-05T02:24:10.859277Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:24:10.859277Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2008.11608","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:24:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V57YgwHeYk1zaS0XWAQzVVHXrcoOywD7R0UddrRFwbJmWBZiNsNuNyFtAqVnDdBY23weMiv2jN4u64wvm4JWBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T15:20:06.021302Z"},"content_sha256":"2ed382d867f40e6af71047e2151a8780ac0f30af732069bc6eafe35f7654e136","schema_version":"1.0","event_id":"sha256:2ed382d867f40e6af71047e2151a8780ac0f30af732069bc6eafe35f7654e136"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:T2M4JY3IGRP6ZQPGUUKWYMZNSZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Analysis and Evaluation of Language Models for Word Sense Disambiguation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Daniel Loureiro, Jose Camacho-Collados, Kiamehr Rezaee, Mohammad Taher Pilehvar","submitted_at":"2020-08-26T15:07:07Z","abstract_excerpt":"Transformer-based language models have taken many fields in NLP by storm. BERT and its derivatives dominate most of the existing evaluation benchmarks, including those for Word Sense Disambiguation (WSD), thanks to their ability in capturing context-sensitive semantic nuances. However, there is still little knowledge about their capabilities and potential limitations in encoding and recovering word senses. In this article, we provide an in-depth quantitative and qualitative analysis of the celebrated BERT model with respect to lexical ambiguity. One of the main conclusions of our analysis is t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2008.11608","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2008.11608/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:24:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hXspjt0kgad0hkLFbFd7Q9eMtxKErcF0arN9JfQssoqHaFbw1Na3bb6OyllIEtBfG8zvBpy+OZlmaPxye4wjCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T15:20:06.021812Z"},"content_sha256":"76e37aa19a0e3b250161d179e84a23548b0ce45662ddc2d5430dabc515ef6152","schema_version":"1.0","event_id":"sha256:76e37aa19a0e3b250161d179e84a23548b0ce45662ddc2d5430dabc515ef6152"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T2M4JY3IGRP6ZQPGUUKWYMZNSZ/bundle.json","state_url":"https://pith.science/pith/T2M4JY3IGRP6ZQPGUUKWYMZNSZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T2M4JY3IGRP6ZQPGUUKWYMZNSZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T15:20:06Z","links":{"resolver":"https://pith.science/pith/T2M4JY3IGRP6ZQPGUUKWYMZNSZ","bundle":"https://pith.science/pith/T2M4JY3IGRP6ZQPGUUKWYMZNSZ/bundle.json","state":"https://pith.science/pith/T2M4JY3IGRP6ZQPGUUKWYMZNSZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T2M4JY3IGRP6ZQPGUUKWYMZNSZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:T2M4JY3IGRP6ZQPGUUKWYMZNSZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1c509cbea5e150ba4bbaf7527b705e0404d7437334d0c798c30da735604eb4a7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-08-26T15:07:07Z","title_canon_sha256":"ccc0adf207ee46e4abfc344f79ba51dccb60e7b31bf360590c2090670f786e08"},"schema_version":"1.0","source":{"id":"2008.11608","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2008.11608","created_at":"2026-07-05T02:24:10Z"},{"alias_kind":"arxiv_version","alias_value":"2008.11608v3","created_at":"2026-07-05T02:24:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2008.11608","created_at":"2026-07-05T02:24:10Z"},{"alias_kind":"pith_short_12","alias_value":"T2M4JY3IGRP6","created_at":"2026-07-05T02:24:10Z"},{"alias_kind":"pith_short_16","alias_value":"T2M4JY3IGRP6ZQPG","created_at":"2026-07-05T02:24:10Z"},{"alias_kind":"pith_short_8","alias_value":"T2M4JY3I","created_at":"2026-07-05T02:24:10Z"}],"graph_snapshots":[{"event_id":"sha256:76e37aa19a0e3b250161d179e84a23548b0ce45662ddc2d5430dabc515ef6152","target":"graph","created_at":"2026-07-05T02:24:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2008.11608/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based language models have taken many fields in NLP by storm. BERT and its derivatives dominate most of the existing evaluation benchmarks, including those for Word Sense Disambiguation (WSD), thanks to their ability in capturing context-sensitive semantic nuances. However, there is still little knowledge about their capabilities and potential limitations in encoding and recovering word senses. In this article, we provide an in-depth quantitative and qualitative analysis of the celebrated BERT model with respect to lexical ambiguity. One of the main conclusions of our analysis is t","authors_text":"Daniel Loureiro, Jose Camacho-Collados, Kiamehr Rezaee, Mohammad Taher Pilehvar","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-08-26T15:07:07Z","title":"Analysis and Evaluation of Language Models for Word Sense Disambiguation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2008.11608","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2ed382d867f40e6af71047e2151a8780ac0f30af732069bc6eafe35f7654e136","target":"record","created_at":"2026-07-05T02:24:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1c509cbea5e150ba4bbaf7527b705e0404d7437334d0c798c30da735604eb4a7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-08-26T15:07:07Z","title_canon_sha256":"ccc0adf207ee46e4abfc344f79ba51dccb60e7b31bf360590c2090670f786e08"},"schema_version":"1.0","source":{"id":"2008.11608","kind":"arxiv","version":3}},"canonical_sha256":"9e99c4e368345fecc1e6a5156c332d9641489e00120d02c47785f217d8974a0e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9e99c4e368345fecc1e6a5156c332d9641489e00120d02c47785f217d8974a0e","first_computed_at":"2026-07-05T02:24:10.859277Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:24:10.859277Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aWz9TgZBq8nPdvx4GuR5bPXAn7gBXgDKqWViOLCEiv32bA3okWjaTkWGeBgtNqc7bL0/WO8n8SvQHuTl4hQVBw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:24:10.859686Z","signed_message":"canonical_sha256_bytes"},"source_id":"2008.11608","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2ed382d867f40e6af71047e2151a8780ac0f30af732069bc6eafe35f7654e136","sha256:76e37aa19a0e3b250161d179e84a23548b0ce45662ddc2d5430dabc515ef6152"],"state_sha256":"055efa1cab398580fdf99faff66a2643446562f335f868a7aa38c190fac202bc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bEm+q/SV67TRDsrWF9ZS7rM7WyoJnYTYRDnaiU11lnwpHiCwCHosaNzdU5zJ9MTiXKI2uzf5BX87qB3UdRURAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T15:20:06.026732Z","bundle_sha256":"2812776259f8d8f4c319d898b1d758f2ea3daa0709a026e594e5215f21bf8b97"}}