{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:IF4PNJ2OP57X3KSK4VLP4XJVUG","short_pith_number":"pith:IF4PNJ2O","schema_version":"1.0","canonical_sha256":"4178f6a74e7f7f7daa4ae556fe5d35a1be3f58ad406cfd98afedf0a0fd4b1e69","source":{"kind":"arxiv","id":"1808.09121","version":3},"attestation_state":"computed","paper":{"title":"WiC: the Word-in-Context Dataset for Evaluating Context-Sensitive Meaning Representations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jose Camacho-Collados, Mohammad Taher Pilehvar","submitted_at":"2018-08-28T05:16:35Z","abstract_excerpt":"By design, word embeddings are unable to model the dynamic nature of words' semantics, i.e., the property of words to correspond to potentially different meanings. To address this limitation, dozens of specialized meaning representation techniques such as sense or contextualized embeddings have been proposed. However, despite the popularity of research on this topic, very few evaluation benchmarks exist that specifically focus on the dynamic semantics of words. In this paper we show that existing models have surpassed the performance ceiling of the standard evaluation dataset for the purpose, "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1808.09121","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-08-28T05:16:35Z","cross_cats_sorted":[],"title_canon_sha256":"644052e0f79990293f4ae733710498432df461f64ca474e35982c976aa52e300","abstract_canon_sha256":"64ab231d7b7fda636750b8d714b246d8162fedbd5056ff648a879aa538251320"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:47:39.840844Z","signature_b64":"tYNpBAXdNuzl4rAfbiTU1tayzZFivgI1/dsCtnCywm3Fjz/thWWakMcrEJ8MfGfHtb9QkFUHaQp8F6o5tbw3BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4178f6a74e7f7f7daa4ae556fe5d35a1be3f58ad406cfd98afedf0a0fd4b1e69","last_reissued_at":"2026-05-17T23:47:39.840380Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:47:39.840380Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"WiC: the Word-in-Context Dataset for Evaluating Context-Sensitive Meaning Representations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jose Camacho-Collados, Mohammad Taher Pilehvar","submitted_at":"2018-08-28T05:16:35Z","abstract_excerpt":"By design, word embeddings are unable to model the dynamic nature of words' semantics, i.e., the property of words to correspond to potentially different meanings. To address this limitation, dozens of specialized meaning representation techniques such as sense or contextualized embeddings have been proposed. However, despite the popularity of research on this topic, very few evaluation benchmarks exist that specifically focus on the dynamic semantics of words. In this paper we show that existing models have surpassed the performance ceiling of the standard evaluation dataset for the purpose, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.09121","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1808.09121","created_at":"2026-05-17T23:47:39.840465+00:00"},{"alias_kind":"arxiv_version","alias_value":"1808.09121v3","created_at":"2026-05-17T23:47:39.840465+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.09121","created_at":"2026-05-17T23:47:39.840465+00:00"},{"alias_kind":"pith_short_12","alias_value":"IF4PNJ2OP57X","created_at":"2026-05-18T12:32:28.185984+00:00"},{"alias_kind":"pith_short_16","alias_value":"IF4PNJ2OP57X3KSK","created_at":"2026-05-18T12:32:28.185984+00:00"},{"alias_kind":"pith_short_8","alias_value":"IF4PNJ2O","created_at":"2026-05-18T12:32:28.185984+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":5,"sample":[{"citing_arxiv_id":"2508.18983","citing_title":"SMoE: An Algorithm-System Co-Design for Pushing MoE to the Edge via Expert Substitution","ref_index":16,"is_internal_anchor":true},{"citing_arxiv_id":"2402.00838","citing_title":"OLMo: Accelerating the Science of Language Models","ref_index":7,"is_internal_anchor":true},{"citing_arxiv_id":"2405.14782","citing_title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","ref_index":210,"is_internal_anchor":true},{"citing_arxiv_id":"2605.14055","citing_title":"PEML: Parameter-efficient Multi-Task Learning with Optimized Continuous Prompts","ref_index":45,"is_internal_anchor":true},{"citing_arxiv_id":"1905.00537","citing_title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","ref_index":133,"is_internal_anchor":true},{"citing_arxiv_id":"1910.10683","citing_title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","ref_index":55,"is_internal_anchor":false},{"citing_arxiv_id":"2104.08691","citing_title":"The Power of Scale for Parameter-Efficient Prompt Tuning","ref_index":35,"is_internal_anchor":false},{"citing_arxiv_id":"2005.14165","citing_title":"Language Models are Few-Shot Learners","ref_index":58,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/IF4PNJ2OP57X3KSK4VLP4XJVUG","json":"https://pith.science/pith/IF4PNJ2OP57X3KSK4VLP4XJVUG.json","graph_json":"https://pith.science/api/pith-number/IF4PNJ2OP57X3KSK4VLP4XJVUG/graph.json","events_json":"https://pith.science/api/pith-number/IF4PNJ2OP57X3KSK4VLP4XJVUG/events.json","paper":"https://pith.science/paper/IF4PNJ2O"},"agent_actions":{"view_html":"https://pith.science/pith/IF4PNJ2OP57X3KSK4VLP4XJVUG","download_json":"https://pith.science/pith/IF4PNJ2OP57X3KSK4VLP4XJVUG.json","view_paper":"https://pith.science/paper/IF4PNJ2O","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1808.09121&json=true","fetch_graph":"https://pith.science/api/pith-number/IF4PNJ2OP57X3KSK4VLP4XJVUG/graph.json","fetch_events":"https://pith.science/api/pith-number/IF4PNJ2OP57X3KSK4VLP4XJVUG/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/IF4PNJ2OP57X3KSK4VLP4XJVUG/action/timestamp_anchor","attest_storage":"https://pith.science/pith/IF4PNJ2OP57X3KSK4VLP4XJVUG/action/storage_attestation","attest_author":"https://pith.science/pith/IF4PNJ2OP57X3KSK4VLP4XJVUG/action/author_attestation","sign_citation":"https://pith.science/pith/IF4PNJ2OP57X3KSK4VLP4XJVUG/action/citation_signature","submit_replication":"https://pith.science/pith/IF4PNJ2OP57X3KSK4VLP4XJVUG/action/replication_record"}},"created_at":"2026-05-17T23:47:39.840465+00:00","updated_at":"2026-05-17T23:47:39.840465+00:00"}