{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:D7QLBRY2IY52Q7SFPU3CRKGSGQ","short_pith_number":"pith:D7QLBRY2","canonical_record":{"source":{"id":"2010.05731","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-10-12T14:24:01Z","cross_cats_sorted":[],"title_canon_sha256":"1e48214892267f5c562cefbe14e2e17a5bfc6b881ce27d1ccde63af6b94ffbf8","abstract_canon_sha256":"5d7798a068ee225922ffe522f45f9aa18400a432d9287d9ec7455196a6ace6fe"},"schema_version":"1.0"},"canonical_sha256":"1fe0b0c71a463ba87e457d3628a8d23427f90b2c5eb9ac15ebf436333badaa59","source":{"kind":"arxiv","id":"2010.05731","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.05731","created_at":"2026-07-05T01:42:10Z"},{"alias_kind":"arxiv_version","alias_value":"2010.05731v1","created_at":"2026-07-05T01:42:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.05731","created_at":"2026-07-05T01:42:10Z"},{"alias_kind":"pith_short_12","alias_value":"D7QLBRY2IY52","created_at":"2026-07-05T01:42:10Z"},{"alias_kind":"pith_short_16","alias_value":"D7QLBRY2IY52Q7SF","created_at":"2026-07-05T01:42:10Z"},{"alias_kind":"pith_short_8","alias_value":"D7QLBRY2","created_at":"2026-07-05T01:42:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:D7QLBRY2IY52Q7SFPU3CRKGSGQ","target":"record","payload":{"canonical_record":{"source":{"id":"2010.05731","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-10-12T14:24:01Z","cross_cats_sorted":[],"title_canon_sha256":"1e48214892267f5c562cefbe14e2e17a5bfc6b881ce27d1ccde63af6b94ffbf8","abstract_canon_sha256":"5d7798a068ee225922ffe522f45f9aa18400a432d9287d9ec7455196a6ace6fe"},"schema_version":"1.0"},"canonical_sha256":"1fe0b0c71a463ba87e457d3628a8d23427f90b2c5eb9ac15ebf436333badaa59","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:42:10.161896Z","signature_b64":"CU/SZi99FVdO/To48pGXGukhzyt0JB/jZM2YZcxudN+chAQkGxptHz8+ebaPVZKncUk6uSwNB4Zh+GfkmsiNCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1fe0b0c71a463ba87e457d3628a8d23427f90b2c5eb9ac15ebf436333badaa59","last_reissued_at":"2026-07-05T01:42:10.161483Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:42:10.161483Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.05731","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:42:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Rw17u6XTQi8j8hruQWehQHJFX1oRGmf7D6w/mkfHCy0ESVC8xiwzg/C5qkZtHhG9c096AJyLECQXYtY6uO1gAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:21:48.477708Z"},"content_sha256":"dcb0a6d43a159943b75a8d0223f99ac93ef6323e2340199f46d63fca5bae3685","schema_version":"1.0","event_id":"sha256:dcb0a6d43a159943b75a8d0223f99ac93ef6323e2340199f46d63fca5bae3685"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:D7QLBRY2IY52Q7SFPU3CRKGSGQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Probing Pretrained Language Models for Lexical Semantics","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anna Korhonen, Edoardo Maria Ponti, Goran Glava\\v{s}, Ivan Vuli\\'c, Robert Litschko","submitted_at":"2020-10-12T14:24:01Z","abstract_excerpt":"The success of large pretrained language models (LMs) such as BERT and RoBERTa has sparked interest in probing their representations, in order to unveil what types of knowledge they implicitly capture. While prior research focused on morphosyntactic, semantic, and world knowledge, it remains unclear to which extent LMs also derive lexical type-level knowledge from words in context. In this work, we present a systematic empirical analysis across six typologically diverse languages and five different lexical tasks, addressing the following questions: 1) How do different lexical knowledge extract"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.05731","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.05731/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:42:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8MuJGWgdsWTLl30nZ15P6kIS3lztdWq+iesSEho6AYsZJhTdqYyvlRCfnPm35RQ4IpPgZRJqjaVTpzs3RVcCCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:21:48.478345Z"},"content_sha256":"3bfd33ab5f220d1934dc8c7ea7dd5ab0f2c7e2d48ddd541a508ce28d23ffd679","schema_version":"1.0","event_id":"sha256:3bfd33ab5f220d1934dc8c7ea7dd5ab0f2c7e2d48ddd541a508ce28d23ffd679"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D7QLBRY2IY52Q7SFPU3CRKGSGQ/bundle.json","state_url":"https://pith.science/pith/D7QLBRY2IY52Q7SFPU3CRKGSGQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D7QLBRY2IY52Q7SFPU3CRKGSGQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:21:48Z","links":{"resolver":"https://pith.science/pith/D7QLBRY2IY52Q7SFPU3CRKGSGQ","bundle":"https://pith.science/pith/D7QLBRY2IY52Q7SFPU3CRKGSGQ/bundle.json","state":"https://pith.science/pith/D7QLBRY2IY52Q7SFPU3CRKGSGQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D7QLBRY2IY52Q7SFPU3CRKGSGQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:D7QLBRY2IY52Q7SFPU3CRKGSGQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5d7798a068ee225922ffe522f45f9aa18400a432d9287d9ec7455196a6ace6fe","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-10-12T14:24:01Z","title_canon_sha256":"1e48214892267f5c562cefbe14e2e17a5bfc6b881ce27d1ccde63af6b94ffbf8"},"schema_version":"1.0","source":{"id":"2010.05731","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.05731","created_at":"2026-07-05T01:42:10Z"},{"alias_kind":"arxiv_version","alias_value":"2010.05731v1","created_at":"2026-07-05T01:42:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.05731","created_at":"2026-07-05T01:42:10Z"},{"alias_kind":"pith_short_12","alias_value":"D7QLBRY2IY52","created_at":"2026-07-05T01:42:10Z"},{"alias_kind":"pith_short_16","alias_value":"D7QLBRY2IY52Q7SF","created_at":"2026-07-05T01:42:10Z"},{"alias_kind":"pith_short_8","alias_value":"D7QLBRY2","created_at":"2026-07-05T01:42:10Z"}],"graph_snapshots":[{"event_id":"sha256:3bfd33ab5f220d1934dc8c7ea7dd5ab0f2c7e2d48ddd541a508ce28d23ffd679","target":"graph","created_at":"2026-07-05T01:42:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.05731/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The success of large pretrained language models (LMs) such as BERT and RoBERTa has sparked interest in probing their representations, in order to unveil what types of knowledge they implicitly capture. While prior research focused on morphosyntactic, semantic, and world knowledge, it remains unclear to which extent LMs also derive lexical type-level knowledge from words in context. In this work, we present a systematic empirical analysis across six typologically diverse languages and five different lexical tasks, addressing the following questions: 1) How do different lexical knowledge extract","authors_text":"Anna Korhonen, Edoardo Maria Ponti, Goran Glava\\v{s}, Ivan Vuli\\'c, Robert Litschko","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-10-12T14:24:01Z","title":"Probing Pretrained Language Models for Lexical Semantics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.05731","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dcb0a6d43a159943b75a8d0223f99ac93ef6323e2340199f46d63fca5bae3685","target":"record","created_at":"2026-07-05T01:42:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5d7798a068ee225922ffe522f45f9aa18400a432d9287d9ec7455196a6ace6fe","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-10-12T14:24:01Z","title_canon_sha256":"1e48214892267f5c562cefbe14e2e17a5bfc6b881ce27d1ccde63af6b94ffbf8"},"schema_version":"1.0","source":{"id":"2010.05731","kind":"arxiv","version":1}},"canonical_sha256":"1fe0b0c71a463ba87e457d3628a8d23427f90b2c5eb9ac15ebf436333badaa59","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1fe0b0c71a463ba87e457d3628a8d23427f90b2c5eb9ac15ebf436333badaa59","first_computed_at":"2026-07-05T01:42:10.161483Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:42:10.161483Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CU/SZi99FVdO/To48pGXGukhzyt0JB/jZM2YZcxudN+chAQkGxptHz8+ebaPVZKncUk6uSwNB4Zh+GfkmsiNCw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:42:10.161896Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.05731","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dcb0a6d43a159943b75a8d0223f99ac93ef6323e2340199f46d63fca5bae3685","sha256:3bfd33ab5f220d1934dc8c7ea7dd5ab0f2c7e2d48ddd541a508ce28d23ffd679"],"state_sha256":"5e01d58a8e7b799fe77b3018d031de964a69e4655090f9a70ed3c63f061d0cbf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CJT69WcZi3QkHCYKME4MPM02A0F7K0IUHmfG/Fs/xUPWGpMZUDh1J84IyY9PcbA6ype7u36SQffTp7uE1I0HDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:21:48.483763Z","bundle_sha256":"ead70bf4614616e061f08af52f8030b1de87917f783435a7b363b8806d85d23b"}}