{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:IEUENDCL56NVFLOREL7FDYK6DH","short_pith_number":"pith:IEUENDCL","canonical_record":{"source":{"id":"2107.10614","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-07-22T12:32:27Z","cross_cats_sorted":[],"title_canon_sha256":"d608ba7d65a163924ae934b9b903e4248661758f6c15264254d300c48a8574b1","abstract_canon_sha256":"9e907426cfef6ef3ce0b29b2708266200275a93ed220ed16ac9c259297c58269"},"schema_version":"1.0"},"canonical_sha256":"4128468c4bef9b52add122fe51e15e19fe17c62aa43e408699f652631352557e","source":{"kind":"arxiv","id":"2107.10614","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.10614","created_at":"2026-07-05T03:00:01Z"},{"alias_kind":"arxiv_version","alias_value":"2107.10614v1","created_at":"2026-07-05T03:00:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.10614","created_at":"2026-07-05T03:00:01Z"},{"alias_kind":"pith_short_12","alias_value":"IEUENDCL56NV","created_at":"2026-07-05T03:00:01Z"},{"alias_kind":"pith_short_16","alias_value":"IEUENDCL56NVFLOR","created_at":"2026-07-05T03:00:01Z"},{"alias_kind":"pith_short_8","alias_value":"IEUENDCL","created_at":"2026-07-05T03:00:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:IEUENDCL56NVFLOREL7FDYK6DH","target":"record","payload":{"canonical_record":{"source":{"id":"2107.10614","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-07-22T12:32:27Z","cross_cats_sorted":[],"title_canon_sha256":"d608ba7d65a163924ae934b9b903e4248661758f6c15264254d300c48a8574b1","abstract_canon_sha256":"9e907426cfef6ef3ce0b29b2708266200275a93ed220ed16ac9c259297c58269"},"schema_version":"1.0"},"canonical_sha256":"4128468c4bef9b52add122fe51e15e19fe17c62aa43e408699f652631352557e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:00:01.860770Z","signature_b64":"vemT06HxB3DdQHSOsLY9GyIr46dCuvm6zItJs5I4GWjyY7jhLyyHmjyQBSEdbwihFCHsmbgR5EgRB3V1AjGHDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4128468c4bef9b52add122fe51e15e19fe17c62aa43e408699f652631352557e","last_reissued_at":"2026-07-05T03:00:01.860297Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:00:01.860297Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2107.10614","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:00:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0YePP3u5RHNSm+ZmnfVFrcTcpb2N1WZtxPNDYiHQBNRjz4Ot7ac7aRU/cco/eqoBWXhAZNODqvhG2LLMQeV1CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T09:05:03.850149Z"},"content_sha256":"35f0d2ce930712483f5eedd87c3c43f8fc61eba6d053442373235125fce564d5","schema_version":"1.0","event_id":"sha256:35f0d2ce930712483f5eedd87c3c43f8fc61eba6d053442373235125fce564d5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:IEUENDCL56NVFLOREL7FDYK6DH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of contextual embeddings on less-resourced languages","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ale\\v{s} \\v{Z}agar, Andra\\v{z} Repar, Carlos S. Armendariz, Marko Robnik-\\v{S}ikonja, Matej Ul\\v{c}ar, Matthew Purver, Senja Pollak","submitted_at":"2021-07-22T12:32:27Z","abstract_excerpt":"The current dominance of deep neural networks in natural language processing is based on contextual embeddings such as ELMo, BERT, and BERT derivatives. Most existing work focuses on English; in contrast, we present here the first multilingual empirical comparison of two ELMo and several monolingual and multilingual BERT models using 14 tasks in nine languages. In monolingual settings, our analysis shows that monolingual BERT models generally dominate, with a few exceptions such as the dependency parsing task, where they are not competitive with ELMo models trained on large corpora. In cross-l"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.10614","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.10614/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:00:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VhOolH0RhXmV525DVbugYnqXFGcrVtDfkUdAphJLZ7Rv46X0e11ENDy8WtyZKM4brFr68KYiIMX6s9pnnPSiBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T09:05:03.850538Z"},"content_sha256":"8eff4aa5b43ac34f3efd2e1d2bf3262e9f321fb26377f737f35b84311607696c","schema_version":"1.0","event_id":"sha256:8eff4aa5b43ac34f3efd2e1d2bf3262e9f321fb26377f737f35b84311607696c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IEUENDCL56NVFLOREL7FDYK6DH/bundle.json","state_url":"https://pith.science/pith/IEUENDCL56NVFLOREL7FDYK6DH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IEUENDCL56NVFLOREL7FDYK6DH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T09:05:03Z","links":{"resolver":"https://pith.science/pith/IEUENDCL56NVFLOREL7FDYK6DH","bundle":"https://pith.science/pith/IEUENDCL56NVFLOREL7FDYK6DH/bundle.json","state":"https://pith.science/pith/IEUENDCL56NVFLOREL7FDYK6DH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IEUENDCL56NVFLOREL7FDYK6DH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:IEUENDCL56NVFLOREL7FDYK6DH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9e907426cfef6ef3ce0b29b2708266200275a93ed220ed16ac9c259297c58269","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-07-22T12:32:27Z","title_canon_sha256":"d608ba7d65a163924ae934b9b903e4248661758f6c15264254d300c48a8574b1"},"schema_version":"1.0","source":{"id":"2107.10614","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.10614","created_at":"2026-07-05T03:00:01Z"},{"alias_kind":"arxiv_version","alias_value":"2107.10614v1","created_at":"2026-07-05T03:00:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.10614","created_at":"2026-07-05T03:00:01Z"},{"alias_kind":"pith_short_12","alias_value":"IEUENDCL56NV","created_at":"2026-07-05T03:00:01Z"},{"alias_kind":"pith_short_16","alias_value":"IEUENDCL56NVFLOR","created_at":"2026-07-05T03:00:01Z"},{"alias_kind":"pith_short_8","alias_value":"IEUENDCL","created_at":"2026-07-05T03:00:01Z"}],"graph_snapshots":[{"event_id":"sha256:8eff4aa5b43ac34f3efd2e1d2bf3262e9f321fb26377f737f35b84311607696c","target":"graph","created_at":"2026-07-05T03:00:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.10614/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The current dominance of deep neural networks in natural language processing is based on contextual embeddings such as ELMo, BERT, and BERT derivatives. Most existing work focuses on English; in contrast, we present here the first multilingual empirical comparison of two ELMo and several monolingual and multilingual BERT models using 14 tasks in nine languages. In monolingual settings, our analysis shows that monolingual BERT models generally dominate, with a few exceptions such as the dependency parsing task, where they are not competitive with ELMo models trained on large corpora. In cross-l","authors_text":"Ale\\v{s} \\v{Z}agar, Andra\\v{z} Repar, Carlos S. Armendariz, Marko Robnik-\\v{S}ikonja, Matej Ul\\v{c}ar, Matthew Purver, Senja Pollak","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-07-22T12:32:27Z","title":"Evaluation of contextual embeddings on less-resourced languages"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.10614","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:35f0d2ce930712483f5eedd87c3c43f8fc61eba6d053442373235125fce564d5","target":"record","created_at":"2026-07-05T03:00:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9e907426cfef6ef3ce0b29b2708266200275a93ed220ed16ac9c259297c58269","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2021-07-22T12:32:27Z","title_canon_sha256":"d608ba7d65a163924ae934b9b903e4248661758f6c15264254d300c48a8574b1"},"schema_version":"1.0","source":{"id":"2107.10614","kind":"arxiv","version":1}},"canonical_sha256":"4128468c4bef9b52add122fe51e15e19fe17c62aa43e408699f652631352557e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4128468c4bef9b52add122fe51e15e19fe17c62aa43e408699f652631352557e","first_computed_at":"2026-07-05T03:00:01.860297Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:00:01.860297Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vemT06HxB3DdQHSOsLY9GyIr46dCuvm6zItJs5I4GWjyY7jhLyyHmjyQBSEdbwihFCHsmbgR5EgRB3V1AjGHDg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:00:01.860770Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.10614","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:35f0d2ce930712483f5eedd87c3c43f8fc61eba6d053442373235125fce564d5","sha256:8eff4aa5b43ac34f3efd2e1d2bf3262e9f321fb26377f737f35b84311607696c"],"state_sha256":"93e8f2724b6a95465a27c602ec3786abc66495a6da52ecf6cbed0dc9fac0b900"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"akVxH8ZV9rUrb/P5iBuLuZO6C6++KjrYlXgvMutHypXWdWcZLlneC77ND2hnbaITnawtdb7n2W/qEqEJmolVBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T09:05:03.852437Z","bundle_sha256":"628eec450be0325d46bc8bfede6efeb2c1afedc66c20bc6bf59dbd1c8ac02677"}}