{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:SSD5NIKGN2QGYQFQ3LDVFVYHJ3","short_pith_number":"pith:SSD5NIKG","canonical_record":{"source":{"id":"2110.08875","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-17T17:36:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"903380205433d684c55d4186516dff71e5b717b554324f22239a7fa55f5fbd41","abstract_canon_sha256":"bb949a07085ac627881625bd1910ca9bd55ab8c7817b0f8250fcaa0487b5c0ae"},"schema_version":"1.0"},"canonical_sha256":"9487d6a1466ea06c40b0dac752d7074ecb21826ae642a0cd39a43350043d397f","source":{"kind":"arxiv","id":"2110.08875","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08875","created_at":"2026-07-05T03:23:21Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08875v1","created_at":"2026-07-05T03:23:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08875","created_at":"2026-07-05T03:23:21Z"},{"alias_kind":"pith_short_12","alias_value":"SSD5NIKGN2QG","created_at":"2026-07-05T03:23:21Z"},{"alias_kind":"pith_short_16","alias_value":"SSD5NIKGN2QGYQFQ","created_at":"2026-07-05T03:23:21Z"},{"alias_kind":"pith_short_8","alias_value":"SSD5NIKG","created_at":"2026-07-05T03:23:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:SSD5NIKGN2QGYQFQ3LDVFVYHJ3","target":"record","payload":{"canonical_record":{"source":{"id":"2110.08875","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-17T17:36:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"903380205433d684c55d4186516dff71e5b717b554324f22239a7fa55f5fbd41","abstract_canon_sha256":"bb949a07085ac627881625bd1910ca9bd55ab8c7817b0f8250fcaa0487b5c0ae"},"schema_version":"1.0"},"canonical_sha256":"9487d6a1466ea06c40b0dac752d7074ecb21826ae642a0cd39a43350043d397f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:23:21.417623Z","signature_b64":"LhHMbVR5R/ipyHi3DF+70g5jMKzFnlWwAK+AFVDs8yV6FGGKnsmf4Zw5x2G2uZPBY7nyyi2g+Z/S378zcvooCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9487d6a1466ea06c40b0dac752d7074ecb21826ae642a0cd39a43350043d397f","last_reissued_at":"2026-07-05T03:23:21.417229Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:23:21.417229Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.08875","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:23:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1p5JEUj96nPcuSaHEQE0ZnEzHaGlamp4vN18Eb7gC/vQdRX6zYek/MQjaQbfn8nyIWXki4TtoaDSW51hY3lLDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:18:43.939166Z"},"content_sha256":"d78383c28fce0b69bd564e4a96319e9f133e765d728bb162f688f06feb98a7fb","schema_version":"1.0","event_id":"sha256:d78383c28fce0b69bd564e4a96319e9f133e765d728bb162f688f06feb98a7fb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:SSD5NIKGN2QGYQFQ3LDVFVYHJ3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Predicting the Performance of Multilingual NLP Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Anirudh Srinivasan, Kalika Bali, Monojit Choudhury, Sandipan Dandapat, Sunayana Sitaram, Tanuja Ganu","submitted_at":"2021-10-17T17:36:53Z","abstract_excerpt":"Recent advancements in NLP have given us models like mBERT and XLMR that can serve over 100 languages. The languages that these models are evaluated on, however, are very few in number, and it is unlikely that evaluation datasets will cover all the languages that these models support. Potential solutions to the costly problem of dataset creation are to translate datasets to new languages or use template-filling based techniques for creation. This paper proposes an alternate solution for evaluating a model across languages which make use of the existing performance scores of the model on langua"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08875","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.08875/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:23:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eJp5xGO1Dzd9mItzE7NHDqduD27uB5Thbcu1ICtfbhVicoIQzwzklvtMMky60aa3ZyGYNbppkAHAwdeRB/kXCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:18:43.939990Z"},"content_sha256":"202f0610de757cdae587deb4024145e546d6e285f78d2a25ae97ae82baff52cb","schema_version":"1.0","event_id":"sha256:202f0610de757cdae587deb4024145e546d6e285f78d2a25ae97ae82baff52cb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SSD5NIKGN2QGYQFQ3LDVFVYHJ3/bundle.json","state_url":"https://pith.science/pith/SSD5NIKGN2QGYQFQ3LDVFVYHJ3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SSD5NIKGN2QGYQFQ3LDVFVYHJ3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T13:18:43Z","links":{"resolver":"https://pith.science/pith/SSD5NIKGN2QGYQFQ3LDVFVYHJ3","bundle":"https://pith.science/pith/SSD5NIKGN2QGYQFQ3LDVFVYHJ3/bundle.json","state":"https://pith.science/pith/SSD5NIKGN2QGYQFQ3LDVFVYHJ3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SSD5NIKGN2QGYQFQ3LDVFVYHJ3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:SSD5NIKGN2QGYQFQ3LDVFVYHJ3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bb949a07085ac627881625bd1910ca9bd55ab8c7817b0f8250fcaa0487b5c0ae","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-17T17:36:53Z","title_canon_sha256":"903380205433d684c55d4186516dff71e5b717b554324f22239a7fa55f5fbd41"},"schema_version":"1.0","source":{"id":"2110.08875","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08875","created_at":"2026-07-05T03:23:21Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08875v1","created_at":"2026-07-05T03:23:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08875","created_at":"2026-07-05T03:23:21Z"},{"alias_kind":"pith_short_12","alias_value":"SSD5NIKGN2QG","created_at":"2026-07-05T03:23:21Z"},{"alias_kind":"pith_short_16","alias_value":"SSD5NIKGN2QGYQFQ","created_at":"2026-07-05T03:23:21Z"},{"alias_kind":"pith_short_8","alias_value":"SSD5NIKG","created_at":"2026-07-05T03:23:21Z"}],"graph_snapshots":[{"event_id":"sha256:202f0610de757cdae587deb4024145e546d6e285f78d2a25ae97ae82baff52cb","target":"graph","created_at":"2026-07-05T03:23:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.08875/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advancements in NLP have given us models like mBERT and XLMR that can serve over 100 languages. The languages that these models are evaluated on, however, are very few in number, and it is unlikely that evaluation datasets will cover all the languages that these models support. Potential solutions to the costly problem of dataset creation are to translate datasets to new languages or use template-filling based techniques for creation. This paper proposes an alternate solution for evaluating a model across languages which make use of the existing performance scores of the model on langua","authors_text":"Anirudh Srinivasan, Kalika Bali, Monojit Choudhury, Sandipan Dandapat, Sunayana Sitaram, Tanuja Ganu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-17T17:36:53Z","title":"Predicting the Performance of Multilingual NLP Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08875","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d78383c28fce0b69bd564e4a96319e9f133e765d728bb162f688f06feb98a7fb","target":"record","created_at":"2026-07-05T03:23:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bb949a07085ac627881625bd1910ca9bd55ab8c7817b0f8250fcaa0487b5c0ae","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-17T17:36:53Z","title_canon_sha256":"903380205433d684c55d4186516dff71e5b717b554324f22239a7fa55f5fbd41"},"schema_version":"1.0","source":{"id":"2110.08875","kind":"arxiv","version":1}},"canonical_sha256":"9487d6a1466ea06c40b0dac752d7074ecb21826ae642a0cd39a43350043d397f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9487d6a1466ea06c40b0dac752d7074ecb21826ae642a0cd39a43350043d397f","first_computed_at":"2026-07-05T03:23:21.417229Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:23:21.417229Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LhHMbVR5R/ipyHi3DF+70g5jMKzFnlWwAK+AFVDs8yV6FGGKnsmf4Zw5x2G2uZPBY7nyyi2g+Z/S378zcvooCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:23:21.417623Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.08875","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d78383c28fce0b69bd564e4a96319e9f133e765d728bb162f688f06feb98a7fb","sha256:202f0610de757cdae587deb4024145e546d6e285f78d2a25ae97ae82baff52cb"],"state_sha256":"bf57ca124c8d330c6e7b99e33a1828ed13262c44455965c323bc574e608330b3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"goZW7xpP5dCteZNMZlG8x/0DXGmPP4J3LspKn9CQz1CTfToRmQuKeSCMWZ3czht3HvF3hyN4vjvWsviSScFWCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T13:18:43.947222Z","bundle_sha256":"bbf639af4d1639c5f84c9c72cf693cbe8ae8ac16d58ed5cc62ccb5bcdcb1e321"}}