{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:CZPZHJHESYYAWZQZ3NO2C2W47K","short_pith_number":"pith:CZPZHJHE","canonical_record":{"source":{"id":"2010.06189","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T05:29:56Z","cross_cats_sorted":[],"title_canon_sha256":"3f596ac6af33bbc16943bf7e10838e847f9216208b6e483aa19826212d201555","abstract_canon_sha256":"b0e485cc4d1d081b9910e8362d2b3052fb7855f5cabcd8994a635c9d72776776"},"schema_version":"1.0"},"canonical_sha256":"165f93a4e496300b6619db5da16adcfa8bff990ea7eefc61b7ea13aecebc0972","source":{"kind":"arxiv","id":"2010.06189","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.06189","created_at":"2026-07-05T01:46:27Z"},{"alias_kind":"arxiv_version","alias_value":"2010.06189v3","created_at":"2026-07-05T01:46:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.06189","created_at":"2026-07-05T01:46:27Z"},{"alias_kind":"pith_short_12","alias_value":"CZPZHJHESYYA","created_at":"2026-07-05T01:46:27Z"},{"alias_kind":"pith_short_16","alias_value":"CZPZHJHESYYAWZQZ","created_at":"2026-07-05T01:46:27Z"},{"alias_kind":"pith_short_8","alias_value":"CZPZHJHE","created_at":"2026-07-05T01:46:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:CZPZHJHESYYAWZQZ3NO2C2W47K","target":"record","payload":{"canonical_record":{"source":{"id":"2010.06189","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T05:29:56Z","cross_cats_sorted":[],"title_canon_sha256":"3f596ac6af33bbc16943bf7e10838e847f9216208b6e483aa19826212d201555","abstract_canon_sha256":"b0e485cc4d1d081b9910e8362d2b3052fb7855f5cabcd8994a635c9d72776776"},"schema_version":"1.0"},"canonical_sha256":"165f93a4e496300b6619db5da16adcfa8bff990ea7eefc61b7ea13aecebc0972","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:46:27.375555Z","signature_b64":"hWmLyYUpfwArQWzzhG56DxotbHrDa50F1yJr0LEDsWTt8SikHoGx3DpYbcjDfSBUUhrtv4NaUpun3plCHFcXBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"165f93a4e496300b6619db5da16adcfa8bff990ea7eefc61b7ea13aecebc0972","last_reissued_at":"2026-07-05T01:46:27.374933Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:46:27.374933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2010.06189","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:46:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qy6B5QGb422WSGrsxDBlCDiLipk89ONBEvxUiN3uLNhFouO7YBmEzCukwF2rQNKllXc/l37zMeaXg2fdB6w1DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:24:07.873338Z"},"content_sha256":"29c4bcc3b54293c9a35dcb0b7d40f9502ac1002c399abd57f02f970af98992c4","schema_version":"1.0","event_id":"sha256:29c4bcc3b54293c9a35dcb0b7d40f9502ac1002c399abd57f02f970af98992c4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:CZPZHJHESYYAWZQZ3NO2C2W47K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"X-FACTR: Multilingual Factual Knowledge Retrieval from Pretrained Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Antonios Anastasopoulos, Graham Neubig, Haibo Ding, Jun Araki, Zhengbao Jiang","submitted_at":"2020-10-13T05:29:56Z","abstract_excerpt":"Language models (LMs) have proven surprisingly successful at capturing factual knowledge by completing cloze-style fill-in-the-blank questions such as \"Punta Cana is located in _.\" However, while knowledge is both written and queried in many languages, studies on LMs' factual representation ability have almost invariably been performed on English. To assess factual knowledge retrieval in LMs in different languages, we create a multilingual benchmark of cloze-style probes for 23 typologically diverse languages. To properly handle language variations, we expand probing methods from single- to mu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.06189","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2010.06189/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:46:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pf7N2rSAZcYqsNe0mp+PAtZ6HUzsb8/YCz1hvHzgNrXeoPegf9iR7mrqW3YgehxfXy6hhLGexfwVCM/IvjEbCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:24:07.873772Z"},"content_sha256":"fbb586e906f89448b86e9d24efdce40c06ddd0519898b4e0ac4214dfc5d60bec","schema_version":"1.0","event_id":"sha256:fbb586e906f89448b86e9d24efdce40c06ddd0519898b4e0ac4214dfc5d60bec"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CZPZHJHESYYAWZQZ3NO2C2W47K/bundle.json","state_url":"https://pith.science/pith/CZPZHJHESYYAWZQZ3NO2C2W47K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CZPZHJHESYYAWZQZ3NO2C2W47K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T12:24:07Z","links":{"resolver":"https://pith.science/pith/CZPZHJHESYYAWZQZ3NO2C2W47K","bundle":"https://pith.science/pith/CZPZHJHESYYAWZQZ3NO2C2W47K/bundle.json","state":"https://pith.science/pith/CZPZHJHESYYAWZQZ3NO2C2W47K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CZPZHJHESYYAWZQZ3NO2C2W47K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:CZPZHJHESYYAWZQZ3NO2C2W47K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b0e485cc4d1d081b9910e8362d2b3052fb7855f5cabcd8994a635c9d72776776","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T05:29:56Z","title_canon_sha256":"3f596ac6af33bbc16943bf7e10838e847f9216208b6e483aa19826212d201555"},"schema_version":"1.0","source":{"id":"2010.06189","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2010.06189","created_at":"2026-07-05T01:46:27Z"},{"alias_kind":"arxiv_version","alias_value":"2010.06189v3","created_at":"2026-07-05T01:46:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2010.06189","created_at":"2026-07-05T01:46:27Z"},{"alias_kind":"pith_short_12","alias_value":"CZPZHJHESYYA","created_at":"2026-07-05T01:46:27Z"},{"alias_kind":"pith_short_16","alias_value":"CZPZHJHESYYAWZQZ","created_at":"2026-07-05T01:46:27Z"},{"alias_kind":"pith_short_8","alias_value":"CZPZHJHE","created_at":"2026-07-05T01:46:27Z"}],"graph_snapshots":[{"event_id":"sha256:fbb586e906f89448b86e9d24efdce40c06ddd0519898b4e0ac4214dfc5d60bec","target":"graph","created_at":"2026-07-05T01:46:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2010.06189/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language models (LMs) have proven surprisingly successful at capturing factual knowledge by completing cloze-style fill-in-the-blank questions such as \"Punta Cana is located in _.\" However, while knowledge is both written and queried in many languages, studies on LMs' factual representation ability have almost invariably been performed on English. To assess factual knowledge retrieval in LMs in different languages, we create a multilingual benchmark of cloze-style probes for 23 typologically diverse languages. To properly handle language variations, we expand probing methods from single- to mu","authors_text":"Antonios Anastasopoulos, Graham Neubig, Haibo Ding, Jun Araki, Zhengbao Jiang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T05:29:56Z","title":"X-FACTR: Multilingual Factual Knowledge Retrieval from Pretrained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2010.06189","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:29c4bcc3b54293c9a35dcb0b7d40f9502ac1002c399abd57f02f970af98992c4","target":"record","created_at":"2026-07-05T01:46:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b0e485cc4d1d081b9910e8362d2b3052fb7855f5cabcd8994a635c9d72776776","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-10-13T05:29:56Z","title_canon_sha256":"3f596ac6af33bbc16943bf7e10838e847f9216208b6e483aa19826212d201555"},"schema_version":"1.0","source":{"id":"2010.06189","kind":"arxiv","version":3}},"canonical_sha256":"165f93a4e496300b6619db5da16adcfa8bff990ea7eefc61b7ea13aecebc0972","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"165f93a4e496300b6619db5da16adcfa8bff990ea7eefc61b7ea13aecebc0972","first_computed_at":"2026-07-05T01:46:27.374933Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:46:27.374933Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hWmLyYUpfwArQWzzhG56DxotbHrDa50F1yJr0LEDsWTt8SikHoGx3DpYbcjDfSBUUhrtv4NaUpun3plCHFcXBw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:46:27.375555Z","signed_message":"canonical_sha256_bytes"},"source_id":"2010.06189","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:29c4bcc3b54293c9a35dcb0b7d40f9502ac1002c399abd57f02f970af98992c4","sha256:fbb586e906f89448b86e9d24efdce40c06ddd0519898b4e0ac4214dfc5d60bec"],"state_sha256":"80a23bf23feca9567392855514bd3701a0dbd972a0b488c2797f0c98da3bfe75"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Aw5EJJ0c31uBgKb8KTop/e8y+s2Iyqcj3Grpg8Wc+nH51OTjMt0ne9bMAkMUey+JUsZO/AG7+G+6+wvANofcDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T12:24:07.875679Z","bundle_sha256":"cedd8df4e6015e1f9dbc122624d0c1fc070e05dafd75d1299d1cbbbad6a5a46e"}}