{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HH2XBH4CUUO4TYM3T55EJBFESW","short_pith_number":"pith:HH2XBH4C","canonical_record":{"source":{"id":"2306.05076","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-08T09:59:48Z","cross_cats_sorted":[],"title_canon_sha256":"b14de17a985a4f5c8b94e6184b58eb545f9c348cc23886e4462938421bdfb7ad","abstract_canon_sha256":"b0b07d3d497213599fbdc030202f722d0cfdae626f7e3920282f03916c302494"},"schema_version":"1.0"},"canonical_sha256":"39f5709f82a51dc9e19b9f7a4484a4959a2d33e0c7ed0619093983ee2f049c03","source":{"kind":"arxiv","id":"2306.05076","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.05076","created_at":"2026-07-05T06:18:45Z"},{"alias_kind":"arxiv_version","alias_value":"2306.05076v1","created_at":"2026-07-05T06:18:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.05076","created_at":"2026-07-05T06:18:45Z"},{"alias_kind":"pith_short_12","alias_value":"HH2XBH4CUUO4","created_at":"2026-07-05T06:18:45Z"},{"alias_kind":"pith_short_16","alias_value":"HH2XBH4CUUO4TYM3","created_at":"2026-07-05T06:18:45Z"},{"alias_kind":"pith_short_8","alias_value":"HH2XBH4C","created_at":"2026-07-05T06:18:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HH2XBH4CUUO4TYM3T55EJBFESW","target":"record","payload":{"canonical_record":{"source":{"id":"2306.05076","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-08T09:59:48Z","cross_cats_sorted":[],"title_canon_sha256":"b14de17a985a4f5c8b94e6184b58eb545f9c348cc23886e4462938421bdfb7ad","abstract_canon_sha256":"b0b07d3d497213599fbdc030202f722d0cfdae626f7e3920282f03916c302494"},"schema_version":"1.0"},"canonical_sha256":"39f5709f82a51dc9e19b9f7a4484a4959a2d33e0c7ed0619093983ee2f049c03","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:18:45.492569Z","signature_b64":"hWbMaX7g1liqTmc3kqvM4My+TjFymRQOqIHZyF/SYz3yU26rSUCMNhZzcg//hjuUFSYMgzRSkKC9vdpZZwACBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"39f5709f82a51dc9e19b9f7a4484a4959a2d33e0c7ed0619093983ee2f049c03","last_reissued_at":"2026-07-05T06:18:45.492056Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:18:45.492056Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.05076","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:18:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WV5TVD4Il6hHfOI+xlswxUqTE/aY1Vpao6TIx/EI5Xr05x3tUovJbKbtId5xyo2kxAVe7+kzqGzqeBnhTSxxBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:35:33.427315Z"},"content_sha256":"2b84c22505d378913cbdc9134aac72d034e8a8fa7330f7ab8fba9a8e49d03ad0","schema_version":"1.0","event_id":"sha256:2b84c22505d378913cbdc9134aac72d034e8a8fa7330f7ab8fba9a8e49d03ad0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HH2XBH4CUUO4TYM3T55EJBFESW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DLAMA: A Framework for Curating Culturally Diverse Facts for Probing the Knowledge of Pretrained Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Amr Keleg, Walid Magdy","submitted_at":"2023-06-08T09:59:48Z","abstract_excerpt":"A few benchmarking datasets have been released to evaluate the factual knowledge of pretrained language models. These benchmarks (e.g., LAMA, and ParaRel) are mainly developed in English and later are translated to form new multilingual versions (e.g., mLAMA, and mParaRel). Results on these multilingual benchmarks suggest that using English prompts to recall the facts from multilingual models usually yields significantly better and more consistent performance than using non-English prompts. Our analysis shows that mLAMA is biased toward facts from Western countries, which might affect the fair"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.05076","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.05076/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:18:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NkWzqCDZcZjkABbohuXpiHyGHJMSDQU0wH7MKY5qhPvDbxkWj5fEvdTM6b+VRnrslEIkWQlbeQxmrkkrVzsiBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T10:35:33.427866Z"},"content_sha256":"0cf6ac2489bd37ba2c7c9e3eeca9acf87399dcd7e054e33d5a9992240aaa19c6","schema_version":"1.0","event_id":"sha256:0cf6ac2489bd37ba2c7c9e3eeca9acf87399dcd7e054e33d5a9992240aaa19c6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HH2XBH4CUUO4TYM3T55EJBFESW/bundle.json","state_url":"https://pith.science/pith/HH2XBH4CUUO4TYM3T55EJBFESW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HH2XBH4CUUO4TYM3T55EJBFESW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T10:35:33Z","links":{"resolver":"https://pith.science/pith/HH2XBH4CUUO4TYM3T55EJBFESW","bundle":"https://pith.science/pith/HH2XBH4CUUO4TYM3T55EJBFESW/bundle.json","state":"https://pith.science/pith/HH2XBH4CUUO4TYM3T55EJBFESW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HH2XBH4CUUO4TYM3T55EJBFESW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HH2XBH4CUUO4TYM3T55EJBFESW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b0b07d3d497213599fbdc030202f722d0cfdae626f7e3920282f03916c302494","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-08T09:59:48Z","title_canon_sha256":"b14de17a985a4f5c8b94e6184b58eb545f9c348cc23886e4462938421bdfb7ad"},"schema_version":"1.0","source":{"id":"2306.05076","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.05076","created_at":"2026-07-05T06:18:45Z"},{"alias_kind":"arxiv_version","alias_value":"2306.05076v1","created_at":"2026-07-05T06:18:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.05076","created_at":"2026-07-05T06:18:45Z"},{"alias_kind":"pith_short_12","alias_value":"HH2XBH4CUUO4","created_at":"2026-07-05T06:18:45Z"},{"alias_kind":"pith_short_16","alias_value":"HH2XBH4CUUO4TYM3","created_at":"2026-07-05T06:18:45Z"},{"alias_kind":"pith_short_8","alias_value":"HH2XBH4C","created_at":"2026-07-05T06:18:45Z"}],"graph_snapshots":[{"event_id":"sha256:0cf6ac2489bd37ba2c7c9e3eeca9acf87399dcd7e054e33d5a9992240aaa19c6","target":"graph","created_at":"2026-07-05T06:18:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.05076/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A few benchmarking datasets have been released to evaluate the factual knowledge of pretrained language models. These benchmarks (e.g., LAMA, and ParaRel) are mainly developed in English and later are translated to form new multilingual versions (e.g., mLAMA, and mParaRel). Results on these multilingual benchmarks suggest that using English prompts to recall the facts from multilingual models usually yields significantly better and more consistent performance than using non-English prompts. Our analysis shows that mLAMA is biased toward facts from Western countries, which might affect the fair","authors_text":"Amr Keleg, Walid Magdy","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-08T09:59:48Z","title":"DLAMA: A Framework for Curating Culturally Diverse Facts for Probing the Knowledge of Pretrained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.05076","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2b84c22505d378913cbdc9134aac72d034e8a8fa7330f7ab8fba9a8e49d03ad0","target":"record","created_at":"2026-07-05T06:18:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b0b07d3d497213599fbdc030202f722d0cfdae626f7e3920282f03916c302494","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-08T09:59:48Z","title_canon_sha256":"b14de17a985a4f5c8b94e6184b58eb545f9c348cc23886e4462938421bdfb7ad"},"schema_version":"1.0","source":{"id":"2306.05076","kind":"arxiv","version":1}},"canonical_sha256":"39f5709f82a51dc9e19b9f7a4484a4959a2d33e0c7ed0619093983ee2f049c03","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"39f5709f82a51dc9e19b9f7a4484a4959a2d33e0c7ed0619093983ee2f049c03","first_computed_at":"2026-07-05T06:18:45.492056Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:18:45.492056Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hWbMaX7g1liqTmc3kqvM4My+TjFymRQOqIHZyF/SYz3yU26rSUCMNhZzcg//hjuUFSYMgzRSkKC9vdpZZwACBA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:18:45.492569Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.05076","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2b84c22505d378913cbdc9134aac72d034e8a8fa7330f7ab8fba9a8e49d03ad0","sha256:0cf6ac2489bd37ba2c7c9e3eeca9acf87399dcd7e054e33d5a9992240aaa19c6"],"state_sha256":"9db513889ba495b3ec3443fd0bb3f721b9cdb5c5b3b2c5d2ac9235475678ca90"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nnHcMirPsGDLnDa50+tQ6f6/prjY6skmb0RQetw+WcF4RsXqx0Lx4BvPhm2krKfpgth2ldrJiAqiox1zLm5QDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T10:35:33.432980Z","bundle_sha256":"0e0b8379d2d09a925cecb63f8977b26c0ad707d7f247ce7cf99fc33a22eac403"}}