{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:W5G47W26TJ4QG5J5S43LJKO6IT","short_pith_number":"pith:W5G47W26","canonical_record":{"source":{"id":"2206.09917","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-20T17:54:39Z","cross_cats_sorted":[],"title_canon_sha256":"2c5cd17ed7741df13a21c51075a34c653d43bd3a051120ace4db59188620b67e","abstract_canon_sha256":"02056ca012bf055d372dbd203e171925df7bb1975ed5dfe0ea0b949ea3d94d9c"},"schema_version":"1.0"},"canonical_sha256":"b74dcfdb5e9a7903753d9736b4a9de44c3dc5c655a4fd2f8b052c4bf73effbfb","source":{"kind":"arxiv","id":"2206.09917","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.09917","created_at":"2026-07-05T04:33:41Z"},{"alias_kind":"arxiv_version","alias_value":"2206.09917v1","created_at":"2026-07-05T04:33:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.09917","created_at":"2026-07-05T04:33:41Z"},{"alias_kind":"pith_short_12","alias_value":"W5G47W26TJ4Q","created_at":"2026-07-05T04:33:41Z"},{"alias_kind":"pith_short_16","alias_value":"W5G47W26TJ4QG5J5","created_at":"2026-07-05T04:33:41Z"},{"alias_kind":"pith_short_8","alias_value":"W5G47W26","created_at":"2026-07-05T04:33:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:W5G47W26TJ4QG5J5S43LJKO6IT","target":"record","payload":{"canonical_record":{"source":{"id":"2206.09917","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-20T17:54:39Z","cross_cats_sorted":[],"title_canon_sha256":"2c5cd17ed7741df13a21c51075a34c653d43bd3a051120ace4db59188620b67e","abstract_canon_sha256":"02056ca012bf055d372dbd203e171925df7bb1975ed5dfe0ea0b949ea3d94d9c"},"schema_version":"1.0"},"canonical_sha256":"b74dcfdb5e9a7903753d9736b4a9de44c3dc5c655a4fd2f8b052c4bf73effbfb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:33:41.585946Z","signature_b64":"rY8TW4i0JtVTsKYy5F9PZffeEnAzFDCTalO3RTowd+0NPjRKSlcRyUTPjhLPTADNDnmnrnBz3ijehqXJp1XaCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b74dcfdb5e9a7903753d9736b4a9de44c3dc5c655a4fd2f8b052c4bf73effbfb","last_reissued_at":"2026-07-05T04:33:41.585521Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:33:41.585521Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.09917","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:33:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Y4sRMj/Qtpx56SGi5y7KcXrXocyQ5+tCWmz+X/v/ilHqOvNXQrC/nW93C8KGoBKVaZOg4DDyHW/OyUhgzCHAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T09:00:23.220303Z"},"content_sha256":"d28e462f8d0e94f59e50e76e1ce5839137517dbcdd6117697b8ecc67146331d0","schema_version":"1.0","event_id":"sha256:d28e462f8d0e94f59e50e76e1ce5839137517dbcdd6117697b8ecc67146331d0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:W5G47W26TJ4QG5J5S43LJKO6IT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multilingual HateCheck: Functional Tests for Multilingual Hate Speech Detection Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bertie Vidgen, Debora Nozza, Haitham Seelawi, Paul R\\\"ottger, Zeerak Talat","submitted_at":"2022-06-20T17:54:39Z","abstract_excerpt":"Hate speech detection models are typically evaluated on held-out test sets. However, this risks painting an incomplete and potentially misleading picture of model performance because of increasingly well-documented systematic gaps and biases in hate speech datasets. To enable more targeted diagnostic insights, recent research has thus introduced functional tests for hate speech detection models. However, these tests currently only exist for English-language content, which means that they cannot support the development of more effective models in other languages spoken by billions across the wo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.09917","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.09917/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:33:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TGPiF1QVaMR9v+wrDE2/zLBJFI2ND3q8IGV9TtrQqaDNTGSUOOlJMig5SxDelSqao9brrKGfwHzgAbJ5TlWFBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T09:00:23.220757Z"},"content_sha256":"8d54e0fb6445bede008dbdd62e0c03ec77746565bbe11fbd86d1635c13bcc656","schema_version":"1.0","event_id":"sha256:8d54e0fb6445bede008dbdd62e0c03ec77746565bbe11fbd86d1635c13bcc656"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W5G47W26TJ4QG5J5S43LJKO6IT/bundle.json","state_url":"https://pith.science/pith/W5G47W26TJ4QG5J5S43LJKO6IT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W5G47W26TJ4QG5J5S43LJKO6IT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T09:00:23Z","links":{"resolver":"https://pith.science/pith/W5G47W26TJ4QG5J5S43LJKO6IT","bundle":"https://pith.science/pith/W5G47W26TJ4QG5J5S43LJKO6IT/bundle.json","state":"https://pith.science/pith/W5G47W26TJ4QG5J5S43LJKO6IT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W5G47W26TJ4QG5J5S43LJKO6IT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:W5G47W26TJ4QG5J5S43LJKO6IT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"02056ca012bf055d372dbd203e171925df7bb1975ed5dfe0ea0b949ea3d94d9c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-20T17:54:39Z","title_canon_sha256":"2c5cd17ed7741df13a21c51075a34c653d43bd3a051120ace4db59188620b67e"},"schema_version":"1.0","source":{"id":"2206.09917","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.09917","created_at":"2026-07-05T04:33:41Z"},{"alias_kind":"arxiv_version","alias_value":"2206.09917v1","created_at":"2026-07-05T04:33:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.09917","created_at":"2026-07-05T04:33:41Z"},{"alias_kind":"pith_short_12","alias_value":"W5G47W26TJ4Q","created_at":"2026-07-05T04:33:41Z"},{"alias_kind":"pith_short_16","alias_value":"W5G47W26TJ4QG5J5","created_at":"2026-07-05T04:33:41Z"},{"alias_kind":"pith_short_8","alias_value":"W5G47W26","created_at":"2026-07-05T04:33:41Z"}],"graph_snapshots":[{"event_id":"sha256:8d54e0fb6445bede008dbdd62e0c03ec77746565bbe11fbd86d1635c13bcc656","target":"graph","created_at":"2026-07-05T04:33:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.09917/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Hate speech detection models are typically evaluated on held-out test sets. However, this risks painting an incomplete and potentially misleading picture of model performance because of increasingly well-documented systematic gaps and biases in hate speech datasets. To enable more targeted diagnostic insights, recent research has thus introduced functional tests for hate speech detection models. However, these tests currently only exist for English-language content, which means that they cannot support the development of more effective models in other languages spoken by billions across the wo","authors_text":"Bertie Vidgen, Debora Nozza, Haitham Seelawi, Paul R\\\"ottger, Zeerak Talat","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-20T17:54:39Z","title":"Multilingual HateCheck: Functional Tests for Multilingual Hate Speech Detection Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.09917","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d28e462f8d0e94f59e50e76e1ce5839137517dbcdd6117697b8ecc67146331d0","target":"record","created_at":"2026-07-05T04:33:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"02056ca012bf055d372dbd203e171925df7bb1975ed5dfe0ea0b949ea3d94d9c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-20T17:54:39Z","title_canon_sha256":"2c5cd17ed7741df13a21c51075a34c653d43bd3a051120ace4db59188620b67e"},"schema_version":"1.0","source":{"id":"2206.09917","kind":"arxiv","version":1}},"canonical_sha256":"b74dcfdb5e9a7903753d9736b4a9de44c3dc5c655a4fd2f8b052c4bf73effbfb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b74dcfdb5e9a7903753d9736b4a9de44c3dc5c655a4fd2f8b052c4bf73effbfb","first_computed_at":"2026-07-05T04:33:41.585521Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:33:41.585521Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rY8TW4i0JtVTsKYy5F9PZffeEnAzFDCTalO3RTowd+0NPjRKSlcRyUTPjhLPTADNDnmnrnBz3ijehqXJp1XaCg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:33:41.585946Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.09917","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d28e462f8d0e94f59e50e76e1ce5839137517dbcdd6117697b8ecc67146331d0","sha256:8d54e0fb6445bede008dbdd62e0c03ec77746565bbe11fbd86d1635c13bcc656"],"state_sha256":"b720d5f4ce2b7710442a9e71a97ecbad817d77d8b352ef4b2e652337934a0e31"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TYmaJ4Nw93f2HkQXVcOEqG2alRL3yOLj41lb8Kxz1MJiEKhq+uk7n9rDL4aHHwaGiRM5khIFPTPOStAdZc0QAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T09:00:23.223550Z","bundle_sha256":"178ac6c048af1a2ee63c9984e8290261c9acd83d0e5820172e15bcffb0b4bf97"}}