{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:FYNY7SQLAWQXAZHGLYFNXOVQKT","short_pith_number":"pith:FYNY7SQL","canonical_record":{"source":{"id":"2204.04042","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-08T13:03:01Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"fed95beecc0515b720aef3c4eee6fa7507dfa1708df70a70ed4bd9e59b1356ed","abstract_canon_sha256":"0dfdb083172641a47ca44d186b856ace50a75db81c6d4c14b17b37712491ea44"},"schema_version":"1.0"},"canonical_sha256":"2e1b8fca0b05a17064e65e0adbbab054fd1cdcc6da4482649ffe413b96ac2d71","source":{"kind":"arxiv","id":"2204.04042","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.04042","created_at":"2026-07-05T04:36:48Z"},{"alias_kind":"arxiv_version","alias_value":"2204.04042v1","created_at":"2026-07-05T04:36:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.04042","created_at":"2026-07-05T04:36:48Z"},{"alias_kind":"pith_short_12","alias_value":"FYNY7SQLAWQX","created_at":"2026-07-05T04:36:48Z"},{"alias_kind":"pith_short_16","alias_value":"FYNY7SQLAWQXAZHG","created_at":"2026-07-05T04:36:48Z"},{"alias_kind":"pith_short_8","alias_value":"FYNY7SQL","created_at":"2026-07-05T04:36:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:FYNY7SQLAWQXAZHGLYFNXOVQKT","target":"record","payload":{"canonical_record":{"source":{"id":"2204.04042","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-08T13:03:01Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"fed95beecc0515b720aef3c4eee6fa7507dfa1708df70a70ed4bd9e59b1356ed","abstract_canon_sha256":"0dfdb083172641a47ca44d186b856ace50a75db81c6d4c14b17b37712491ea44"},"schema_version":"1.0"},"canonical_sha256":"2e1b8fca0b05a17064e65e0adbbab054fd1cdcc6da4482649ffe413b96ac2d71","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:36:48.400602Z","signature_b64":"xQ92M2ppZrsqJuzoN5+eruPsZVltkOtDSCixWs3TJwK/dyhrwUJ2ousl/tyXdJz6jQLcPhRkRXMv1fTnPiKfBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2e1b8fca0b05a17064e65e0adbbab054fd1cdcc6da4482649ffe413b96ac2d71","last_reissued_at":"2026-07-05T04:36:48.400102Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:36:48.400102Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.04042","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:36:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H17gFPT9nuQLvcx2l1h19RqrkLnYFOFZIkrij69NCmtdJjdXEy9Y5in5K2fEoFtiNnmkrFXtpGGZnTuH+vL5Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T20:38:30.930584Z"},"content_sha256":"1734ee72e05a9b386401f419b26ce5213f4a6bf45d7b28bf0ea9c3e382d66d14","schema_version":"1.0","event_id":"sha256:1734ee72e05a9b386401f419b26ce5213f4a6bf45d7b28bf0ea9c3e382d66d14"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:FYNY7SQLAWQXAZHGLYFNXOVQKT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Checking HateCheck: a cross-functional analysis of behaviour-aware learning for hate speech detection","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Benjamin Roth, Pedro Henrique Luz de Araujo","submitted_at":"2022-04-08T13:03:01Z","abstract_excerpt":"Behavioural testing -- verifying system capabilities by validating human-designed input-output pairs -- is an alternative evaluation method of natural language processing systems proposed to address the shortcomings of the standard approach: computing metrics on held-out data. While behavioural tests capture human prior knowledge and insights, there has been little exploration on how to leverage them for model training and development. With this in mind, we explore behaviour-aware learning by examining several fine-tuning schemes using HateCheck, a suite of functional tests for hate speech det"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.04042","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.04042/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:36:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U7uu++mnLlUarmRTB7GRpKLl2peRtU6osJ5cIM8izIwz6/R9mxXp26CJg1Q+a/sWLW/EP1B7KEvOP6QngNuLCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T20:38:30.931139Z"},"content_sha256":"7a04067ce38263592a6ee455dd729c6208b052670809b46d7ffb668a1079ed02","schema_version":"1.0","event_id":"sha256:7a04067ce38263592a6ee455dd729c6208b052670809b46d7ffb668a1079ed02"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FYNY7SQLAWQXAZHGLYFNXOVQKT/bundle.json","state_url":"https://pith.science/pith/FYNY7SQLAWQXAZHGLYFNXOVQKT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FYNY7SQLAWQXAZHGLYFNXOVQKT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T20:38:30Z","links":{"resolver":"https://pith.science/pith/FYNY7SQLAWQXAZHGLYFNXOVQKT","bundle":"https://pith.science/pith/FYNY7SQLAWQXAZHGLYFNXOVQKT/bundle.json","state":"https://pith.science/pith/FYNY7SQLAWQXAZHGLYFNXOVQKT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FYNY7SQLAWQXAZHGLYFNXOVQKT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:FYNY7SQLAWQXAZHGLYFNXOVQKT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0dfdb083172641a47ca44d186b856ace50a75db81c6d4c14b17b37712491ea44","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-08T13:03:01Z","title_canon_sha256":"fed95beecc0515b720aef3c4eee6fa7507dfa1708df70a70ed4bd9e59b1356ed"},"schema_version":"1.0","source":{"id":"2204.04042","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.04042","created_at":"2026-07-05T04:36:48Z"},{"alias_kind":"arxiv_version","alias_value":"2204.04042v1","created_at":"2026-07-05T04:36:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.04042","created_at":"2026-07-05T04:36:48Z"},{"alias_kind":"pith_short_12","alias_value":"FYNY7SQLAWQX","created_at":"2026-07-05T04:36:48Z"},{"alias_kind":"pith_short_16","alias_value":"FYNY7SQLAWQXAZHG","created_at":"2026-07-05T04:36:48Z"},{"alias_kind":"pith_short_8","alias_value":"FYNY7SQL","created_at":"2026-07-05T04:36:48Z"}],"graph_snapshots":[{"event_id":"sha256:7a04067ce38263592a6ee455dd729c6208b052670809b46d7ffb668a1079ed02","target":"graph","created_at":"2026-07-05T04:36:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.04042/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Behavioural testing -- verifying system capabilities by validating human-designed input-output pairs -- is an alternative evaluation method of natural language processing systems proposed to address the shortcomings of the standard approach: computing metrics on held-out data. While behavioural tests capture human prior knowledge and insights, there has been little exploration on how to leverage them for model training and development. With this in mind, we explore behaviour-aware learning by examining several fine-tuning schemes using HateCheck, a suite of functional tests for hate speech det","authors_text":"Benjamin Roth, Pedro Henrique Luz de Araujo","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-08T13:03:01Z","title":"Checking HateCheck: a cross-functional analysis of behaviour-aware learning for hate speech detection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.04042","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1734ee72e05a9b386401f419b26ce5213f4a6bf45d7b28bf0ea9c3e382d66d14","target":"record","created_at":"2026-07-05T04:36:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0dfdb083172641a47ca44d186b856ace50a75db81c6d4c14b17b37712491ea44","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-08T13:03:01Z","title_canon_sha256":"fed95beecc0515b720aef3c4eee6fa7507dfa1708df70a70ed4bd9e59b1356ed"},"schema_version":"1.0","source":{"id":"2204.04042","kind":"arxiv","version":1}},"canonical_sha256":"2e1b8fca0b05a17064e65e0adbbab054fd1cdcc6da4482649ffe413b96ac2d71","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2e1b8fca0b05a17064e65e0adbbab054fd1cdcc6da4482649ffe413b96ac2d71","first_computed_at":"2026-07-05T04:36:48.400102Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:36:48.400102Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xQ92M2ppZrsqJuzoN5+eruPsZVltkOtDSCixWs3TJwK/dyhrwUJ2ousl/tyXdJz6jQLcPhRkRXMv1fTnPiKfBg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:36:48.400602Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.04042","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1734ee72e05a9b386401f419b26ce5213f4a6bf45d7b28bf0ea9c3e382d66d14","sha256:7a04067ce38263592a6ee455dd729c6208b052670809b46d7ffb668a1079ed02"],"state_sha256":"8e9dec1d0d931ca98dce2eab3c02a32e067b43d8e55d832a0c0fd02fa21dfb3f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CbUE0I5bfP/6wIgLrHmPaL6Dr3Pufdkx/rk3KzPVy7fdM0qhh9WU/m967RN7l+nJPzK9nhcFkN8uu0l2m3UXCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T20:38:30.936680Z","bundle_sha256":"f42afd292c77194746d2fce6cc86c06d388ecaac0067e393fdf0cfb86d959359"}}