{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:OK42UN3QPIJJ4YYZY6CWILTQGN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a18915e9bf5da382b6f59002c67a18fbcfbaf9e15ba85e251e4cafaf418840ae","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T13:06:43Z","title_canon_sha256":"77680aad666a2ad9acd7670cac86aef412bb61838d1d836fd20abfd1aec61e66"},"schema_version":"1.0","source":{"id":"2306.00639","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.00639","created_at":"2026-07-05T07:00:24Z"},{"alias_kind":"arxiv_version","alias_value":"2306.00639v2","created_at":"2026-07-05T07:00:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.00639","created_at":"2026-07-05T07:00:24Z"},{"alias_kind":"pith_short_12","alias_value":"OK42UN3QPIJJ","created_at":"2026-07-05T07:00:24Z"},{"alias_kind":"pith_short_16","alias_value":"OK42UN3QPIJJ4YYZ","created_at":"2026-07-05T07:00:24Z"},{"alias_kind":"pith_short_8","alias_value":"OK42UN3Q","created_at":"2026-07-05T07:00:24Z"}],"graph_snapshots":[{"event_id":"sha256:9a16061cc3acd92098f975edc82b70e236bd233d4574305200cf80e561395b71","target":"graph","created_at":"2026-07-05T07:00:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.00639/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Explainability methods are used to benchmark the extent to which model predictions align with human rationales i.e., are 'right for the right reasons'. Previous work has failed to acknowledge, however, that what counts as a rationale is sometimes subjective. This paper presents what we think is a first of its kind, a collection of human rationale annotations augmented with the annotators demographic information. We cover three datasets spanning sentiment analysis and common-sense reasoning, and six demographic groups (balanced across age and ethnicity). Such data enables us to ask both what de","authors_text":"Anders S{\\o}gaard, Laura Cabello, Terne Sasha Thorn Jakobsen","cross_cats":["cs.HC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T13:06:43Z","title":"Being Right for Whose Right Reasons?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.00639","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:542e4f7e31f562d20828c60bab1609c27da95ea7f6519b9c989d2a53487374a3","target":"record","created_at":"2026-07-05T07:00:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a18915e9bf5da382b6f59002c67a18fbcfbaf9e15ba85e251e4cafaf418840ae","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T13:06:43Z","title_canon_sha256":"77680aad666a2ad9acd7670cac86aef412bb61838d1d836fd20abfd1aec61e66"},"schema_version":"1.0","source":{"id":"2306.00639","kind":"arxiv","version":2}},"canonical_sha256":"72b9aa37707a129e6319c785642e70334eeac07801b5c7cd23fb6db7a5a05201","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"72b9aa37707a129e6319c785642e70334eeac07801b5c7cd23fb6db7a5a05201","first_computed_at":"2026-07-05T07:00:24.293558Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:00:24.293558Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DoJU2SRF8rmddNF59Z0HQLTlLeYvgJLis7BWEp6CYmaOvVo7iczwY32ByY8BMQWToe2gX4hLlKzHOWKyVo3NDg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:00:24.294056Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.00639","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:542e4f7e31f562d20828c60bab1609c27da95ea7f6519b9c989d2a53487374a3","sha256:9a16061cc3acd92098f975edc82b70e236bd233d4574305200cf80e561395b71"],"state_sha256":"4a40ab84c51f302a32773f257bb6d85a76692e27598e1fede6149716ddde5574"}