{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DMV5AQYFAJNSC7FEDD46ZABW5Q","short_pith_number":"pith:DMV5AQYF","canonical_record":{"source":{"id":"2304.14803","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-28T12:20:35Z","cross_cats_sorted":[],"title_canon_sha256":"518b89848897cc09eb45c610773993cf5a42c51b1e7cba4e183b55d2aeb4e574","abstract_canon_sha256":"16ccd4c155d1122b0766d1834d774a0911cc3e92539d8febad7a25b6f4b61429"},"schema_version":"1.0"},"canonical_sha256":"1b2bd04305025b217ca418f9ec8036ec2290c0ccf56847feb12313837b820e17","source":{"kind":"arxiv","id":"2304.14803","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.14803","created_at":"2026-07-05T06:05:21Z"},{"alias_kind":"arxiv_version","alias_value":"2304.14803v1","created_at":"2026-07-05T06:05:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.14803","created_at":"2026-07-05T06:05:21Z"},{"alias_kind":"pith_short_12","alias_value":"DMV5AQYFAJNS","created_at":"2026-07-05T06:05:21Z"},{"alias_kind":"pith_short_16","alias_value":"DMV5AQYFAJNSC7FE","created_at":"2026-07-05T06:05:21Z"},{"alias_kind":"pith_short_8","alias_value":"DMV5AQYF","created_at":"2026-07-05T06:05:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DMV5AQYFAJNSC7FEDD46ZABW5Q","target":"record","payload":{"canonical_record":{"source":{"id":"2304.14803","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-28T12:20:35Z","cross_cats_sorted":[],"title_canon_sha256":"518b89848897cc09eb45c610773993cf5a42c51b1e7cba4e183b55d2aeb4e574","abstract_canon_sha256":"16ccd4c155d1122b0766d1834d774a0911cc3e92539d8febad7a25b6f4b61429"},"schema_version":"1.0"},"canonical_sha256":"1b2bd04305025b217ca418f9ec8036ec2290c0ccf56847feb12313837b820e17","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:05:21.233289Z","signature_b64":"nLaqLDM83VM9wUGXBCtbdIeRoMcw0UBNdBkdaJydcu8FVMIbIglqg5rKDPMF4eE4xkFyjumY2vbCS4rzoutpBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1b2bd04305025b217ca418f9ec8036ec2290c0ccf56847feb12313837b820e17","last_reissued_at":"2026-07-05T06:05:21.232756Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:05:21.232756Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.14803","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ADJDVX9j9u/tLSIz3EoGTeLSwsrVAr9bbCPU+o+DpsW20kWHwe7gNCHFt0THC05yR6DfA3fIL92OvLnkUUtmAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T04:02:58.572503Z"},"content_sha256":"f886b1265a0bb286e49965b54656b652eee31cab2bc0e444c1bc6a1c4cafe58c","schema_version":"1.0","event_id":"sha256:f886b1265a0bb286e49965b54656b652eee31cab2bc0e444c1bc6a1c4cafe58c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DMV5AQYFAJNSC7FEDD46ZABW5Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SemEval-2023 Task 11: Learning With Disagreements (LeWiDi)","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexandra Uma, Barbara Plank, Dina Almanea, Elisa Leonardelli, Gavin Abercrombie, Massimo Poesio, Tommaso Fornaciari, Valerio Basile, Verena Rieser","submitted_at":"2023-04-28T12:20:35Z","abstract_excerpt":"NLP datasets annotated with human judgments are rife with disagreements between the judges. This is especially true for tasks depending on subjective judgments such as sentiment analysis or offensive language detection. Particularly in these latter cases, the NLP community has come to realize that the approach of 'reconciling' these different subjective interpretations is inappropriate. Many NLP researchers have therefore concluded that rather than eliminating disagreements from annotated corpora, we should preserve them-indeed, some argue that corpora should aim to preserve all annotator judg"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.14803","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.14803/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hVlmZ5qKQ1q71mHUd7UxUVpHC/XnsUyeRfuvS8gJ3lZXKmPSdb0xxGqGBqzwvEWe4vwA611KW+E3vbKlyus9Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T04:02:58.572879Z"},"content_sha256":"db0b581bf3dc6cf9f6850d39f84e87fcf8c16b5a97588970e9248ec0c3d4e9e7","schema_version":"1.0","event_id":"sha256:db0b581bf3dc6cf9f6850d39f84e87fcf8c16b5a97588970e9248ec0c3d4e9e7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DMV5AQYFAJNSC7FEDD46ZABW5Q/bundle.json","state_url":"https://pith.science/pith/DMV5AQYFAJNSC7FEDD46ZABW5Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DMV5AQYFAJNSC7FEDD46ZABW5Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-16T04:02:58Z","links":{"resolver":"https://pith.science/pith/DMV5AQYFAJNSC7FEDD46ZABW5Q","bundle":"https://pith.science/pith/DMV5AQYFAJNSC7FEDD46ZABW5Q/bundle.json","state":"https://pith.science/pith/DMV5AQYFAJNSC7FEDD46ZABW5Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DMV5AQYFAJNSC7FEDD46ZABW5Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DMV5AQYFAJNSC7FEDD46ZABW5Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"16ccd4c155d1122b0766d1834d774a0911cc3e92539d8febad7a25b6f4b61429","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-28T12:20:35Z","title_canon_sha256":"518b89848897cc09eb45c610773993cf5a42c51b1e7cba4e183b55d2aeb4e574"},"schema_version":"1.0","source":{"id":"2304.14803","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.14803","created_at":"2026-07-05T06:05:21Z"},{"alias_kind":"arxiv_version","alias_value":"2304.14803v1","created_at":"2026-07-05T06:05:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.14803","created_at":"2026-07-05T06:05:21Z"},{"alias_kind":"pith_short_12","alias_value":"DMV5AQYFAJNS","created_at":"2026-07-05T06:05:21Z"},{"alias_kind":"pith_short_16","alias_value":"DMV5AQYFAJNSC7FE","created_at":"2026-07-05T06:05:21Z"},{"alias_kind":"pith_short_8","alias_value":"DMV5AQYF","created_at":"2026-07-05T06:05:21Z"}],"graph_snapshots":[{"event_id":"sha256:db0b581bf3dc6cf9f6850d39f84e87fcf8c16b5a97588970e9248ec0c3d4e9e7","target":"graph","created_at":"2026-07-05T06:05:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.14803/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"NLP datasets annotated with human judgments are rife with disagreements between the judges. This is especially true for tasks depending on subjective judgments such as sentiment analysis or offensive language detection. Particularly in these latter cases, the NLP community has come to realize that the approach of 'reconciling' these different subjective interpretations is inappropriate. Many NLP researchers have therefore concluded that rather than eliminating disagreements from annotated corpora, we should preserve them-indeed, some argue that corpora should aim to preserve all annotator judg","authors_text":"Alexandra Uma, Barbara Plank, Dina Almanea, Elisa Leonardelli, Gavin Abercrombie, Massimo Poesio, Tommaso Fornaciari, Valerio Basile, Verena Rieser","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-28T12:20:35Z","title":"SemEval-2023 Task 11: Learning With Disagreements (LeWiDi)"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.14803","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f886b1265a0bb286e49965b54656b652eee31cab2bc0e444c1bc6a1c4cafe58c","target":"record","created_at":"2026-07-05T06:05:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"16ccd4c155d1122b0766d1834d774a0911cc3e92539d8febad7a25b6f4b61429","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-28T12:20:35Z","title_canon_sha256":"518b89848897cc09eb45c610773993cf5a42c51b1e7cba4e183b55d2aeb4e574"},"schema_version":"1.0","source":{"id":"2304.14803","kind":"arxiv","version":1}},"canonical_sha256":"1b2bd04305025b217ca418f9ec8036ec2290c0ccf56847feb12313837b820e17","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1b2bd04305025b217ca418f9ec8036ec2290c0ccf56847feb12313837b820e17","first_computed_at":"2026-07-05T06:05:21.232756Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:05:21.232756Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nLaqLDM83VM9wUGXBCtbdIeRoMcw0UBNdBkdaJydcu8FVMIbIglqg5rKDPMF4eE4xkFyjumY2vbCS4rzoutpBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:05:21.233289Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.14803","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f886b1265a0bb286e49965b54656b652eee31cab2bc0e444c1bc6a1c4cafe58c","sha256:db0b581bf3dc6cf9f6850d39f84e87fcf8c16b5a97588970e9248ec0c3d4e9e7"],"state_sha256":"e6b7971a7018f59b7b7d73a5d721e8df37aea7c895f6fba6ccb7cb5dafb35cf6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BqerGcfx81otqWMHXZT4NQuwENoB1Wz4ZnTxQ2+rSd0qMZ4eA4Ilwgdwj52Bea0pRL2TnR/Qrh8z0JYxY8iAAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-16T04:02:58.575247Z","bundle_sha256":"689544f4051ad054ce51091c282ca06310b7c52d8434be6e7d3aba52fffc5a78"}}