{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:N43N3Y2LZ6DDBL7WH5LHSA2KT5","short_pith_number":"pith:N43N3Y2L","canonical_record":{"source":{"id":"2502.06207","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-10T07:14:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d97c2c27a31249dc9a3a0aab8b11a10b9db2f194517c14991cd5c80cc8ad9983","abstract_canon_sha256":"edc702cadd3d35f27d4ca35fee16fdd9aac1a8ffb5a100f4e974c23b145a4264"},"schema_version":"1.0"},"canonical_sha256":"6f36dde34bcf8630aff63f5679034a9f5dd4791474ff0b763a7335dbee904941","source":{"kind":"arxiv","id":"2502.06207","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.06207","created_at":"2026-07-05T11:04:45Z"},{"alias_kind":"arxiv_version","alias_value":"2502.06207v3","created_at":"2026-07-05T11:04:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.06207","created_at":"2026-07-05T11:04:45Z"},{"alias_kind":"pith_short_12","alias_value":"N43N3Y2LZ6DD","created_at":"2026-07-05T11:04:45Z"},{"alias_kind":"pith_short_16","alias_value":"N43N3Y2LZ6DDBL7W","created_at":"2026-07-05T11:04:45Z"},{"alias_kind":"pith_short_8","alias_value":"N43N3Y2L","created_at":"2026-07-05T11:04:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:N43N3Y2LZ6DDBL7WH5LHSA2KT5","target":"record","payload":{"canonical_record":{"source":{"id":"2502.06207","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-10T07:14:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d97c2c27a31249dc9a3a0aab8b11a10b9db2f194517c14991cd5c80cc8ad9983","abstract_canon_sha256":"edc702cadd3d35f27d4ca35fee16fdd9aac1a8ffb5a100f4e974c23b145a4264"},"schema_version":"1.0"},"canonical_sha256":"6f36dde34bcf8630aff63f5679034a9f5dd4791474ff0b763a7335dbee904941","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:04:45.396400Z","signature_b64":"xDIwicREke92vabfhTuD2Zb+gdOQFBzdzZZJBhxnG+qXeV2GfOTWCAjru+7VnOKAFRYnurfWZK+My+wTxc6zDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6f36dde34bcf8630aff63f5679034a9f5dd4791474ff0b763a7335dbee904941","last_reissued_at":"2026-07-05T11:04:45.395813Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:04:45.395813Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.06207","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:04:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jhc1yi9OVFsvr9lwNKUgn0xPMfEbH365Bw5E5oTIZacN9MdPhuPGT0ph8JSgrN1xkN+0DsK33kyp6E2gBx22BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:44:49.531191Z"},"content_sha256":"9a16c9fc0d83d4cbdb52fb576414a3bfe468f28fe566e5664469e25acafe2e98","schema_version":"1.0","event_id":"sha256:9a16c9fc0d83d4cbdb52fb576414a3bfe468f28fe566e5664469e25acafe2e98"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:N43N3Y2LZ6DDBL7WH5LHSA2KT5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is LLM an Overconfident Judge? Unveiling the Capabilities of LLMs in Detecting Offensive Language with Annotation Disagreement","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bo Xu, Hongfei Lin, Junyu Lu, Kaichun Wang, Kai Ma, Kelaiti Xiao, Liang Yang, Roy Ka-Wei Lee","submitted_at":"2025-02-10T07:14:26Z","abstract_excerpt":"Large Language Models (LLMs) have become essential for offensive language detection, yet their ability to handle annotation disagreement remains underexplored. Disagreement samples, which arise from subjective interpretations, pose a unique challenge due to their ambiguous nature. Understanding how LLMs process these cases, particularly their confidence levels, can offer insight into their alignment with human annotators. This study systematically evaluates the performance of multiple LLMs in detecting offensive language at varying levels of annotation agreement. We analyze binary classificati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.06207","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.06207/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:04:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cCKwOxETYo10R9CrebGxBCErmjmfB+SVeXPp0Xavx/Gcf+kDW2BcfQGYSlcfd0IsfsNfZ3CPs8T2ArScDOQ4Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:44:49.531724Z"},"content_sha256":"d5ab8ec5b739a47a2ab1e801ebebb201f098109a2788e8bee931f95c8a25677a","schema_version":"1.0","event_id":"sha256:d5ab8ec5b739a47a2ab1e801ebebb201f098109a2788e8bee931f95c8a25677a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N43N3Y2LZ6DDBL7WH5LHSA2KT5/bundle.json","state_url":"https://pith.science/pith/N43N3Y2LZ6DDBL7WH5LHSA2KT5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N43N3Y2LZ6DDBL7WH5LHSA2KT5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T12:44:49Z","links":{"resolver":"https://pith.science/pith/N43N3Y2LZ6DDBL7WH5LHSA2KT5","bundle":"https://pith.science/pith/N43N3Y2LZ6DDBL7WH5LHSA2KT5/bundle.json","state":"https://pith.science/pith/N43N3Y2LZ6DDBL7WH5LHSA2KT5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N43N3Y2LZ6DDBL7WH5LHSA2KT5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:N43N3Y2LZ6DDBL7WH5LHSA2KT5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"edc702cadd3d35f27d4ca35fee16fdd9aac1a8ffb5a100f4e974c23b145a4264","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-10T07:14:26Z","title_canon_sha256":"d97c2c27a31249dc9a3a0aab8b11a10b9db2f194517c14991cd5c80cc8ad9983"},"schema_version":"1.0","source":{"id":"2502.06207","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.06207","created_at":"2026-07-05T11:04:45Z"},{"alias_kind":"arxiv_version","alias_value":"2502.06207v3","created_at":"2026-07-05T11:04:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.06207","created_at":"2026-07-05T11:04:45Z"},{"alias_kind":"pith_short_12","alias_value":"N43N3Y2LZ6DD","created_at":"2026-07-05T11:04:45Z"},{"alias_kind":"pith_short_16","alias_value":"N43N3Y2LZ6DDBL7W","created_at":"2026-07-05T11:04:45Z"},{"alias_kind":"pith_short_8","alias_value":"N43N3Y2L","created_at":"2026-07-05T11:04:45Z"}],"graph_snapshots":[{"event_id":"sha256:d5ab8ec5b739a47a2ab1e801ebebb201f098109a2788e8bee931f95c8a25677a","target":"graph","created_at":"2026-07-05T11:04:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.06207/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have become essential for offensive language detection, yet their ability to handle annotation disagreement remains underexplored. Disagreement samples, which arise from subjective interpretations, pose a unique challenge due to their ambiguous nature. Understanding how LLMs process these cases, particularly their confidence levels, can offer insight into their alignment with human annotators. This study systematically evaluates the performance of multiple LLMs in detecting offensive language at varying levels of annotation agreement. We analyze binary classificati","authors_text":"Bo Xu, Hongfei Lin, Junyu Lu, Kaichun Wang, Kai Ma, Kelaiti Xiao, Liang Yang, Roy Ka-Wei Lee","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-10T07:14:26Z","title":"Is LLM an Overconfident Judge? Unveiling the Capabilities of LLMs in Detecting Offensive Language with Annotation Disagreement"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.06207","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9a16c9fc0d83d4cbdb52fb576414a3bfe468f28fe566e5664469e25acafe2e98","target":"record","created_at":"2026-07-05T11:04:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"edc702cadd3d35f27d4ca35fee16fdd9aac1a8ffb5a100f4e974c23b145a4264","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2025-02-10T07:14:26Z","title_canon_sha256":"d97c2c27a31249dc9a3a0aab8b11a10b9db2f194517c14991cd5c80cc8ad9983"},"schema_version":"1.0","source":{"id":"2502.06207","kind":"arxiv","version":3}},"canonical_sha256":"6f36dde34bcf8630aff63f5679034a9f5dd4791474ff0b763a7335dbee904941","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6f36dde34bcf8630aff63f5679034a9f5dd4791474ff0b763a7335dbee904941","first_computed_at":"2026-07-05T11:04:45.395813Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:04:45.395813Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xDIwicREke92vabfhTuD2Zb+gdOQFBzdzZZJBhxnG+qXeV2GfOTWCAjru+7VnOKAFRYnurfWZK+My+wTxc6zDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:04:45.396400Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.06207","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9a16c9fc0d83d4cbdb52fb576414a3bfe468f28fe566e5664469e25acafe2e98","sha256:d5ab8ec5b739a47a2ab1e801ebebb201f098109a2788e8bee931f95c8a25677a"],"state_sha256":"972f25e8deb0c7c7741b3442d359bcaf5b44bb7eccd3523e2c0b59fab3c6e9c6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V9aj7Y8z9UiwoeEoQJxonKo0cRo/soZYh6gjcGPCHijwuM17JOz8fHIkK4uctqiQ0bbLA0BmGS8K8i6KORi3BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T12:44:49.537014Z","bundle_sha256":"f9273df9deca84dd4b0be4069a48aaa748d641c5e85b3c35ed41c93d8031193b"}}