{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XAY3XGMRSSB37YNVWPT4HHDAXO","short_pith_number":"pith:XAY3XGMR","canonical_record":{"source":{"id":"2402.06900","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-10T07:55:27Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1b724eafd8153a7c4dc2058ca2fa1ca0551ebd22ff0b2f61d08405a3c7208a6f","abstract_canon_sha256":"38e44be592f0b100a17ca8d2b434d859468d4284892bf182cc9f6611975f1b35"},"schema_version":"1.0"},"canonical_sha256":"b831bb99919483bfe1b5b3e7c39c60bb88a0a008f2bacc496fd99b20cb03cc66","source":{"kind":"arxiv","id":"2402.06900","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.06900","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"arxiv_version","alias_value":"2402.06900v5","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.06900","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_12","alias_value":"XAY3XGMRSSB3","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_16","alias_value":"XAY3XGMRSSB37YNV","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_8","alias_value":"XAY3XGMR","created_at":"2026-07-05T09:35:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XAY3XGMRSSB37YNVWPT4HHDAXO","target":"record","payload":{"canonical_record":{"source":{"id":"2402.06900","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-10T07:55:27Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1b724eafd8153a7c4dc2058ca2fa1ca0551ebd22ff0b2f61d08405a3c7208a6f","abstract_canon_sha256":"38e44be592f0b100a17ca8d2b434d859468d4284892bf182cc9f6611975f1b35"},"schema_version":"1.0"},"canonical_sha256":"b831bb99919483bfe1b5b3e7c39c60bb88a0a008f2bacc496fd99b20cb03cc66","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:35:08.107882Z","signature_b64":"kjSOHyQcZyeLnMv2uznQlDdKt+tpPmghsuyjCj2EGkOKtUwlHw53dwZICBJKuVC67h6Kgsu1SUwHd+IjZBsXCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b831bb99919483bfe1b5b3e7c39c60bb88a0a008f2bacc496fd99b20cb03cc66","last_reissued_at":"2026-07-05T09:35:08.107380Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:35:08.107380Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.06900","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:35:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uwGdg7F1hBGafoKiQppQeyyVxF2l2QgEYgrEx8uwM9DZJzPeQaT1nNW4EVY05D5sP/xCGwYoqiRB3+4k/4C5DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:20:02.597368Z"},"content_sha256":"5748f7bb03ae73b20f478e6c811c1272e4d848f1ac20e9ba09ae4d9cbfcdcf12","schema_version":"1.0","event_id":"sha256:5748f7bb03ae73b20f478e6c811c1272e4d848f1ac20e9ba09ae4d9cbfcdcf12"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XAY3XGMRSSB37YNVWPT4HHDAXO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can LLMs Recognize Toxicity? A Structured Investigation Framework and Toxicity Metric","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dohyung Kim, Hyukhun Koh, Kyomin Jung, Minwoo Lee","submitted_at":"2024-02-10T07:55:27Z","abstract_excerpt":"In the pursuit of developing Large Language Models (LLMs) that adhere to societal standards, it is imperative to detect the toxicity in the generated text. The majority of existing toxicity metrics rely on encoder models trained on specific toxicity datasets, which are susceptible to out-of-distribution (OOD) problems and depend on the dataset's definition of toxicity. In this paper, we introduce a robust metric grounded on LLMs to flexibly measure toxicity according to the given definition. We first analyze the toxicity factors, followed by an examination of the intrinsic toxic attributes of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.06900","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.06900/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:35:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O/7QSOX7vILD2FAafdVcwN7t3vfJt2qW4E9TLFhrr2kDI+CEC/Bv0Pr55QllHd60okmqhnzJlJ2cA+kta84QAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:20:02.597903Z"},"content_sha256":"d4c2c9a9c733f7a668c937201494b25dbb95eef6da394708ed7b6200d2fc83c7","schema_version":"1.0","event_id":"sha256:d4c2c9a9c733f7a668c937201494b25dbb95eef6da394708ed7b6200d2fc83c7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XAY3XGMRSSB37YNVWPT4HHDAXO/bundle.json","state_url":"https://pith.science/pith/XAY3XGMRSSB37YNVWPT4HHDAXO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XAY3XGMRSSB37YNVWPT4HHDAXO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T17:20:02Z","links":{"resolver":"https://pith.science/pith/XAY3XGMRSSB37YNVWPT4HHDAXO","bundle":"https://pith.science/pith/XAY3XGMRSSB37YNVWPT4HHDAXO/bundle.json","state":"https://pith.science/pith/XAY3XGMRSSB37YNVWPT4HHDAXO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XAY3XGMRSSB37YNVWPT4HHDAXO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XAY3XGMRSSB37YNVWPT4HHDAXO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"38e44be592f0b100a17ca8d2b434d859468d4284892bf182cc9f6611975f1b35","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-10T07:55:27Z","title_canon_sha256":"1b724eafd8153a7c4dc2058ca2fa1ca0551ebd22ff0b2f61d08405a3c7208a6f"},"schema_version":"1.0","source":{"id":"2402.06900","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.06900","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"arxiv_version","alias_value":"2402.06900v5","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.06900","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_12","alias_value":"XAY3XGMRSSB3","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_16","alias_value":"XAY3XGMRSSB37YNV","created_at":"2026-07-05T09:35:08Z"},{"alias_kind":"pith_short_8","alias_value":"XAY3XGMR","created_at":"2026-07-05T09:35:08Z"}],"graph_snapshots":[{"event_id":"sha256:d4c2c9a9c733f7a668c937201494b25dbb95eef6da394708ed7b6200d2fc83c7","target":"graph","created_at":"2026-07-05T09:35:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.06900/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the pursuit of developing Large Language Models (LLMs) that adhere to societal standards, it is imperative to detect the toxicity in the generated text. The majority of existing toxicity metrics rely on encoder models trained on specific toxicity datasets, which are susceptible to out-of-distribution (OOD) problems and depend on the dataset's definition of toxicity. In this paper, we introduce a robust metric grounded on LLMs to flexibly measure toxicity according to the given definition. We first analyze the toxicity factors, followed by an examination of the intrinsic toxic attributes of ","authors_text":"Dohyung Kim, Hyukhun Koh, Kyomin Jung, Minwoo Lee","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-10T07:55:27Z","title":"Can LLMs Recognize Toxicity? A Structured Investigation Framework and Toxicity Metric"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.06900","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5748f7bb03ae73b20f478e6c811c1272e4d848f1ac20e9ba09ae4d9cbfcdcf12","target":"record","created_at":"2026-07-05T09:35:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"38e44be592f0b100a17ca8d2b434d859468d4284892bf182cc9f6611975f1b35","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-10T07:55:27Z","title_canon_sha256":"1b724eafd8153a7c4dc2058ca2fa1ca0551ebd22ff0b2f61d08405a3c7208a6f"},"schema_version":"1.0","source":{"id":"2402.06900","kind":"arxiv","version":5}},"canonical_sha256":"b831bb99919483bfe1b5b3e7c39c60bb88a0a008f2bacc496fd99b20cb03cc66","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b831bb99919483bfe1b5b3e7c39c60bb88a0a008f2bacc496fd99b20cb03cc66","first_computed_at":"2026-07-05T09:35:08.107380Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:35:08.107380Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kjSOHyQcZyeLnMv2uznQlDdKt+tpPmghsuyjCj2EGkOKtUwlHw53dwZICBJKuVC67h6Kgsu1SUwHd+IjZBsXCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:35:08.107882Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.06900","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5748f7bb03ae73b20f478e6c811c1272e4d848f1ac20e9ba09ae4d9cbfcdcf12","sha256:d4c2c9a9c733f7a668c937201494b25dbb95eef6da394708ed7b6200d2fc83c7"],"state_sha256":"faffb7c3650a60c6f395f807bea41a05f2cf1e5ac57e1c732cb3c4bf0d4816d6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fmtjk01uzVHj1/pDxzw0T6UHKV9BTIU9dwuJHT4y7Hs8hRiQo3zNzgn/vMNgcgbF1nw+NvyZWS9XxB+05eoYCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T17:20:02.604007Z","bundle_sha256":"d33625f85896bc5ad02291fdb411b55241636aa47582ba3412a5433ed8ff67da"}}