{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:AJ73LIZXURHKNP4TOMRSIPTXMJ","short_pith_number":"pith:AJ73LIZX","canonical_record":{"source":{"id":"2405.10659","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-17T09:42:59Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cd05393d172f955faa3be32727ceb31aa42423f39b4b42011ba547385073a20d","abstract_canon_sha256":"2e35be203e5d3e461c28c4401258379c07698961f94e1e4367cdacc9bd12c098"},"schema_version":"1.0"},"canonical_sha256":"027fb5a337a44ea6bf937323243e776279c5fadd5ec0914ff62a0cc2b2ada183","source":{"kind":"arxiv","id":"2405.10659","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.10659","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"arxiv_version","alias_value":"2405.10659v2","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.10659","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_12","alias_value":"AJ73LIZXURHK","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_16","alias_value":"AJ73LIZXURHKNP4T","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_8","alias_value":"AJ73LIZX","created_at":"2026-07-05T08:20:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:AJ73LIZXURHKNP4TOMRSIPTXMJ","target":"record","payload":{"canonical_record":{"source":{"id":"2405.10659","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-17T09:42:59Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cd05393d172f955faa3be32727ceb31aa42423f39b4b42011ba547385073a20d","abstract_canon_sha256":"2e35be203e5d3e461c28c4401258379c07698961f94e1e4367cdacc9bd12c098"},"schema_version":"1.0"},"canonical_sha256":"027fb5a337a44ea6bf937323243e776279c5fadd5ec0914ff62a0cc2b2ada183","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:20:54.973725Z","signature_b64":"cndlY4b7hAwQrs74aADNw1WMFmn0htclAHWuoyD8Buf2SjPKzOmuoEVkjaU/dbz2M6nb2RxHu5dqibIT+tCwDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"027fb5a337a44ea6bf937323243e776279c5fadd5ec0914ff62a0cc2b2ada183","last_reissued_at":"2026-07-05T08:20:54.973262Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:20:54.973262Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.10659","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NDzFD//wP+B5yD3hHuBXuDHG7Dn2/37qTGW4mlvHzx1hFgMOPbMBXvHFTuOT0XV+VX6aZrLfpCXa3e4st+2GCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T05:06:07.085096Z"},"content_sha256":"25fc6d62984332de90a44d03d8eb1c7d234e1a2cafa704b6b3ea57ac0f400c45","schema_version":"1.0","event_id":"sha256:25fc6d62984332de90a44d03d8eb1c7d234e1a2cafa704b6b3ea57ac0f400c45"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:AJ73LIZXURHKNP4TOMRSIPTXMJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Realistic Evaluation of Toxicity in Large Language Models","license":"http://creativecommons.org/publicdomain/zero/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Linh Ngo Van, Thanh-Thien Le, Thien Huu Nguyen, Tinh Son Luong","submitted_at":"2024-05-17T09:42:59Z","abstract_excerpt":"Large language models (LLMs) have become integral to our professional workflows and daily lives. Nevertheless, these machine companions of ours have a critical flaw: the huge amount of data which endows them with vast and diverse knowledge, also exposes them to the inevitable toxicity and bias. While most LLMs incorporate defense mechanisms to prevent the generation of harmful content, these safeguards can be easily bypassed with minimal prompt engineering. In this paper, we introduce the new Thoroughly Engineered Toxicity (TET) dataset, comprising manually crafted prompts designed to nullify "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.10659","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.10659/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:20:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Sj0+57qFl1xVHvvaCJq9cYScPD9EikBWk7uTcT+b4bXlDywHe9sV5EUIE0th7kd27IybexdluLjR+2dPCc3EDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T05:06:07.086036Z"},"content_sha256":"0374dc5af7eb7a194311f4ad404eabcedcd30fbc918a90cc83124a5dd1bf7519","schema_version":"1.0","event_id":"sha256:0374dc5af7eb7a194311f4ad404eabcedcd30fbc918a90cc83124a5dd1bf7519"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AJ73LIZXURHKNP4TOMRSIPTXMJ/bundle.json","state_url":"https://pith.science/pith/AJ73LIZXURHKNP4TOMRSIPTXMJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AJ73LIZXURHKNP4TOMRSIPTXMJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T05:06:07Z","links":{"resolver":"https://pith.science/pith/AJ73LIZXURHKNP4TOMRSIPTXMJ","bundle":"https://pith.science/pith/AJ73LIZXURHKNP4TOMRSIPTXMJ/bundle.json","state":"https://pith.science/pith/AJ73LIZXURHKNP4TOMRSIPTXMJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AJ73LIZXURHKNP4TOMRSIPTXMJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:AJ73LIZXURHKNP4TOMRSIPTXMJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2e35be203e5d3e461c28c4401258379c07698961f94e1e4367cdacc9bd12c098","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-17T09:42:59Z","title_canon_sha256":"cd05393d172f955faa3be32727ceb31aa42423f39b4b42011ba547385073a20d"},"schema_version":"1.0","source":{"id":"2405.10659","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.10659","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"arxiv_version","alias_value":"2405.10659v2","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.10659","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_12","alias_value":"AJ73LIZXURHK","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_16","alias_value":"AJ73LIZXURHKNP4T","created_at":"2026-07-05T08:20:54Z"},{"alias_kind":"pith_short_8","alias_value":"AJ73LIZX","created_at":"2026-07-05T08:20:54Z"}],"graph_snapshots":[{"event_id":"sha256:0374dc5af7eb7a194311f4ad404eabcedcd30fbc918a90cc83124a5dd1bf7519","target":"graph","created_at":"2026-07-05T08:20:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.10659/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have become integral to our professional workflows and daily lives. Nevertheless, these machine companions of ours have a critical flaw: the huge amount of data which endows them with vast and diverse knowledge, also exposes them to the inevitable toxicity and bias. While most LLMs incorporate defense mechanisms to prevent the generation of harmful content, these safeguards can be easily bypassed with minimal prompt engineering. In this paper, we introduce the new Thoroughly Engineered Toxicity (TET) dataset, comprising manually crafted prompts designed to nullify ","authors_text":"Linh Ngo Van, Thanh-Thien Le, Thien Huu Nguyen, Tinh Son Luong","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-17T09:42:59Z","title":"Realistic Evaluation of Toxicity in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.10659","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:25fc6d62984332de90a44d03d8eb1c7d234e1a2cafa704b6b3ea57ac0f400c45","target":"record","created_at":"2026-07-05T08:20:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2e35be203e5d3e461c28c4401258379c07698961f94e1e4367cdacc9bd12c098","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/publicdomain/zero/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-17T09:42:59Z","title_canon_sha256":"cd05393d172f955faa3be32727ceb31aa42423f39b4b42011ba547385073a20d"},"schema_version":"1.0","source":{"id":"2405.10659","kind":"arxiv","version":2}},"canonical_sha256":"027fb5a337a44ea6bf937323243e776279c5fadd5ec0914ff62a0cc2b2ada183","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"027fb5a337a44ea6bf937323243e776279c5fadd5ec0914ff62a0cc2b2ada183","first_computed_at":"2026-07-05T08:20:54.973262Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:20:54.973262Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cndlY4b7hAwQrs74aADNw1WMFmn0htclAHWuoyD8Buf2SjPKzOmuoEVkjaU/dbz2M6nb2RxHu5dqibIT+tCwDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:20:54.973725Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.10659","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:25fc6d62984332de90a44d03d8eb1c7d234e1a2cafa704b6b3ea57ac0f400c45","sha256:0374dc5af7eb7a194311f4ad404eabcedcd30fbc918a90cc83124a5dd1bf7519"],"state_sha256":"a2dfe9f6766db2e0b802dfd851af82fcecbbd2c7c014b37957b54b4270958520"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C7iFTHbadZWp6Gi/gaN0V6r9XO89xSs+NhIYAfZfkEJ56MMjzftUmnNm+ssESQOWE9VIy6ZaJ4gEu2N/UHt9Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T05:06:07.091365Z","bundle_sha256":"e11a6d14213b6a24093cf919448b8aca73b0f2ac23a3235670f946294ef5f010"}}