{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:YI2TVPJK7HMEYCN46THOG3FTSF","short_pith_number":"pith:YI2TVPJK","canonical_record":{"source":{"id":"2404.08676","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-06T15:01:47Z","cross_cats_sorted":["cs.CY","cs.LG"],"title_canon_sha256":"89884862badb8b047911b5045d87ca2b0b4d6381790b7bcd7561a7f9d29b74d3","abstract_canon_sha256":"fe9c93ac85c674fbf028c062688499f901656da0f6dea796a861359fbbfbd173"},"schema_version":"1.0"},"canonical_sha256":"c2353abd2af9d84c09bcf4cee36cb391540506e5677d614f44b619b4fa52e62a","source":{"kind":"arxiv","id":"2404.08676","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.08676","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"arxiv_version","alias_value":"2404.08676v3","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.08676","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_12","alias_value":"YI2TVPJK7HME","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_16","alias_value":"YI2TVPJK7HMEYCN4","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_8","alias_value":"YI2TVPJK","created_at":"2026-07-05T08:35:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:YI2TVPJK7HMEYCN46THOG3FTSF","target":"record","payload":{"canonical_record":{"source":{"id":"2404.08676","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-06T15:01:47Z","cross_cats_sorted":["cs.CY","cs.LG"],"title_canon_sha256":"89884862badb8b047911b5045d87ca2b0b4d6381790b7bcd7561a7f9d29b74d3","abstract_canon_sha256":"fe9c93ac85c674fbf028c062688499f901656da0f6dea796a861359fbbfbd173"},"schema_version":"1.0"},"canonical_sha256":"c2353abd2af9d84c09bcf4cee36cb391540506e5677d614f44b619b4fa52e62a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:35:45.291878Z","signature_b64":"o73jUrLmn5kUJGx2igb5zB10zCz5kbFK+QzX0QBmVJmyBD1pFvmXIG3t5TDGVaQ4fELWitJep06JSJaSigNRAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c2353abd2af9d84c09bcf4cee36cb391540506e5677d614f44b619b4fa52e62a","last_reissued_at":"2026-07-05T08:35:45.291420Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:35:45.291420Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.08676","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:35:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1nGb+c9U48mJtGMUbTB2EXUHJQtsOMi5xBhutMA1WOwAAkwWkiZ9vAxc4bJeTPqMJPmPQ9I3crya2l3qOQqUCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:25:18.851781Z"},"content_sha256":"ee6d82faae022648ce86410a5a55072c07e9f85e6b21bf0f089f862843114d69","schema_version":"1.0","event_id":"sha256:ee6d82faae022648ce86410a5a55072c07e9f85e6b21bf0f089f862843114d69"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:YI2TVPJK7HMEYCN46THOG3FTSF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ALERT: A Comprehensive Benchmark for Assessing Large Language Models' Safety through Red Teaming","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.CY","cs.LG"],"primary_cat":"cs.CL","authors_text":"Bo Li, Felix Friedrich, Huu Nguyen, Kristian Kersting, Patrick Schramowski, Roberto Navigli, Simone Tedeschi","submitted_at":"2024-04-06T15:01:47Z","abstract_excerpt":"When building Large Language Models (LLMs), it is paramount to bear safety in mind and protect them with guardrails. Indeed, LLMs should never generate content promoting or normalizing harmful, illegal, or unethical behavior that may contribute to harm to individuals or society. This principle applies to both normal and adversarial use. In response, we introduce ALERT, a large-scale benchmark to assess safety based on a novel fine-grained risk taxonomy. It is designed to evaluate the safety of LLMs through red teaming methodologies and consists of more than 45k instructions categorized using o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.08676","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.08676/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:35:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dRGlWx4hq7MDUIUhOh5MgZ6zaUrVvwkooBIcgC3mtgvOtsBxWMf6OtbbU07qzO5MoWg4409rQx4IK22cH6V5CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:25:18.852331Z"},"content_sha256":"f6765fc04cd6ac1d02f84cd5e8665af3d7c83ed252fb69841c9b5e6733577484","schema_version":"1.0","event_id":"sha256:f6765fc04cd6ac1d02f84cd5e8665af3d7c83ed252fb69841c9b5e6733577484"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YI2TVPJK7HMEYCN46THOG3FTSF/bundle.json","state_url":"https://pith.science/pith/YI2TVPJK7HMEYCN46THOG3FTSF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YI2TVPJK7HMEYCN46THOG3FTSF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T12:25:18Z","links":{"resolver":"https://pith.science/pith/YI2TVPJK7HMEYCN46THOG3FTSF","bundle":"https://pith.science/pith/YI2TVPJK7HMEYCN46THOG3FTSF/bundle.json","state":"https://pith.science/pith/YI2TVPJK7HMEYCN46THOG3FTSF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YI2TVPJK7HMEYCN46THOG3FTSF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YI2TVPJK7HMEYCN46THOG3FTSF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fe9c93ac85c674fbf028c062688499f901656da0f6dea796a861359fbbfbd173","cross_cats_sorted":["cs.CY","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-06T15:01:47Z","title_canon_sha256":"89884862badb8b047911b5045d87ca2b0b4d6381790b7bcd7561a7f9d29b74d3"},"schema_version":"1.0","source":{"id":"2404.08676","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.08676","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"arxiv_version","alias_value":"2404.08676v3","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.08676","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_12","alias_value":"YI2TVPJK7HME","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_16","alias_value":"YI2TVPJK7HMEYCN4","created_at":"2026-07-05T08:35:45Z"},{"alias_kind":"pith_short_8","alias_value":"YI2TVPJK","created_at":"2026-07-05T08:35:45Z"}],"graph_snapshots":[{"event_id":"sha256:f6765fc04cd6ac1d02f84cd5e8665af3d7c83ed252fb69841c9b5e6733577484","target":"graph","created_at":"2026-07-05T08:35:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.08676/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When building Large Language Models (LLMs), it is paramount to bear safety in mind and protect them with guardrails. Indeed, LLMs should never generate content promoting or normalizing harmful, illegal, or unethical behavior that may contribute to harm to individuals or society. This principle applies to both normal and adversarial use. In response, we introduce ALERT, a large-scale benchmark to assess safety based on a novel fine-grained risk taxonomy. It is designed to evaluate the safety of LLMs through red teaming methodologies and consists of more than 45k instructions categorized using o","authors_text":"Bo Li, Felix Friedrich, Huu Nguyen, Kristian Kersting, Patrick Schramowski, Roberto Navigli, Simone Tedeschi","cross_cats":["cs.CY","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-06T15:01:47Z","title":"ALERT: A Comprehensive Benchmark for Assessing Large Language Models' Safety through Red Teaming"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.08676","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ee6d82faae022648ce86410a5a55072c07e9f85e6b21bf0f089f862843114d69","target":"record","created_at":"2026-07-05T08:35:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fe9c93ac85c674fbf028c062688499f901656da0f6dea796a861359fbbfbd173","cross_cats_sorted":["cs.CY","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-06T15:01:47Z","title_canon_sha256":"89884862badb8b047911b5045d87ca2b0b4d6381790b7bcd7561a7f9d29b74d3"},"schema_version":"1.0","source":{"id":"2404.08676","kind":"arxiv","version":3}},"canonical_sha256":"c2353abd2af9d84c09bcf4cee36cb391540506e5677d614f44b619b4fa52e62a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c2353abd2af9d84c09bcf4cee36cb391540506e5677d614f44b619b4fa52e62a","first_computed_at":"2026-07-05T08:35:45.291420Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:35:45.291420Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o73jUrLmn5kUJGx2igb5zB10zCz5kbFK+QzX0QBmVJmyBD1pFvmXIG3t5TDGVaQ4fELWitJep06JSJaSigNRAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:35:45.291878Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.08676","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ee6d82faae022648ce86410a5a55072c07e9f85e6b21bf0f089f862843114d69","sha256:f6765fc04cd6ac1d02f84cd5e8665af3d7c83ed252fb69841c9b5e6733577484"],"state_sha256":"f2aa5c96c1fff5350119eef002381642d868a7f487d115e4019f16d2035c612b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TzKzGUJvwtPemn0IcK6RkrWbpiFjrZAvtO4o5YXi/EdaHaFqRcIT8JQCIw3H3fH3XfJIEuTZcvq/FAAvNzE8Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T12:25:18.854272Z","bundle_sha256":"3b94285cfe678af3fa2389950b4fd86c706c700489fbdda7da8739f9c5764a01"}}