{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:627NC24FUJ7BNUCETQYR25AXZE","short_pith_number":"pith:627NC24F","canonical_record":{"source":{"id":"2406.01364","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-06-03T14:32:30Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"e74dddf8e1e92a35f851f71eab40eb5432c5f87a565c0f09c2f242f3b0167897","abstract_canon_sha256":"d34478b8f4895f8a4258914c66c77c52ce2cc914c17e69730878420ba8e4ab88"},"schema_version":"1.0"},"canonical_sha256":"f6bed16b85a27e16d0449c311d7417c91ccdeeb501f711115542aa16d15e351b","source":{"kind":"arxiv","id":"2406.01364","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.01364","created_at":"2026-07-05T08:26:38Z"},{"alias_kind":"arxiv_version","alias_value":"2406.01364v1","created_at":"2026-07-05T08:26:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.01364","created_at":"2026-07-05T08:26:38Z"},{"alias_kind":"pith_short_12","alias_value":"627NC24FUJ7B","created_at":"2026-07-05T08:26:38Z"},{"alias_kind":"pith_short_16","alias_value":"627NC24FUJ7BNUCE","created_at":"2026-07-05T08:26:38Z"},{"alias_kind":"pith_short_8","alias_value":"627NC24F","created_at":"2026-07-05T08:26:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:627NC24FUJ7BNUCETQYR25AXZE","target":"record","payload":{"canonical_record":{"source":{"id":"2406.01364","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-06-03T14:32:30Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"e74dddf8e1e92a35f851f71eab40eb5432c5f87a565c0f09c2f242f3b0167897","abstract_canon_sha256":"d34478b8f4895f8a4258914c66c77c52ce2cc914c17e69730878420ba8e4ab88"},"schema_version":"1.0"},"canonical_sha256":"f6bed16b85a27e16d0449c311d7417c91ccdeeb501f711115542aa16d15e351b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:26:38.835618Z","signature_b64":"9XAFDIxbI4TMvTigriXJzyh62Y82jzLMS+DedL9LEr7BijPPnUlhxd2gZ3CUpLyoUvy9JRP5JI/nWKW6yjhFBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f6bed16b85a27e16d0449c311d7417c91ccdeeb501f711115542aa16d15e351b","last_reissued_at":"2026-07-05T08:26:38.835163Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:26:38.835163Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.01364","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Se0FoRDXwTBODY/6kRitCcyk7Y7Ea8HjoStTdL2neky6dZg9CpCDzJPa90lWGa7ZnCYTsjXC069LldsY6A0EDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:49:20.003644Z"},"content_sha256":"d8b2730b53d472408a5588d29cb037d8e736f1a7422f2a29cb4c55a5efb7b675","schema_version":"1.0","event_id":"sha256:d8b2730b53d472408a5588d29cb037d8e736f1a7422f2a29cb4c55a5efb7b675"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:627NC24FUJ7BNUCETQYR25AXZE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BELLS: A Framework Towards Future Proof Benchmarks for the Evaluation of LLM Safeguards","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.CR","authors_text":"Alexandre Variengien, Charbel-Rapha\\\"el Segerie, Diego Dorn, Vincent Corruble","submitted_at":"2024-06-03T14:32:30Z","abstract_excerpt":"Input-output safeguards are used to detect anomalies in the traces produced by Large Language Models (LLMs) systems. These detectors are at the core of diverse safety-critical applications such as real-time monitoring, offline evaluation of traces, and content moderation. However, there is no widely recognized methodology to evaluate them. To fill this gap, we introduce the Benchmarks for the Evaluation of LLM Safeguards (BELLS), a structured collection of tests, organized into three categories: (1) established failure tests, based on already-existing benchmarks for well-defined failure modes,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.01364","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.01364/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b5jKvBoBPaYpAQkXke8sR4XRnxFQyWMb6cLAsqih1gkTBhLkurxxQelaYnB/i0Z0ozanVhigoNMQsCH8j1PeDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:49:20.004247Z"},"content_sha256":"ff8ee5840adf3904ccddb3f5f8ab96495b3a92abc953b5d4e49129fb8004c01a","schema_version":"1.0","event_id":"sha256:ff8ee5840adf3904ccddb3f5f8ab96495b3a92abc953b5d4e49129fb8004c01a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/627NC24FUJ7BNUCETQYR25AXZE/bundle.json","state_url":"https://pith.science/pith/627NC24FUJ7BNUCETQYR25AXZE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/627NC24FUJ7BNUCETQYR25AXZE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T09:49:20Z","links":{"resolver":"https://pith.science/pith/627NC24FUJ7BNUCETQYR25AXZE","bundle":"https://pith.science/pith/627NC24FUJ7BNUCETQYR25AXZE/bundle.json","state":"https://pith.science/pith/627NC24FUJ7BNUCETQYR25AXZE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/627NC24FUJ7BNUCETQYR25AXZE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:627NC24FUJ7BNUCETQYR25AXZE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d34478b8f4895f8a4258914c66c77c52ce2cc914c17e69730878420ba8e4ab88","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-06-03T14:32:30Z","title_canon_sha256":"e74dddf8e1e92a35f851f71eab40eb5432c5f87a565c0f09c2f242f3b0167897"},"schema_version":"1.0","source":{"id":"2406.01364","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.01364","created_at":"2026-07-05T08:26:38Z"},{"alias_kind":"arxiv_version","alias_value":"2406.01364v1","created_at":"2026-07-05T08:26:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.01364","created_at":"2026-07-05T08:26:38Z"},{"alias_kind":"pith_short_12","alias_value":"627NC24FUJ7B","created_at":"2026-07-05T08:26:38Z"},{"alias_kind":"pith_short_16","alias_value":"627NC24FUJ7BNUCE","created_at":"2026-07-05T08:26:38Z"},{"alias_kind":"pith_short_8","alias_value":"627NC24F","created_at":"2026-07-05T08:26:38Z"}],"graph_snapshots":[{"event_id":"sha256:ff8ee5840adf3904ccddb3f5f8ab96495b3a92abc953b5d4e49129fb8004c01a","target":"graph","created_at":"2026-07-05T08:26:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.01364/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Input-output safeguards are used to detect anomalies in the traces produced by Large Language Models (LLMs) systems. These detectors are at the core of diverse safety-critical applications such as real-time monitoring, offline evaluation of traces, and content moderation. However, there is no widely recognized methodology to evaluate them. To fill this gap, we introduce the Benchmarks for the Evaluation of LLM Safeguards (BELLS), a structured collection of tests, organized into three categories: (1) established failure tests, based on already-existing benchmarks for well-defined failure modes,","authors_text":"Alexandre Variengien, Charbel-Rapha\\\"el Segerie, Diego Dorn, Vincent Corruble","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-06-03T14:32:30Z","title":"BELLS: A Framework Towards Future Proof Benchmarks for the Evaluation of LLM Safeguards"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.01364","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d8b2730b53d472408a5588d29cb037d8e736f1a7422f2a29cb4c55a5efb7b675","target":"record","created_at":"2026-07-05T08:26:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d34478b8f4895f8a4258914c66c77c52ce2cc914c17e69730878420ba8e4ab88","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2024-06-03T14:32:30Z","title_canon_sha256":"e74dddf8e1e92a35f851f71eab40eb5432c5f87a565c0f09c2f242f3b0167897"},"schema_version":"1.0","source":{"id":"2406.01364","kind":"arxiv","version":1}},"canonical_sha256":"f6bed16b85a27e16d0449c311d7417c91ccdeeb501f711115542aa16d15e351b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f6bed16b85a27e16d0449c311d7417c91ccdeeb501f711115542aa16d15e351b","first_computed_at":"2026-07-05T08:26:38.835163Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:26:38.835163Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9XAFDIxbI4TMvTigriXJzyh62Y82jzLMS+DedL9LEr7BijPPnUlhxd2gZ3CUpLyoUvy9JRP5JI/nWKW6yjhFBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:26:38.835618Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.01364","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d8b2730b53d472408a5588d29cb037d8e736f1a7422f2a29cb4c55a5efb7b675","sha256:ff8ee5840adf3904ccddb3f5f8ab96495b3a92abc953b5d4e49129fb8004c01a"],"state_sha256":"4c3bb76f2e0468f618447321665f2dfb22053171c2829d92e4c27cb8cd9fffe7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zFTRslQJMsq605HwenTbu4teKWzK74bzpasR/FVDUkd+LDtO+qi3kOG6YG306PsiinaCyYMZWpSa+fDx7VT+CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T09:49:20.009443Z","bundle_sha256":"f90df71516a89c5ee950bb20b40f9c7a2449a222bc6a11496dbf52ed47490ffb"}}