{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2BXUNMMNPSRU2XL6PVRMDKAVIQ","short_pith_number":"pith:2BXUNMMN","canonical_record":{"source":{"id":"2311.08370","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T18:33:43Z","cross_cats_sorted":[],"title_canon_sha256":"21a4a1d924cad62a715486fdfe4b5eae75f82dbd957d7b67f18eabe712f1d3e1","abstract_canon_sha256":"0e07b058c23cbc52aa665bc6455fbff06ecedf5dc7bbd3f4c239bf5823d2e6fc"},"schema_version":"1.0"},"canonical_sha256":"d06f46b18d7ca34d5d7e7d62c1a8154401dd6c0348d1698e5d239a093ab0e7be","source":{"kind":"arxiv","id":"2311.08370","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08370","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08370v2","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08370","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_12","alias_value":"2BXUNMMNPSRU","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_16","alias_value":"2BXUNMMNPSRU2XL6","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_8","alias_value":"2BXUNMMN","created_at":"2026-07-05T07:45:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2BXUNMMNPSRU2XL6PVRMDKAVIQ","target":"record","payload":{"canonical_record":{"source":{"id":"2311.08370","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T18:33:43Z","cross_cats_sorted":[],"title_canon_sha256":"21a4a1d924cad62a715486fdfe4b5eae75f82dbd957d7b67f18eabe712f1d3e1","abstract_canon_sha256":"0e07b058c23cbc52aa665bc6455fbff06ecedf5dc7bbd3f4c239bf5823d2e6fc"},"schema_version":"1.0"},"canonical_sha256":"d06f46b18d7ca34d5d7e7d62c1a8154401dd6c0348d1698e5d239a093ab0e7be","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:45:50.399713Z","signature_b64":"X9FDJ22rFl5R6dVXOg+l0K62jyLTMnTGPBHkmRTkt0CYeEADj2tB+8/zO2QYoHlOr0ZXt+yFqcHQ1Tt0FqYcBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d06f46b18d7ca34d5d7e7d62c1a8154401dd6c0348d1698e5d239a093ab0e7be","last_reissued_at":"2026-07-05T07:45:50.399209Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:45:50.399209Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.08370","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:45:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8yMFxhfz5WsLwxWk5nrAzq89nYEJL6bu8+/g0zT5rP191GJgozd3w3q8cq3xh2HjvLck4rYyWzWLvDQFACqrAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T00:40:18.033151Z"},"content_sha256":"e5d9104ba7f796c03318ded0d2a8ff957987d566d7daa86e4848048ec32d45ef","schema_version":"1.0","event_id":"sha256:e5d9104ba7f796c03318ded0d2a8ff957987d566d7daa86e4848048ec32d45ef"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2BXUNMMNPSRU2XL6PVRMDKAVIQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SimpleSafetyTests: a Test Suite for Identifying Critical Safety Risks in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anand Kannappan, Bertie Vidgen, Hannah Rose Kirk, Nino Scherrer, Paul R\\\"ottger, Rebecca Qian, Scott A. Hale","submitted_at":"2023-11-14T18:33:43Z","abstract_excerpt":"The past year has seen rapid acceleration in the development of large language models (LLMs). However, without proper steering and safeguards, LLMs will readily follow malicious instructions, provide unsafe advice, and generate toxic content. We introduce SimpleSafetyTests (SST) as a new test suite for rapidly and systematically identifying such critical safety risks. The test suite comprises 100 test prompts across five harm areas that LLMs, for the vast majority of applications, should refuse to comply with. We test 11 open-access and open-source LLMs and four closed-source LLMs, and find cr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08370","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.08370/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:45:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A7ZsnClcNbHCoZvOroXpBv2770SyKFeHknmU37DrHC8Xi2qhRqKxb/f7SM7qbK4bdtu/qjFcdAiUnkApOLHuAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T00:40:18.033541Z"},"content_sha256":"88250397338a22a6c90dc84693550965736f014b9bd0550b9325ebff7402efbe","schema_version":"1.0","event_id":"sha256:88250397338a22a6c90dc84693550965736f014b9bd0550b9325ebff7402efbe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2BXUNMMNPSRU2XL6PVRMDKAVIQ/bundle.json","state_url":"https://pith.science/pith/2BXUNMMNPSRU2XL6PVRMDKAVIQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2BXUNMMNPSRU2XL6PVRMDKAVIQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-25T00:40:18Z","links":{"resolver":"https://pith.science/pith/2BXUNMMNPSRU2XL6PVRMDKAVIQ","bundle":"https://pith.science/pith/2BXUNMMNPSRU2XL6PVRMDKAVIQ/bundle.json","state":"https://pith.science/pith/2BXUNMMNPSRU2XL6PVRMDKAVIQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2BXUNMMNPSRU2XL6PVRMDKAVIQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2BXUNMMNPSRU2XL6PVRMDKAVIQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0e07b058c23cbc52aa665bc6455fbff06ecedf5dc7bbd3f4c239bf5823d2e6fc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T18:33:43Z","title_canon_sha256":"21a4a1d924cad62a715486fdfe4b5eae75f82dbd957d7b67f18eabe712f1d3e1"},"schema_version":"1.0","source":{"id":"2311.08370","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08370","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08370v2","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08370","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_12","alias_value":"2BXUNMMNPSRU","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_16","alias_value":"2BXUNMMNPSRU2XL6","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_8","alias_value":"2BXUNMMN","created_at":"2026-07-05T07:45:50Z"}],"graph_snapshots":[{"event_id":"sha256:88250397338a22a6c90dc84693550965736f014b9bd0550b9325ebff7402efbe","target":"graph","created_at":"2026-07-05T07:45:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.08370/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The past year has seen rapid acceleration in the development of large language models (LLMs). However, without proper steering and safeguards, LLMs will readily follow malicious instructions, provide unsafe advice, and generate toxic content. We introduce SimpleSafetyTests (SST) as a new test suite for rapidly and systematically identifying such critical safety risks. The test suite comprises 100 test prompts across five harm areas that LLMs, for the vast majority of applications, should refuse to comply with. We test 11 open-access and open-source LLMs and four closed-source LLMs, and find cr","authors_text":"Anand Kannappan, Bertie Vidgen, Hannah Rose Kirk, Nino Scherrer, Paul R\\\"ottger, Rebecca Qian, Scott A. Hale","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T18:33:43Z","title":"SimpleSafetyTests: a Test Suite for Identifying Critical Safety Risks in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08370","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e5d9104ba7f796c03318ded0d2a8ff957987d566d7daa86e4848048ec32d45ef","target":"record","created_at":"2026-07-05T07:45:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0e07b058c23cbc52aa665bc6455fbff06ecedf5dc7bbd3f4c239bf5823d2e6fc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-14T18:33:43Z","title_canon_sha256":"21a4a1d924cad62a715486fdfe4b5eae75f82dbd957d7b67f18eabe712f1d3e1"},"schema_version":"1.0","source":{"id":"2311.08370","kind":"arxiv","version":2}},"canonical_sha256":"d06f46b18d7ca34d5d7e7d62c1a8154401dd6c0348d1698e5d239a093ab0e7be","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d06f46b18d7ca34d5d7e7d62c1a8154401dd6c0348d1698e5d239a093ab0e7be","first_computed_at":"2026-07-05T07:45:50.399209Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:45:50.399209Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"X9FDJ22rFl5R6dVXOg+l0K62jyLTMnTGPBHkmRTkt0CYeEADj2tB+8/zO2QYoHlOr0ZXt+yFqcHQ1Tt0FqYcBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:45:50.399713Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.08370","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e5d9104ba7f796c03318ded0d2a8ff957987d566d7daa86e4848048ec32d45ef","sha256:88250397338a22a6c90dc84693550965736f014b9bd0550b9325ebff7402efbe"],"state_sha256":"30ac406c06852b15d235c3ba1fb4d3ef8b4667359b6945dc7eae548425c1ff87"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G19EPlicESWpWZ2t08pM39ScAq9QToL2XFPRaItfIcexD0wgWKCXhndw6BgOHWsfastO11NrOalcfhTpksRdCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-25T00:40:18.035950Z","bundle_sha256":"ede7951058eac79b97e944306634af31891062bc6950234a9a8a1d3483c49688"}}