{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7PEXRMYTL7EHGB7ZD32OPJ22EM","short_pith_number":"pith:7PEXRMYT","canonical_record":{"source":{"id":"2401.09002","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-17T06:42:44Z","cross_cats_sorted":[],"title_canon_sha256":"bad99f1e44bec6e7e18a58135349feec9723ad70dc32813567bd845dcdd23cd7","abstract_canon_sha256":"6f458727e0fd5a7562c7f82838a9d4390d9271e60122183e4a9e0d293c0f3425"},"schema_version":"1.0"},"canonical_sha256":"fbc978b3135fc87307f91ef4e7a75a230769bcd655136fd396a352bd47348801","source":{"kind":"arxiv","id":"2401.09002","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.09002","created_at":"2026-07-05T10:33:02Z"},{"alias_kind":"arxiv_version","alias_value":"2401.09002v6","created_at":"2026-07-05T10:33:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.09002","created_at":"2026-07-05T10:33:02Z"},{"alias_kind":"pith_short_12","alias_value":"7PEXRMYTL7EH","created_at":"2026-07-05T10:33:02Z"},{"alias_kind":"pith_short_16","alias_value":"7PEXRMYTL7EHGB7Z","created_at":"2026-07-05T10:33:02Z"},{"alias_kind":"pith_short_8","alias_value":"7PEXRMYT","created_at":"2026-07-05T10:33:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7PEXRMYTL7EHGB7ZD32OPJ22EM","target":"record","payload":{"canonical_record":{"source":{"id":"2401.09002","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-17T06:42:44Z","cross_cats_sorted":[],"title_canon_sha256":"bad99f1e44bec6e7e18a58135349feec9723ad70dc32813567bd845dcdd23cd7","abstract_canon_sha256":"6f458727e0fd5a7562c7f82838a9d4390d9271e60122183e4a9e0d293c0f3425"},"schema_version":"1.0"},"canonical_sha256":"fbc978b3135fc87307f91ef4e7a75a230769bcd655136fd396a352bd47348801","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:33:02.705164Z","signature_b64":"558S64ac2zikQuI2uC0+lYI8HBrEMULnB++EMToDw+1UPsu9onnNtIV7vW0L8LuB8zUAB2B1VRa/OGWqmY2gBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fbc978b3135fc87307f91ef4e7a75a230769bcd655136fd396a352bd47348801","last_reissued_at":"2026-07-05T10:33:02.704629Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:33:02.704629Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.09002","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:33:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UWPvwJfipH0Z0lXbQyS6cXXnMRjdxuZT3fPapHR/p26RnF1tSe8EOQxjKFktiL4QEGAHmfo526TnqLo/U/5JAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:25:46.112838Z"},"content_sha256":"b0dbd3129947d9c0d097acff4495ea57fc4e37f88624ca69e8b49b5191022f1d","schema_version":"1.0","event_id":"sha256:b0dbd3129947d9c0d097acff4495ea57fc4e37f88624ca69e8b49b5191022f1d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7PEXRMYTL7EHGB7ZD32OPJ22EM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AttackEval: How to Evaluate the Effectiveness of Jailbreak Attacking on Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chong Zhang, Dong Shu, Lingyao Li, Mingyu Jin, Yongfeng Zhang, Zihao Zhou","submitted_at":"2024-01-17T06:42:44Z","abstract_excerpt":"Jailbreak attacks represent one of the most sophisticated threats to the security of large language models (LLMs). To deal with such risks, we introduce an innovative framework that can help evaluate the effectiveness of jailbreak attacks on LLMs. Unlike traditional binary evaluations focusing solely on the robustness of LLMs, our method assesses the attacking prompts' effectiveness. We present two distinct evaluation frameworks: a coarse-grained evaluation and a fine-grained evaluation. Each framework uses a scoring range from 0 to 1, offering unique perspectives and allowing for the assessme"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.09002","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.09002/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:33:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FFr+2fMqFoW5dn/Up/KLAs4PHHvRpNxK2sOAWjr6xpW7JFq15Crw0i7Q0thrWfuoeR/KQlD4eD7fl9V3TxojDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:25:46.113363Z"},"content_sha256":"9c22cefc983ede1ffb7412b8624ae000e2a0a377f02ec6c42667b5d2cd249817","schema_version":"1.0","event_id":"sha256:9c22cefc983ede1ffb7412b8624ae000e2a0a377f02ec6c42667b5d2cd249817"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7PEXRMYTL7EHGB7ZD32OPJ22EM/bundle.json","state_url":"https://pith.science/pith/7PEXRMYTL7EHGB7ZD32OPJ22EM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7PEXRMYTL7EHGB7ZD32OPJ22EM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:25:46Z","links":{"resolver":"https://pith.science/pith/7PEXRMYTL7EHGB7ZD32OPJ22EM","bundle":"https://pith.science/pith/7PEXRMYTL7EHGB7ZD32OPJ22EM/bundle.json","state":"https://pith.science/pith/7PEXRMYTL7EHGB7ZD32OPJ22EM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7PEXRMYTL7EHGB7ZD32OPJ22EM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7PEXRMYTL7EHGB7ZD32OPJ22EM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6f458727e0fd5a7562c7f82838a9d4390d9271e60122183e4a9e0d293c0f3425","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-17T06:42:44Z","title_canon_sha256":"bad99f1e44bec6e7e18a58135349feec9723ad70dc32813567bd845dcdd23cd7"},"schema_version":"1.0","source":{"id":"2401.09002","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.09002","created_at":"2026-07-05T10:33:02Z"},{"alias_kind":"arxiv_version","alias_value":"2401.09002v6","created_at":"2026-07-05T10:33:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.09002","created_at":"2026-07-05T10:33:02Z"},{"alias_kind":"pith_short_12","alias_value":"7PEXRMYTL7EH","created_at":"2026-07-05T10:33:02Z"},{"alias_kind":"pith_short_16","alias_value":"7PEXRMYTL7EHGB7Z","created_at":"2026-07-05T10:33:02Z"},{"alias_kind":"pith_short_8","alias_value":"7PEXRMYT","created_at":"2026-07-05T10:33:02Z"}],"graph_snapshots":[{"event_id":"sha256:9c22cefc983ede1ffb7412b8624ae000e2a0a377f02ec6c42667b5d2cd249817","target":"graph","created_at":"2026-07-05T10:33:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.09002/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Jailbreak attacks represent one of the most sophisticated threats to the security of large language models (LLMs). To deal with such risks, we introduce an innovative framework that can help evaluate the effectiveness of jailbreak attacks on LLMs. Unlike traditional binary evaluations focusing solely on the robustness of LLMs, our method assesses the attacking prompts' effectiveness. We present two distinct evaluation frameworks: a coarse-grained evaluation and a fine-grained evaluation. Each framework uses a scoring range from 0 to 1, offering unique perspectives and allowing for the assessme","authors_text":"Chong Zhang, Dong Shu, Lingyao Li, Mingyu Jin, Yongfeng Zhang, Zihao Zhou","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-17T06:42:44Z","title":"AttackEval: How to Evaluate the Effectiveness of Jailbreak Attacking on Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.09002","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b0dbd3129947d9c0d097acff4495ea57fc4e37f88624ca69e8b49b5191022f1d","target":"record","created_at":"2026-07-05T10:33:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6f458727e0fd5a7562c7f82838a9d4390d9271e60122183e4a9e0d293c0f3425","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-17T06:42:44Z","title_canon_sha256":"bad99f1e44bec6e7e18a58135349feec9723ad70dc32813567bd845dcdd23cd7"},"schema_version":"1.0","source":{"id":"2401.09002","kind":"arxiv","version":6}},"canonical_sha256":"fbc978b3135fc87307f91ef4e7a75a230769bcd655136fd396a352bd47348801","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fbc978b3135fc87307f91ef4e7a75a230769bcd655136fd396a352bd47348801","first_computed_at":"2026-07-05T10:33:02.704629Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:33:02.704629Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"558S64ac2zikQuI2uC0+lYI8HBrEMULnB++EMToDw+1UPsu9onnNtIV7vW0L8LuB8zUAB2B1VRa/OGWqmY2gBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:33:02.705164Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.09002","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b0dbd3129947d9c0d097acff4495ea57fc4e37f88624ca69e8b49b5191022f1d","sha256:9c22cefc983ede1ffb7412b8624ae000e2a0a377f02ec6c42667b5d2cd249817"],"state_sha256":"618325462f954c0ddc4f077b8362fc0cbdd926780dcbfd9df9400e174fad65d3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TYafsW9orjzbj/C+NnoCpX0n66p4O+P+oOwjfUHozCoNhxoSiOZTuos8gkKpA3ZN24NzYLKK+aHUEMT1el/vAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:25:46.119766Z","bundle_sha256":"37490d2cc1a19ec00e1e26bf6ae3fa6af39c45e9b5197459ae05a801e7030d85"}}