{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:2K7HQGHDI7X4WW6XUE4WX3BMNR","short_pith_number":"pith:2K7HQGHD","canonical_record":{"source":{"id":"2507.07735","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-07-10T13:15:20Z","cross_cats_sorted":["cs.CL","cs.CR"],"title_canon_sha256":"eee33007a805eb71ab49ef3e2f9f776d1f8112745e3c712af1dcd28420126d4f","abstract_canon_sha256":"a5e81cbcbaf44801ff0c609b14764902a6d1cca8865503fc701bfbeb29b7fa88"},"schema_version":"1.0"},"canonical_sha256":"d2be7818e347efcb5bd7a1396bec2c6c42dc55e7ab96c4acfa5b2fbd7d56f1bc","source":{"kind":"arxiv","id":"2507.07735","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.07735","created_at":"2026-07-05T11:35:04Z"},{"alias_kind":"arxiv_version","alias_value":"2507.07735v1","created_at":"2026-07-05T11:35:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.07735","created_at":"2026-07-05T11:35:04Z"},{"alias_kind":"pith_short_12","alias_value":"2K7HQGHDI7X4","created_at":"2026-07-05T11:35:04Z"},{"alias_kind":"pith_short_16","alias_value":"2K7HQGHDI7X4WW6X","created_at":"2026-07-05T11:35:04Z"},{"alias_kind":"pith_short_8","alias_value":"2K7HQGHD","created_at":"2026-07-05T11:35:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:2K7HQGHDI7X4WW6XUE4WX3BMNR","target":"record","payload":{"canonical_record":{"source":{"id":"2507.07735","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-07-10T13:15:20Z","cross_cats_sorted":["cs.CL","cs.CR"],"title_canon_sha256":"eee33007a805eb71ab49ef3e2f9f776d1f8112745e3c712af1dcd28420126d4f","abstract_canon_sha256":"a5e81cbcbaf44801ff0c609b14764902a6d1cca8865503fc701bfbeb29b7fa88"},"schema_version":"1.0"},"canonical_sha256":"d2be7818e347efcb5bd7a1396bec2c6c42dc55e7ab96c4acfa5b2fbd7d56f1bc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:35:04.218200Z","signature_b64":"Y6W69VaEyut0koLyU+L7G8r60LAjtN1FdBygDWgcncppx5Hkbs63wzekUZXv9qJkAeS5WxaJ797nr1NN15h9Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d2be7818e347efcb5bd7a1396bec2c6c42dc55e7ab96c4acfa5b2fbd7d56f1bc","last_reissued_at":"2026-07-05T11:35:04.217754Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:35:04.217754Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.07735","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:35:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YZnGeuxEaUhSxbQVDbO5kD4VNNJ7LdLttTD/ecvfjy331YURE4QmdmDpITBT35MzeIOFYvdlW2I3ZTYDIZchAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T00:49:22.994837Z"},"content_sha256":"58a1c28d3ea4c0de58141e044f1f6617287ac932f9c597358abba66e1217f6fd","schema_version":"1.0","event_id":"sha256:58a1c28d3ea4c0de58141e044f1f6617287ac932f9c597358abba66e1217f6fd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:2K7HQGHDI7X4WW6XUE4WX3BMNR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GuardVal: Dynamic Large Language Model Jailbreak Evaluation for Comprehensive Safety Testing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.CR"],"primary_cat":"cs.LG","authors_text":"Haibo Jin, Haohan Wang, Liying Kang, Peiyan Zhang","submitted_at":"2025-07-10T13:15:20Z","abstract_excerpt":"Jailbreak attacks reveal critical vulnerabilities in Large Language Models (LLMs) by causing them to generate harmful or unethical content. Evaluating these threats is particularly challenging due to the evolving nature of LLMs and the sophistication required in effectively probing their vulnerabilities. Current benchmarks and evaluation methods struggle to fully address these challenges, leaving gaps in the assessment of LLM vulnerabilities. In this paper, we review existing jailbreak evaluation practices and identify three assumed desiderata for an effective jailbreak evaluation protocol. To"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.07735","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.07735/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:35:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6S1RSuHkScc1ql2AInxC98ssH7lMZEcs+iWx/6Yd+GB31ZsGZipLC7bhUNKt6j4bSzQLyDEq6O8RFApZq91sBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T00:49:22.995378Z"},"content_sha256":"4a914cb9c94a1ca6bf10e32502026d6673a8be0780604daadca83731c95aa80b","schema_version":"1.0","event_id":"sha256:4a914cb9c94a1ca6bf10e32502026d6673a8be0780604daadca83731c95aa80b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2K7HQGHDI7X4WW6XUE4WX3BMNR/bundle.json","state_url":"https://pith.science/pith/2K7HQGHDI7X4WW6XUE4WX3BMNR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2K7HQGHDI7X4WW6XUE4WX3BMNR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T00:49:22Z","links":{"resolver":"https://pith.science/pith/2K7HQGHDI7X4WW6XUE4WX3BMNR","bundle":"https://pith.science/pith/2K7HQGHDI7X4WW6XUE4WX3BMNR/bundle.json","state":"https://pith.science/pith/2K7HQGHDI7X4WW6XUE4WX3BMNR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2K7HQGHDI7X4WW6XUE4WX3BMNR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:2K7HQGHDI7X4WW6XUE4WX3BMNR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a5e81cbcbaf44801ff0c609b14764902a6d1cca8865503fc701bfbeb29b7fa88","cross_cats_sorted":["cs.CL","cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-07-10T13:15:20Z","title_canon_sha256":"eee33007a805eb71ab49ef3e2f9f776d1f8112745e3c712af1dcd28420126d4f"},"schema_version":"1.0","source":{"id":"2507.07735","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.07735","created_at":"2026-07-05T11:35:04Z"},{"alias_kind":"arxiv_version","alias_value":"2507.07735v1","created_at":"2026-07-05T11:35:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.07735","created_at":"2026-07-05T11:35:04Z"},{"alias_kind":"pith_short_12","alias_value":"2K7HQGHDI7X4","created_at":"2026-07-05T11:35:04Z"},{"alias_kind":"pith_short_16","alias_value":"2K7HQGHDI7X4WW6X","created_at":"2026-07-05T11:35:04Z"},{"alias_kind":"pith_short_8","alias_value":"2K7HQGHD","created_at":"2026-07-05T11:35:04Z"}],"graph_snapshots":[{"event_id":"sha256:4a914cb9c94a1ca6bf10e32502026d6673a8be0780604daadca83731c95aa80b","target":"graph","created_at":"2026-07-05T11:35:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.07735/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Jailbreak attacks reveal critical vulnerabilities in Large Language Models (LLMs) by causing them to generate harmful or unethical content. Evaluating these threats is particularly challenging due to the evolving nature of LLMs and the sophistication required in effectively probing their vulnerabilities. Current benchmarks and evaluation methods struggle to fully address these challenges, leaving gaps in the assessment of LLM vulnerabilities. In this paper, we review existing jailbreak evaluation practices and identify three assumed desiderata for an effective jailbreak evaluation protocol. To","authors_text":"Haibo Jin, Haohan Wang, Liying Kang, Peiyan Zhang","cross_cats":["cs.CL","cs.CR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-07-10T13:15:20Z","title":"GuardVal: Dynamic Large Language Model Jailbreak Evaluation for Comprehensive Safety Testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.07735","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:58a1c28d3ea4c0de58141e044f1f6617287ac932f9c597358abba66e1217f6fd","target":"record","created_at":"2026-07-05T11:35:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a5e81cbcbaf44801ff0c609b14764902a6d1cca8865503fc701bfbeb29b7fa88","cross_cats_sorted":["cs.CL","cs.CR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-07-10T13:15:20Z","title_canon_sha256":"eee33007a805eb71ab49ef3e2f9f776d1f8112745e3c712af1dcd28420126d4f"},"schema_version":"1.0","source":{"id":"2507.07735","kind":"arxiv","version":1}},"canonical_sha256":"d2be7818e347efcb5bd7a1396bec2c6c42dc55e7ab96c4acfa5b2fbd7d56f1bc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d2be7818e347efcb5bd7a1396bec2c6c42dc55e7ab96c4acfa5b2fbd7d56f1bc","first_computed_at":"2026-07-05T11:35:04.217754Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:35:04.217754Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Y6W69VaEyut0koLyU+L7G8r60LAjtN1FdBygDWgcncppx5Hkbs63wzekUZXv9qJkAeS5WxaJ797nr1NN15h9Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:35:04.218200Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.07735","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:58a1c28d3ea4c0de58141e044f1f6617287ac932f9c597358abba66e1217f6fd","sha256:4a914cb9c94a1ca6bf10e32502026d6673a8be0780604daadca83731c95aa80b"],"state_sha256":"db8c06b8b7d3164abacdfcb4eb21e9bcdb183100766a6c5accc0a1e1e602ccb3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"THtS3Z9Cw6WuuJOGct5Fdq6FDTLMAXGCLUmn0c8wE2gJfX0gdDh8Yd+uvIXRsveIfw+uVlavH96ggW9ZwOKfAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T00:49:23.001772Z","bundle_sha256":"8cfc8cdcf77128629a681e0b17c8b8b3bafa8064481f052e28c3bea79056e97a"}}