{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7TZ3QQR4DYJEZGSWPAVNAJ7FAV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5218753a60f6f4d1d4bd1933542d61400ab6fefd01c83ea8cdb9c29cbe4be2ba","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-01-02T16:37:04Z","title_canon_sha256":"34c447685068895bb6276ef3f478602efb78a1ba9b5199f1caf7790071ad96a2"},"schema_version":"1.0","source":{"id":"2501.01335","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.01335","created_at":"2026-07-05T09:56:18Z"},{"alias_kind":"arxiv_version","alias_value":"2501.01335v1","created_at":"2026-07-05T09:56:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.01335","created_at":"2026-07-05T09:56:18Z"},{"alias_kind":"pith_short_12","alias_value":"7TZ3QQR4DYJE","created_at":"2026-07-05T09:56:18Z"},{"alias_kind":"pith_short_16","alias_value":"7TZ3QQR4DYJEZGSW","created_at":"2026-07-05T09:56:18Z"},{"alias_kind":"pith_short_8","alias_value":"7TZ3QQR4","created_at":"2026-07-05T09:56:18Z"}],"graph_snapshots":[{"event_id":"sha256:2f94897b53c5b22cf922cc6812fe88ce47fbf49be7405a937bcd124c1216b4dc","target":"graph","created_at":"2026-07-05T09:56:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.01335/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Numerous studies have investigated methods for jailbreaking Large Language Models (LLMs) to generate harmful content. Typically, these methods are evaluated using datasets of malicious prompts designed to bypass security policies established by LLM providers. However, the generally broad scope and open-ended nature of existing datasets can complicate the assessment of jailbreaking effectiveness, particularly in specific domains, notably cybersecurity. To address this issue, we present and publicly release CySecBench, a comprehensive dataset containing 12662 prompts specifically designed to eva","authors_text":"Ahmed Mohamed Hussain, Johan Wahr\\'eus, Panos Papadimitratos","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-01-02T16:37:04Z","title":"CySecBench: Generative AI-based CyberSecurity-focused Prompt Dataset for Benchmarking Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.01335","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:066531294b0a4f6be883f253fd04e78d4ca8c34fc4bb30cd37726277bb47aa2c","target":"record","created_at":"2026-07-05T09:56:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5218753a60f6f4d1d4bd1933542d61400ab6fefd01c83ea8cdb9c29cbe4be2ba","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-01-02T16:37:04Z","title_canon_sha256":"34c447685068895bb6276ef3f478602efb78a1ba9b5199f1caf7790071ad96a2"},"schema_version":"1.0","source":{"id":"2501.01335","kind":"arxiv","version":1}},"canonical_sha256":"fcf3b8423c1e124c9a56782ad027e505705c835afe51bfe635e7c06cf908dd88","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fcf3b8423c1e124c9a56782ad027e505705c835afe51bfe635e7c06cf908dd88","first_computed_at":"2026-07-05T09:56:18.368249Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:56:18.368249Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MoRkQUXGt/11jribcHsa/8IT1JYj6/YoUoDn9Rywe/VgmINlO9N4oqthICSweqqwIIHsfsaP2tbTJKP0kJKvCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:56:18.368790Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.01335","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:066531294b0a4f6be883f253fd04e78d4ca8c34fc4bb30cd37726277bb47aa2c","sha256:2f94897b53c5b22cf922cc6812fe88ce47fbf49be7405a937bcd124c1216b4dc"],"state_sha256":"d90781fd58bb9fc034d56599afe3b2e66525a6d0b630cdc50bfae9d1dafc260d"}