{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:D3JPIAJZSAZJNQLP4FV7W535GP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9c0d2bdcb21572a6be8d7d527a89b8c8849778b58476ccbb3329c69a36c3a2e5","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-07-29T18:08:01Z","title_canon_sha256":"a8c3faee75751332d200b8d7c0327cde04afb469117c164b899fe2886c3c5099"},"schema_version":"1.0","source":{"id":"2507.22133","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.22133","created_at":"2026-07-05T11:45:17Z"},{"alias_kind":"arxiv_version","alias_value":"2507.22133v1","created_at":"2026-07-05T11:45:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.22133","created_at":"2026-07-05T11:45:17Z"},{"alias_kind":"pith_short_12","alias_value":"D3JPIAJZSAZJ","created_at":"2026-07-05T11:45:17Z"},{"alias_kind":"pith_short_16","alias_value":"D3JPIAJZSAZJNQLP","created_at":"2026-07-05T11:45:17Z"},{"alias_kind":"pith_short_8","alias_value":"D3JPIAJZ","created_at":"2026-07-05T11:45:17Z"}],"graph_snapshots":[{"event_id":"sha256:9b8a2f96cd52753f279f72dc0cd1dd071ade1476e92b50d710d2fd8e482a05d1","target":"graph","created_at":"2026-07-05T11:45:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.22133/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Applications that use Large Language Models (LLMs) are becoming widespread, making the identification of system vulnerabilities increasingly important. Automated Red Teaming accelerates this effort by using an LLM to generate and execute attacks against target systems. Attack generators are evaluated using the Attack Success Rate (ASR) the sample mean calculated over the judgment of success for each attack. In this paper, we introduce a method for optimizing attack generator prompts that applies ASR to individual attacks. By repeating each attack multiple times against a randomly seeded target","authors_text":"Erich Kummerfeld, Joel Garrett, Lauren Alvarez, Lily Smith, Madeline Woodruff, Michael Freenor, Milton Leal, Rafael Medeiros, Ryan Miller, Sander Schulhoff, Yelyzaveta Husieva","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-07-29T18:08:01Z","title":"Prompt Optimization and Evaluation for LLM Automated Red Teaming"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.22133","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:37eebd99c841466f5289151ae4b492e72f525e94a06bdc40da6d8770bb53430b","target":"record","created_at":"2026-07-05T11:45:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9c0d2bdcb21572a6be8d7d527a89b8c8849778b58476ccbb3329c69a36c3a2e5","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-07-29T18:08:01Z","title_canon_sha256":"a8c3faee75751332d200b8d7c0327cde04afb469117c164b899fe2886c3c5099"},"schema_version":"1.0","source":{"id":"2507.22133","kind":"arxiv","version":1}},"canonical_sha256":"1ed2f40139903296c16fe16bfb777d33c382ed05cd50bdb267961f35670b33f2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1ed2f40139903296c16fe16bfb777d33c382ed05cd50bdb267961f35670b33f2","first_computed_at":"2026-07-05T11:45:17.073147Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:45:17.073147Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mO37l3q35q0BQehMW//IVd2eTfhzHrujJvMoTt/xQegZy3lr9R1tKKI8VvXMcBi6wMyiT9AWtdDGhjVshFk/Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:45:17.073679Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.22133","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:37eebd99c841466f5289151ae4b492e72f525e94a06bdc40da6d8770bb53430b","sha256:9b8a2f96cd52753f279f72dc0cd1dd071ade1476e92b50d710d2fd8e482a05d1"],"state_sha256":"4044d8362e19027752194957cc753ae716ef581bcb5a9433cf8af51a87a49cdb"}