{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:CHQQX5KAUON73LPLATNU3ZRFMZ","short_pith_number":"pith:CHQQX5KA","canonical_record":{"source":{"id":"2504.19855","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-04-28T14:48:00Z","cross_cats_sorted":[],"title_canon_sha256":"54863c267aa6fcfa21abcf44bb19ec798f92799a2cadc1bc3560394643edae5c","abstract_canon_sha256":"c152e879a71761a1c47b65b70c9034c75da1e43fa33447d3ea53164690f2f34e"},"schema_version":"1.0"},"canonical_sha256":"11e10bf540a39bfdadeb04db4de6256669bbbc56e3689f0e8f7acede0bef06e2","source":{"kind":"arxiv","id":"2504.19855","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.19855","created_at":"2026-07-05T10:55:36Z"},{"alias_kind":"arxiv_version","alias_value":"2504.19855v2","created_at":"2026-07-05T10:55:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.19855","created_at":"2026-07-05T10:55:36Z"},{"alias_kind":"pith_short_12","alias_value":"CHQQX5KAUON7","created_at":"2026-07-05T10:55:36Z"},{"alias_kind":"pith_short_16","alias_value":"CHQQX5KAUON73LPL","created_at":"2026-07-05T10:55:36Z"},{"alias_kind":"pith_short_8","alias_value":"CHQQX5KA","created_at":"2026-07-05T10:55:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:CHQQX5KAUON73LPLATNU3ZRFMZ","target":"record","payload":{"canonical_record":{"source":{"id":"2504.19855","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-04-28T14:48:00Z","cross_cats_sorted":[],"title_canon_sha256":"54863c267aa6fcfa21abcf44bb19ec798f92799a2cadc1bc3560394643edae5c","abstract_canon_sha256":"c152e879a71761a1c47b65b70c9034c75da1e43fa33447d3ea53164690f2f34e"},"schema_version":"1.0"},"canonical_sha256":"11e10bf540a39bfdadeb04db4de6256669bbbc56e3689f0e8f7acede0bef06e2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:55:36.161988Z","signature_b64":"zN9DuTrUwnPpsiKF2y2rX4mFPBBj8zsSW9CoNCYmMh24UmVKrD6H3YNjMTd7DKlcFTV3ZesrkJc2DZMoEz9LBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"11e10bf540a39bfdadeb04db4de6256669bbbc56e3689f0e8f7acede0bef06e2","last_reissued_at":"2026-07-05T10:55:36.161521Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:55:36.161521Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.19855","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nytTlNcllwo/V/Hb828e39FjhTrJbucixoSlo4WbEqANyX0MGoHCRL36H+s1SZgRgip1M4qfmt1SJhP5uhTFCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T04:50:54.053095Z"},"content_sha256":"a1c93322ee31317b2b6a0ec4948df02eee6a5030996318d007f161eefea0eb0b","schema_version":"1.0","event_id":"sha256:a1c93322ee31317b2b6a0ec4948df02eee6a5030996318d007f161eefea0eb0b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:CHQQX5KAUON73LPLATNU3ZRFMZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Automation Advantage in AI Red Teaming","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CR","authors_text":"Ads Dawson, Brad Palm, Brian Greunke, Nick Landers, Rob Mulla, Vincent Abruzzon, Will Pearce","submitted_at":"2025-04-28T14:48:00Z","abstract_excerpt":"This paper analyzes Large Language Model (LLM) security vulnerabilities based on data from Crucible, encompassing 214,271 attack attempts by 1,674 users across 30 LLM challenges. Our findings reveal automated approaches significantly outperform manual techniques (69.5% vs 47.6% success rate), despite only 5.2% of users employing automation. We demonstrate that automated approaches excel in systematic exploration and pattern matching challenges, while manual approaches retain speed advantages in certain creative reasoning scenarios, often solving problems 5x faster when successful. Challenge ca"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.19855","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.19855/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:55:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3mNv4vU/9pn2Oc/Q8hKP45XHRyaOF4czwl1Yya2gA/bngEgehb2oFw8enXugvOD84B624v32qBtjM1aSoUk5DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T04:50:54.053625Z"},"content_sha256":"d3ea51ce5dd908e651f7b5b880497208f1d716e4ecbe393b0dfd4c1274f6f614","schema_version":"1.0","event_id":"sha256:d3ea51ce5dd908e651f7b5b880497208f1d716e4ecbe393b0dfd4c1274f6f614"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CHQQX5KAUON73LPLATNU3ZRFMZ/bundle.json","state_url":"https://pith.science/pith/CHQQX5KAUON73LPLATNU3ZRFMZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CHQQX5KAUON73LPLATNU3ZRFMZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T04:50:54Z","links":{"resolver":"https://pith.science/pith/CHQQX5KAUON73LPLATNU3ZRFMZ","bundle":"https://pith.science/pith/CHQQX5KAUON73LPLATNU3ZRFMZ/bundle.json","state":"https://pith.science/pith/CHQQX5KAUON73LPLATNU3ZRFMZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CHQQX5KAUON73LPLATNU3ZRFMZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:CHQQX5KAUON73LPLATNU3ZRFMZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c152e879a71761a1c47b65b70c9034c75da1e43fa33447d3ea53164690f2f34e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-04-28T14:48:00Z","title_canon_sha256":"54863c267aa6fcfa21abcf44bb19ec798f92799a2cadc1bc3560394643edae5c"},"schema_version":"1.0","source":{"id":"2504.19855","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.19855","created_at":"2026-07-05T10:55:36Z"},{"alias_kind":"arxiv_version","alias_value":"2504.19855v2","created_at":"2026-07-05T10:55:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.19855","created_at":"2026-07-05T10:55:36Z"},{"alias_kind":"pith_short_12","alias_value":"CHQQX5KAUON7","created_at":"2026-07-05T10:55:36Z"},{"alias_kind":"pith_short_16","alias_value":"CHQQX5KAUON73LPL","created_at":"2026-07-05T10:55:36Z"},{"alias_kind":"pith_short_8","alias_value":"CHQQX5KA","created_at":"2026-07-05T10:55:36Z"}],"graph_snapshots":[{"event_id":"sha256:d3ea51ce5dd908e651f7b5b880497208f1d716e4ecbe393b0dfd4c1274f6f614","target":"graph","created_at":"2026-07-05T10:55:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.19855/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper analyzes Large Language Model (LLM) security vulnerabilities based on data from Crucible, encompassing 214,271 attack attempts by 1,674 users across 30 LLM challenges. Our findings reveal automated approaches significantly outperform manual techniques (69.5% vs 47.6% success rate), despite only 5.2% of users employing automation. We demonstrate that automated approaches excel in systematic exploration and pattern matching challenges, while manual approaches retain speed advantages in certain creative reasoning scenarios, often solving problems 5x faster when successful. Challenge ca","authors_text":"Ads Dawson, Brad Palm, Brian Greunke, Nick Landers, Rob Mulla, Vincent Abruzzon, Will Pearce","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-04-28T14:48:00Z","title":"The Automation Advantage in AI Red Teaming"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.19855","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a1c93322ee31317b2b6a0ec4948df02eee6a5030996318d007f161eefea0eb0b","target":"record","created_at":"2026-07-05T10:55:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c152e879a71761a1c47b65b70c9034c75da1e43fa33447d3ea53164690f2f34e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-04-28T14:48:00Z","title_canon_sha256":"54863c267aa6fcfa21abcf44bb19ec798f92799a2cadc1bc3560394643edae5c"},"schema_version":"1.0","source":{"id":"2504.19855","kind":"arxiv","version":2}},"canonical_sha256":"11e10bf540a39bfdadeb04db4de6256669bbbc56e3689f0e8f7acede0bef06e2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"11e10bf540a39bfdadeb04db4de6256669bbbc56e3689f0e8f7acede0bef06e2","first_computed_at":"2026-07-05T10:55:36.161521Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:55:36.161521Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zN9DuTrUwnPpsiKF2y2rX4mFPBBj8zsSW9CoNCYmMh24UmVKrD6H3YNjMTd7DKlcFTV3ZesrkJc2DZMoEz9LBw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:55:36.161988Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.19855","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a1c93322ee31317b2b6a0ec4948df02eee6a5030996318d007f161eefea0eb0b","sha256:d3ea51ce5dd908e651f7b5b880497208f1d716e4ecbe393b0dfd4c1274f6f614"],"state_sha256":"4a9d1157de61bc1533f4d51da164b9f282d0326b6f52c7197435c34dd278f764"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tLcNudMwHc4Yj/uBOlFKQCg862G1gLDO5sNeu9sOA5Z2X7wOdsH94qdDz4J8qdS+pLgE+SFbzV3X/wT9j+TtDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T04:50:54.062690Z","bundle_sha256":"cea8df665d070c22fe9f2b451b95cbf20da70d77daab7560d21e8c4b9c24e710"}}