{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:MQWV33WRTB6JRD7NPJ4OUUXKEC","short_pith_number":"pith:MQWV33WR","schema_version":"1.0","canonical_sha256":"642d5deed1987c988fed7a78ea52ea20b0f72ab9b976b51a7d14e0d27659fe86","source":{"kind":"arxiv","id":"2410.16527","version":3},"attestation_state":"computed","paper":{"title":"Insights and Current Gaps in Open-Source LLM Vulnerability Scanners: A Comparative Analysis","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CR","authors_text":"Amit Giloni, Hisashi Kojima, Inderjeet Singh, Jonathan Brokman, Omer Hofman, Oren Rachmil, Rathina Sabapathy Aishvariya Priya, Roman Vainshtein, Vikas Pahuja","submitted_at":"2024-10-21T21:36:03Z","abstract_excerpt":"This report presents a comparative analysis of open-source vulnerability scanners for conversational large language models (LLMs). As LLMs become integral to various applications, they also present potential attack surfaces, exposed to security risks such as information leakage and jailbreak attacks. Our study evaluates prominent scanners - Garak, Giskard, PyRIT, and CyberSecEval - that adapt red-teaming practices to expose these vulnerabilities. We detail the distinctive features and practical use of these scanners, outline unifying principles of their design and perform quantitative evaluati"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2410.16527","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2024-10-21T21:36:03Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3eb5cab8620b5fb4f2cf6e5ba227cb7b97b892cfd985e690e62706849572d62f","abstract_canon_sha256":"1e06558de7864ba276ec71a774c84ec589ef0ed35f71946fcb800453121cbef1"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:36:15.435932Z","signature_b64":"xJF0mS43m0Pi5CnAo7XZtuaH/mOjPdJhKAMNMDJanqJVSicyMAMJ76S3T19JY2rESoAZCxTFRhUlQOZYXdPKBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"642d5deed1987c988fed7a78ea52ea20b0f72ab9b976b51a7d14e0d27659fe86","last_reissued_at":"2026-07-05T09:36:15.435219Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:36:15.435219Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Insights and Current Gaps in Open-Source LLM Vulnerability Scanners: A Comparative Analysis","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CR","authors_text":"Amit Giloni, Hisashi Kojima, Inderjeet Singh, Jonathan Brokman, Omer Hofman, Oren Rachmil, Rathina Sabapathy Aishvariya Priya, Roman Vainshtein, Vikas Pahuja","submitted_at":"2024-10-21T21:36:03Z","abstract_excerpt":"This report presents a comparative analysis of open-source vulnerability scanners for conversational large language models (LLMs). As LLMs become integral to various applications, they also present potential attack surfaces, exposed to security risks such as information leakage and jailbreak attacks. Our study evaluates prominent scanners - Garak, Giskard, PyRIT, and CyberSecEval - that adapt red-teaming practices to expose these vulnerabilities. We detail the distinctive features and practical use of these scanners, outline unifying principles of their design and perform quantitative evaluati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.16527","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.16527/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2410.16527","created_at":"2026-07-05T09:36:15.435367+00:00"},{"alias_kind":"arxiv_version","alias_value":"2410.16527v3","created_at":"2026-07-05T09:36:15.435367+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.16527","created_at":"2026-07-05T09:36:15.435367+00:00"},{"alias_kind":"pith_short_12","alias_value":"MQWV33WRTB6J","created_at":"2026-07-05T09:36:15.435367+00:00"},{"alias_kind":"pith_short_16","alias_value":"MQWV33WRTB6JRD7N","created_at":"2026-07-05T09:36:15.435367+00:00"},{"alias_kind":"pith_short_8","alias_value":"MQWV33WR","created_at":"2026-07-05T09:36:15.435367+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/MQWV33WRTB6JRD7NPJ4OUUXKEC","json":"https://pith.science/pith/MQWV33WRTB6JRD7NPJ4OUUXKEC.json","graph_json":"https://pith.science/api/pith-number/MQWV33WRTB6JRD7NPJ4OUUXKEC/graph.json","events_json":"https://pith.science/api/pith-number/MQWV33WRTB6JRD7NPJ4OUUXKEC/events.json","paper":"https://pith.science/paper/MQWV33WR"},"agent_actions":{"view_html":"https://pith.science/pith/MQWV33WRTB6JRD7NPJ4OUUXKEC","download_json":"https://pith.science/pith/MQWV33WRTB6JRD7NPJ4OUUXKEC.json","view_paper":"https://pith.science/paper/MQWV33WR","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2410.16527&json=true","fetch_graph":"https://pith.science/api/pith-number/MQWV33WRTB6JRD7NPJ4OUUXKEC/graph.json","fetch_events":"https://pith.science/api/pith-number/MQWV33WRTB6JRD7NPJ4OUUXKEC/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/MQWV33WRTB6JRD7NPJ4OUUXKEC/action/timestamp_anchor","attest_storage":"https://pith.science/pith/MQWV33WRTB6JRD7NPJ4OUUXKEC/action/storage_attestation","attest_author":"https://pith.science/pith/MQWV33WRTB6JRD7NPJ4OUUXKEC/action/author_attestation","sign_citation":"https://pith.science/pith/MQWV33WRTB6JRD7NPJ4OUUXKEC/action/citation_signature","submit_replication":"https://pith.science/pith/MQWV33WRTB6JRD7NPJ4OUUXKEC/action/replication_record"}},"created_at":"2026-07-05T09:36:15.435367+00:00","updated_at":"2026-07-05T09:36:15.435367+00:00"}