{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:HSFH22VUIFHQWIJKOVCSNDZI56","short_pith_number":"pith:HSFH22VU","schema_version":"1.0","canonical_sha256":"3c8a7d6ab4414f0b212a7545268f28ef873ca2de4cd6d0d8165688f38cf36f47","source":{"kind":"arxiv","id":"2311.16119","version":3},"attestation_state":"computed","paper":{"title":"Ignore This Title and HackAPrompt: Exposing Systemic Vulnerabilities of LLMs through a Global Scale Prompt Hacking Competition","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.CR","authors_text":"Anaum Khan, Anson Liu Kost, Chenglei Si, Christopher Carnahan, Jeremy Pinto, Jordan Boyd-Graber, Louis-Fran\\c{c}ois Bouchard, Sander Schulhoff, Svetlina Anati, Valen Tagliabue","submitted_at":"2023-10-24T18:18:11Z","abstract_excerpt":"Large Language Models (LLMs) are deployed in interactive contexts with direct user engagement, such as chatbots and writing assistants. These deployments are vulnerable to prompt injection and jailbreaking (collectively, prompt hacking), in which models are manipulated to ignore their original instructions and follow potentially malicious ones. Although widely acknowledged as a significant security threat, there is a dearth of large-scale resources and quantitative studies on prompt hacking. To address this lacuna, we launch a global prompt hacking competition, which allows for free-form human"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2311.16119","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2023-10-24T18:18:11Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"d67ca754d49410047bf1de57fef775154fc0c071e2084433427fe07e539bb868","abstract_canon_sha256":"cd69c74ffadae1593264622eaf87007823f93b5387413d6c0fdcb9a3d66ec700"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:51:35.633371Z","signature_b64":"wvkPuWfqtOBEzGOcCynejFGqjqIswnYvPtnkNLaN+rp+El5H2qBPOQaBxds43E8BBmojthU9ZcrhSetJVdJVBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3c8a7d6ab4414f0b212a7545268f28ef873ca2de4cd6d0d8165688f38cf36f47","last_reissued_at":"2026-07-05T07:51:35.632844Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:51:35.632844Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Ignore This Title and HackAPrompt: Exposing Systemic Vulnerabilities of LLMs through a Global Scale Prompt Hacking Competition","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.CR","authors_text":"Anaum Khan, Anson Liu Kost, Chenglei Si, Christopher Carnahan, Jeremy Pinto, Jordan Boyd-Graber, Louis-Fran\\c{c}ois Bouchard, Sander Schulhoff, Svetlina Anati, Valen Tagliabue","submitted_at":"2023-10-24T18:18:11Z","abstract_excerpt":"Large Language Models (LLMs) are deployed in interactive contexts with direct user engagement, such as chatbots and writing assistants. These deployments are vulnerable to prompt injection and jailbreaking (collectively, prompt hacking), in which models are manipulated to ignore their original instructions and follow potentially malicious ones. Although widely acknowledged as a significant security threat, there is a dearth of large-scale resources and quantitative studies on prompt hacking. To address this lacuna, we launch a global prompt hacking competition, which allows for free-form human"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.16119","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.16119/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2311.16119","created_at":"2026-07-05T07:51:35.632904+00:00"},{"alias_kind":"arxiv_version","alias_value":"2311.16119v3","created_at":"2026-07-05T07:51:35.632904+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.16119","created_at":"2026-07-05T07:51:35.632904+00:00"},{"alias_kind":"pith_short_12","alias_value":"HSFH22VUIFHQ","created_at":"2026-07-05T07:51:35.632904+00:00"},{"alias_kind":"pith_short_16","alias_value":"HSFH22VUIFHQWIJK","created_at":"2026-07-05T07:51:35.632904+00:00"},{"alias_kind":"pith_short_8","alias_value":"HSFH22VU","created_at":"2026-07-05T07:51:35.632904+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":7,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2607.08066","citing_title":"Persuasion Attacks Can Decrease Effectiveness of CoT Monitoring","ref_index":73,"is_internal_anchor":true},{"citing_arxiv_id":"2606.19660","citing_title":"A Layered Security Framework Against Prompt Injection in RAG-Based Chatbots","ref_index":24,"is_internal_anchor":false},{"citing_arxiv_id":"2606.11316","citing_title":"Sch\\\"utzen: Evaluating LLM Safety in Bulgarian and German Contexts","ref_index":136,"is_internal_anchor":false},{"citing_arxiv_id":"2402.06922","citing_title":"Whispers in the Machine: Confidentiality in Agentic Systems","ref_index":28,"is_internal_anchor":false},{"citing_arxiv_id":"2605.20351","citing_title":"Refusal Evaluation in Coding LLMs and Code Agents: A Systematic Review of Thirteen Malicious-Code Prompt Corpora (2023-2025)","ref_index":45,"is_internal_anchor":false},{"citing_arxiv_id":"2604.23887","citing_title":"Evaluation of Prompt Injection Defenses in Large Language Models","ref_index":8,"is_internal_anchor":false},{"citing_arxiv_id":"2604.23887","citing_title":"Evaluation of Prompt Injection Defenses in Large Language Models","ref_index":8,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/HSFH22VUIFHQWIJKOVCSNDZI56","json":"https://pith.science/pith/HSFH22VUIFHQWIJKOVCSNDZI56.json","graph_json":"https://pith.science/api/pith-number/HSFH22VUIFHQWIJKOVCSNDZI56/graph.json","events_json":"https://pith.science/api/pith-number/HSFH22VUIFHQWIJKOVCSNDZI56/events.json","paper":"https://pith.science/paper/HSFH22VU"},"agent_actions":{"view_html":"https://pith.science/pith/HSFH22VUIFHQWIJKOVCSNDZI56","download_json":"https://pith.science/pith/HSFH22VUIFHQWIJKOVCSNDZI56.json","view_paper":"https://pith.science/paper/HSFH22VU","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2311.16119&json=true","fetch_graph":"https://pith.science/api/pith-number/HSFH22VUIFHQWIJKOVCSNDZI56/graph.json","fetch_events":"https://pith.science/api/pith-number/HSFH22VUIFHQWIJKOVCSNDZI56/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/HSFH22VUIFHQWIJKOVCSNDZI56/action/timestamp_anchor","attest_storage":"https://pith.science/pith/HSFH22VUIFHQWIJKOVCSNDZI56/action/storage_attestation","attest_author":"https://pith.science/pith/HSFH22VUIFHQWIJKOVCSNDZI56/action/author_attestation","sign_citation":"https://pith.science/pith/HSFH22VUIFHQWIJKOVCSNDZI56/action/citation_signature","submit_replication":"https://pith.science/pith/HSFH22VUIFHQWIJKOVCSNDZI56/action/replication_record"}},"created_at":"2026-07-05T07:51:35.632904+00:00","updated_at":"2026-07-05T07:51:35.632904+00:00"}