{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:43FCCFH5CEMIGLSNNM4N7MH5WC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"da03e8e6c15aaeca0bd64e2b11202cc814b869a7c4322473c7b27ded25899e46","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2024-06-10T18:57:22Z","title_canon_sha256":"d44e79551692fd3533e6ef425bfba5b21aa0f3e85084e33b2f5684999fea7bbd"},"schema_version":"1.0","source":{"id":"2406.06737","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06737","created_at":"2026-07-05T09:26:27Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06737v2","created_at":"2026-07-05T09:26:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06737","created_at":"2026-07-05T09:26:27Z"},{"alias_kind":"pith_short_12","alias_value":"43FCCFH5CEMI","created_at":"2026-07-05T09:26:27Z"},{"alias_kind":"pith_short_16","alias_value":"43FCCFH5CEMIGLSN","created_at":"2026-07-05T09:26:27Z"},{"alias_kind":"pith_short_8","alias_value":"43FCCFH5","created_at":"2026-07-05T09:26:27Z"}],"graph_snapshots":[{"event_id":"sha256:9dbd6bc57ff992dfcee8889f6d510d55aa3b9624b9d86db7275b8dbb05db5c79","target":"graph","created_at":"2026-07-05T09:26:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.06737/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the proliferation of LLM-integrated applications such as GPT-s, millions are deployed, offering valuable services through proprietary instruction prompts. These systems, however, are prone to prompt extraction attacks through meticulously designed queries. To help mitigate this problem, we introduce the Raccoon benchmark which comprehensively evaluates a model's susceptibility to prompt extraction attacks. Our novel evaluation method assesses models under both defenseless and defended scenarios, employing a dual approach to evaluate the effectiveness of existing defenses and the resilienc","authors_text":"Bhuwan Dhingra, Junlin Wang, Roy Xie, Tianyi Yang","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2024-06-10T18:57:22Z","title":"Raccoon: Prompt Extraction Benchmark of LLM-Integrated Applications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06737","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:84321eaf7455ae10457b09c957e482e1400c23a3ced2d7b47ab3073a7f9edcf6","target":"record","created_at":"2026-07-05T09:26:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"da03e8e6c15aaeca0bd64e2b11202cc814b869a7c4322473c7b27ded25899e46","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2024-06-10T18:57:22Z","title_canon_sha256":"d44e79551692fd3533e6ef425bfba5b21aa0f3e85084e33b2f5684999fea7bbd"},"schema_version":"1.0","source":{"id":"2406.06737","kind":"arxiv","version":2}},"canonical_sha256":"e6ca2114fd1118832e4d6b38dfb0fdb0bf55068c4d11fa516c1dfd53eef838f9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e6ca2114fd1118832e4d6b38dfb0fdb0bf55068c4d11fa516c1dfd53eef838f9","first_computed_at":"2026-07-05T09:26:27.978994Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:26:27.978994Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qYuFkJXBcQk8N1l/fEeJk/V7t9+86KrsHI47RUFb+s91bIT7KAhk1BBQKmTzb7RRtaTFFfkAoPNOyiZc0aONDg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:26:27.979479Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.06737","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:84321eaf7455ae10457b09c957e482e1400c23a3ced2d7b47ab3073a7f9edcf6","sha256:9dbd6bc57ff992dfcee8889f6d510d55aa3b9624b9d86db7275b8dbb05db5c79"],"state_sha256":"64d081edd9f3906fe3b7b86f5c78ce2a4a5723b5669a4ef94e58a60eaa349412"}