{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JGOA3YWPHOIVJNZLHM23ZRUNIT","short_pith_number":"pith:JGOA3YWP","canonical_record":{"source":{"id":"2308.10819","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T06:21:50Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"97f92bb5cf40ff7d1bcf20fb7adbfa49dad83a4e499817ee01f8e1ac8dfdb87a","abstract_canon_sha256":"e019179fb913802a8aecb534b28e04b649d58b3acead414df4084968b9c524ac"},"schema_version":"1.0"},"canonical_sha256":"499c0de2cf3b9154b72b3b35bcc68d44da65ad227be4b3c0322ae80cea41d17f","source":{"kind":"arxiv","id":"2308.10819","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.10819","created_at":"2026-07-05T07:16:45Z"},{"alias_kind":"arxiv_version","alias_value":"2308.10819v3","created_at":"2026-07-05T07:16:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.10819","created_at":"2026-07-05T07:16:45Z"},{"alias_kind":"pith_short_12","alias_value":"JGOA3YWPHOIV","created_at":"2026-07-05T07:16:45Z"},{"alias_kind":"pith_short_16","alias_value":"JGOA3YWPHOIVJNZL","created_at":"2026-07-05T07:16:45Z"},{"alias_kind":"pith_short_8","alias_value":"JGOA3YWP","created_at":"2026-07-05T07:16:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JGOA3YWPHOIVJNZLHM23ZRUNIT","target":"record","payload":{"canonical_record":{"source":{"id":"2308.10819","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T06:21:50Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"97f92bb5cf40ff7d1bcf20fb7adbfa49dad83a4e499817ee01f8e1ac8dfdb87a","abstract_canon_sha256":"e019179fb913802a8aecb534b28e04b649d58b3acead414df4084968b9c524ac"},"schema_version":"1.0"},"canonical_sha256":"499c0de2cf3b9154b72b3b35bcc68d44da65ad227be4b3c0322ae80cea41d17f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:16:45.338760Z","signature_b64":"s9XGBSa1dTcZTmVjRpMlTNCbzd/s2LSGascaqlEpKg1z97Gix9iF7yU1xbQrXGh5Hd/jUKCOCwLV+vxf8KgsBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"499c0de2cf3b9154b72b3b35bcc68d44da65ad227be4b3c0322ae80cea41d17f","last_reissued_at":"2026-07-05T07:16:45.338225Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:16:45.338225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.10819","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:16:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"397STyllC3m7aewyENYpzX85WvqyPmtINZ6mn32dhLEnreS2PXJuU3kBa+Kljz+6+lvgWPllRU7QmFwBIYU5BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T23:49:43.458043Z"},"content_sha256":"2a2363e72ad4454abd52a75cfff00e6a087c260a4ed9f1a2588ec1d5fef6ab28","schema_version":"1.0","event_id":"sha256:2a2363e72ad4454abd52a75cfff00e6a087c260a4ed9f1a2588ec1d5fef6ab28"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JGOA3YWPHOIVJNZLHM23ZRUNIT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating the Instruction-Following Robustness of Large Language Models to Prompt Injection","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Baolin Peng, Pengcheng He, Xifeng Yan, Zekun Li","submitted_at":"2023-08-17T06:21:50Z","abstract_excerpt":"Large Language Models (LLMs) have demonstrated exceptional proficiency in instruction-following, becoming increasingly crucial across various applications. However, this capability brings with it the risk of prompt injection attacks, where attackers inject instructions into LLMs' input to elicit undesirable actions or content. Understanding the robustness of LLMs against such attacks is vital for their safe implementation. In this work, we establish a benchmark to evaluate the robustness of instruction-following LLMs against prompt injection attacks. Our objective is to determine the extent to"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.10819","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.10819/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:16:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Xy0qp+qqkmggqhFNoXYbfiLdby/RFK+gUKRmFK2nJAixh67ccpXiiOYyBokXiGbH14I52MP9mkBY5Dsrw5ZgAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T23:49:43.458541Z"},"content_sha256":"9873e9f17bd1cf9567da96e2fbdb0f605cdbac11e82f4b0b4ee76511e2df18e3","schema_version":"1.0","event_id":"sha256:9873e9f17bd1cf9567da96e2fbdb0f605cdbac11e82f4b0b4ee76511e2df18e3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JGOA3YWPHOIVJNZLHM23ZRUNIT/bundle.json","state_url":"https://pith.science/pith/JGOA3YWPHOIVJNZLHM23ZRUNIT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JGOA3YWPHOIVJNZLHM23ZRUNIT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T23:49:43Z","links":{"resolver":"https://pith.science/pith/JGOA3YWPHOIVJNZLHM23ZRUNIT","bundle":"https://pith.science/pith/JGOA3YWPHOIVJNZLHM23ZRUNIT/bundle.json","state":"https://pith.science/pith/JGOA3YWPHOIVJNZLHM23ZRUNIT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JGOA3YWPHOIVJNZLHM23ZRUNIT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JGOA3YWPHOIVJNZLHM23ZRUNIT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e019179fb913802a8aecb534b28e04b649d58b3acead414df4084968b9c524ac","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T06:21:50Z","title_canon_sha256":"97f92bb5cf40ff7d1bcf20fb7adbfa49dad83a4e499817ee01f8e1ac8dfdb87a"},"schema_version":"1.0","source":{"id":"2308.10819","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.10819","created_at":"2026-07-05T07:16:45Z"},{"alias_kind":"arxiv_version","alias_value":"2308.10819v3","created_at":"2026-07-05T07:16:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.10819","created_at":"2026-07-05T07:16:45Z"},{"alias_kind":"pith_short_12","alias_value":"JGOA3YWPHOIV","created_at":"2026-07-05T07:16:45Z"},{"alias_kind":"pith_short_16","alias_value":"JGOA3YWPHOIVJNZL","created_at":"2026-07-05T07:16:45Z"},{"alias_kind":"pith_short_8","alias_value":"JGOA3YWP","created_at":"2026-07-05T07:16:45Z"}],"graph_snapshots":[{"event_id":"sha256:9873e9f17bd1cf9567da96e2fbdb0f605cdbac11e82f4b0b4ee76511e2df18e3","target":"graph","created_at":"2026-07-05T07:16:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.10819/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated exceptional proficiency in instruction-following, becoming increasingly crucial across various applications. However, this capability brings with it the risk of prompt injection attacks, where attackers inject instructions into LLMs' input to elicit undesirable actions or content. Understanding the robustness of LLMs against such attacks is vital for their safe implementation. In this work, we establish a benchmark to evaluate the robustness of instruction-following LLMs against prompt injection attacks. Our objective is to determine the extent to","authors_text":"Baolin Peng, Pengcheng He, Xifeng Yan, Zekun Li","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T06:21:50Z","title":"Evaluating the Instruction-Following Robustness of Large Language Models to Prompt Injection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.10819","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2a2363e72ad4454abd52a75cfff00e6a087c260a4ed9f1a2588ec1d5fef6ab28","target":"record","created_at":"2026-07-05T07:16:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e019179fb913802a8aecb534b28e04b649d58b3acead414df4084968b9c524ac","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-17T06:21:50Z","title_canon_sha256":"97f92bb5cf40ff7d1bcf20fb7adbfa49dad83a4e499817ee01f8e1ac8dfdb87a"},"schema_version":"1.0","source":{"id":"2308.10819","kind":"arxiv","version":3}},"canonical_sha256":"499c0de2cf3b9154b72b3b35bcc68d44da65ad227be4b3c0322ae80cea41d17f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"499c0de2cf3b9154b72b3b35bcc68d44da65ad227be4b3c0322ae80cea41d17f","first_computed_at":"2026-07-05T07:16:45.338225Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:16:45.338225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"s9XGBSa1dTcZTmVjRpMlTNCbzd/s2LSGascaqlEpKg1z97Gix9iF7yU1xbQrXGh5Hd/jUKCOCwLV+vxf8KgsBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:16:45.338760Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.10819","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2a2363e72ad4454abd52a75cfff00e6a087c260a4ed9f1a2588ec1d5fef6ab28","sha256:9873e9f17bd1cf9567da96e2fbdb0f605cdbac11e82f4b0b4ee76511e2df18e3"],"state_sha256":"24847c45c4d44c43e03a06c212eb4dc8aefd1a92856440137c211ea90ad57d2d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yLKXKlTpJw4InpbOJ6WdS8zQ4A+/ltoCsw/QQkkAUduP5UOuxNcaw2mhU45fI3kI8equE38uVh10sxQ44nPBCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T23:49:43.463335Z","bundle_sha256":"182b3d757a9d1f91487ae13a1b7b8edb02fbbfd70443c9427fa8dd1851507e31"}}