{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:M5QKE4EOQZANQFPDN7CY67NDIA","short_pith_number":"pith:M5QKE4EO","canonical_record":{"source":{"id":"2309.11830","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-21T07:07:49Z","cross_cats_sorted":[],"title_canon_sha256":"064b7c7f1c677c36e2e426cf287fef54eedc70e9d2c960539aaa1e89e2bf6cc2","abstract_canon_sha256":"9892521c7748e4336f94acfff53af183691b2dbc03ad7aa917c3fd09a182cfd7"},"schema_version":"1.0"},"canonical_sha256":"6760a2708e8640d815e36fc58f7da3401ec3a9383174061f477ac373f9249e13","source":{"kind":"arxiv","id":"2309.11830","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.11830","created_at":"2026-07-05T07:21:44Z"},{"alias_kind":"arxiv_version","alias_value":"2309.11830v2","created_at":"2026-07-05T07:21:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.11830","created_at":"2026-07-05T07:21:44Z"},{"alias_kind":"pith_short_12","alias_value":"M5QKE4EOQZAN","created_at":"2026-07-05T07:21:44Z"},{"alias_kind":"pith_short_16","alias_value":"M5QKE4EOQZANQFPD","created_at":"2026-07-05T07:21:44Z"},{"alias_kind":"pith_short_8","alias_value":"M5QKE4EO","created_at":"2026-07-05T07:21:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:M5QKE4EOQZANQFPDN7CY67NDIA","target":"record","payload":{"canonical_record":{"source":{"id":"2309.11830","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-21T07:07:49Z","cross_cats_sorted":[],"title_canon_sha256":"064b7c7f1c677c36e2e426cf287fef54eedc70e9d2c960539aaa1e89e2bf6cc2","abstract_canon_sha256":"9892521c7748e4336f94acfff53af183691b2dbc03ad7aa917c3fd09a182cfd7"},"schema_version":"1.0"},"canonical_sha256":"6760a2708e8640d815e36fc58f7da3401ec3a9383174061f477ac373f9249e13","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:21:44.643931Z","signature_b64":"5rKd/+vHZ+yKNH2fRqudaFpSXFdz+gnzD9Vdc4AnxjOhyYSoKD+n7x+8CJ5w44EqH22QAhWzDO+qgtreV39xDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6760a2708e8640d815e36fc58f7da3401ec3a9383174061f477ac373f9249e13","last_reissued_at":"2026-07-05T07:21:44.643459Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:21:44.643459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.11830","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Gw1IehOU6DeeB2nCnY4vZS1z0+m3a4+Dq3DqBmFIO09NIP5v/wXisGZPoUJthPkYt3T8WlNe+Cr6A1J7DInbDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:47:03.078429Z"},"content_sha256":"8b3224612cb41c69e4bff241219d33da592308b12920e2cf441344ec754e79bc","schema_version":"1.0","event_id":"sha256:8b3224612cb41c69e4bff241219d33da592308b12920e2cf441344ec754e79bc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:M5QKE4EOQZANQFPDN7CY67NDIA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Goal-Oriented Prompt Attack and Safety Evaluation for LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Changlong Sun, Chengyuan Liu, Fei Wu, Fubang Zhao, Kun Kuang, Lizhi Qing, Yangyang Kang","submitted_at":"2023-09-21T07:07:49Z","abstract_excerpt":"Large Language Models (LLMs) presents significant priority in text understanding and generation. However, LLMs suffer from the risk of generating harmful contents especially while being employed to applications. There are several black-box attack methods, such as Prompt Attack, which can change the behaviour of LLMs and induce LLMs to generate unexpected answers with harmful contents. Researchers are interested in Prompt Attack and Defense with LLMs, while there is no publicly available dataset with high successful attacking rate to evaluate the abilities of defending prompt attack. In this pa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.11830","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.11830/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+mdpWJHg1KqJFHOrQaDhXIvG6TkoiZZAc05lOFLcUPwS3rCJ6n/wl2Y2z3QDNAQe0//6OYt/5QcNon0pAy81Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:47:03.079359Z"},"content_sha256":"458bded99e071bfe872e7372c63e0cf348bbe92e2a1f0bc2872cf89357d8ae65","schema_version":"1.0","event_id":"sha256:458bded99e071bfe872e7372c63e0cf348bbe92e2a1f0bc2872cf89357d8ae65"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M5QKE4EOQZANQFPDN7CY67NDIA/bundle.json","state_url":"https://pith.science/pith/M5QKE4EOQZANQFPDN7CY67NDIA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M5QKE4EOQZANQFPDN7CY67NDIA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T21:47:03Z","links":{"resolver":"https://pith.science/pith/M5QKE4EOQZANQFPDN7CY67NDIA","bundle":"https://pith.science/pith/M5QKE4EOQZANQFPDN7CY67NDIA/bundle.json","state":"https://pith.science/pith/M5QKE4EOQZANQFPDN7CY67NDIA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M5QKE4EOQZANQFPDN7CY67NDIA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:M5QKE4EOQZANQFPDN7CY67NDIA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9892521c7748e4336f94acfff53af183691b2dbc03ad7aa917c3fd09a182cfd7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-21T07:07:49Z","title_canon_sha256":"064b7c7f1c677c36e2e426cf287fef54eedc70e9d2c960539aaa1e89e2bf6cc2"},"schema_version":"1.0","source":{"id":"2309.11830","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.11830","created_at":"2026-07-05T07:21:44Z"},{"alias_kind":"arxiv_version","alias_value":"2309.11830v2","created_at":"2026-07-05T07:21:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.11830","created_at":"2026-07-05T07:21:44Z"},{"alias_kind":"pith_short_12","alias_value":"M5QKE4EOQZAN","created_at":"2026-07-05T07:21:44Z"},{"alias_kind":"pith_short_16","alias_value":"M5QKE4EOQZANQFPD","created_at":"2026-07-05T07:21:44Z"},{"alias_kind":"pith_short_8","alias_value":"M5QKE4EO","created_at":"2026-07-05T07:21:44Z"}],"graph_snapshots":[{"event_id":"sha256:458bded99e071bfe872e7372c63e0cf348bbe92e2a1f0bc2872cf89357d8ae65","target":"graph","created_at":"2026-07-05T07:21:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.11830/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) presents significant priority in text understanding and generation. However, LLMs suffer from the risk of generating harmful contents especially while being employed to applications. There are several black-box attack methods, such as Prompt Attack, which can change the behaviour of LLMs and induce LLMs to generate unexpected answers with harmful contents. Researchers are interested in Prompt Attack and Defense with LLMs, while there is no publicly available dataset with high successful attacking rate to evaluate the abilities of defending prompt attack. In this pa","authors_text":"Changlong Sun, Chengyuan Liu, Fei Wu, Fubang Zhao, Kun Kuang, Lizhi Qing, Yangyang Kang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-21T07:07:49Z","title":"Goal-Oriented Prompt Attack and Safety Evaluation for LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.11830","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8b3224612cb41c69e4bff241219d33da592308b12920e2cf441344ec754e79bc","target":"record","created_at":"2026-07-05T07:21:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9892521c7748e4336f94acfff53af183691b2dbc03ad7aa917c3fd09a182cfd7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-21T07:07:49Z","title_canon_sha256":"064b7c7f1c677c36e2e426cf287fef54eedc70e9d2c960539aaa1e89e2bf6cc2"},"schema_version":"1.0","source":{"id":"2309.11830","kind":"arxiv","version":2}},"canonical_sha256":"6760a2708e8640d815e36fc58f7da3401ec3a9383174061f477ac373f9249e13","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6760a2708e8640d815e36fc58f7da3401ec3a9383174061f477ac373f9249e13","first_computed_at":"2026-07-05T07:21:44.643459Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:21:44.643459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5rKd/+vHZ+yKNH2fRqudaFpSXFdz+gnzD9Vdc4AnxjOhyYSoKD+n7x+8CJ5w44EqH22QAhWzDO+qgtreV39xDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:21:44.643931Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.11830","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8b3224612cb41c69e4bff241219d33da592308b12920e2cf441344ec754e79bc","sha256:458bded99e071bfe872e7372c63e0cf348bbe92e2a1f0bc2872cf89357d8ae65"],"state_sha256":"16eedc93abe9d46f1b10719846b43f9c4b620c546d4fa7df3f739ac89facb553"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RT1lyJMvjITtduOI85YcUY0/rNePbjDZVSTTfk32wbIEWa7wTZXUrOdk0aJx6+ecLR8WbnKtweKsDiIX5pV2Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T21:47:03.160410Z","bundle_sha256":"f443560cf0083b0bb52b14b587ff1486a1f90cf4282805ac558622137c8f0c65"}}