{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:77QPX2JMJADHFNTAXRRC7HCDDU","short_pith_number":"pith:77QPX2JM","canonical_record":{"source":{"id":"2501.18636","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-01-28T17:01:31Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"36093f2f1f452c423e3a632e0ce7ed0da6aadff00b6e751ebdd3374ecd03d810","abstract_canon_sha256":"467c56c181140ee64fe3109148613700a8b8a5e2a92f031bf2c26885b125ad68"},"schema_version":"1.0"},"canonical_sha256":"ffe0fbe92c480672b660bc622f9c431d1a408e41b0bb88e9767dcaf1d96254f3","source":{"kind":"arxiv","id":"2501.18636","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.18636","created_at":"2026-07-05T10:18:49Z"},{"alias_kind":"arxiv_version","alias_value":"2501.18636v2","created_at":"2026-07-05T10:18:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.18636","created_at":"2026-07-05T10:18:49Z"},{"alias_kind":"pith_short_12","alias_value":"77QPX2JMJADH","created_at":"2026-07-05T10:18:49Z"},{"alias_kind":"pith_short_16","alias_value":"77QPX2JMJADHFNTA","created_at":"2026-07-05T10:18:49Z"},{"alias_kind":"pith_short_8","alias_value":"77QPX2JM","created_at":"2026-07-05T10:18:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:77QPX2JMJADHFNTAXRRC7HCDDU","target":"record","payload":{"canonical_record":{"source":{"id":"2501.18636","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-01-28T17:01:31Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"36093f2f1f452c423e3a632e0ce7ed0da6aadff00b6e751ebdd3374ecd03d810","abstract_canon_sha256":"467c56c181140ee64fe3109148613700a8b8a5e2a92f031bf2c26885b125ad68"},"schema_version":"1.0"},"canonical_sha256":"ffe0fbe92c480672b660bc622f9c431d1a408e41b0bb88e9767dcaf1d96254f3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:18:49.052772Z","signature_b64":"Z1wllbriG7IG9sNYMbc1/DzytyPOrhOhw3utwa/lOtjs8tSqezNzubGtjEBdkcneSAyZKSr9esJbkwbV6jFuCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ffe0fbe92c480672b660bc622f9c431d1a408e41b0bb88e9767dcaf1d96254f3","last_reissued_at":"2026-07-05T10:18:49.052178Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:18:49.052178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.18636","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0OYPq8wnKy9sfJ+P/eVfNrC0qIX4OcZklY02vecDVgESj2+aV14KF+KpAFbRd3v5L7XuC7tUoZdsVNdDa0OiDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:33:51.274132Z"},"content_sha256":"1566a7caa43fa27b141432926e74485f4587152dc9abffaf84a7f817bc121a26","schema_version":"1.0","event_id":"sha256:1566a7caa43fa27b141432926e74485f4587152dc9abffaf84a7f817bc121a26"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:77QPX2JMJADHFNTAXRRC7HCDDU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SafeRAG: Benchmarking Security in Retrieval-Augmented Generation of Large Language Model","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IR"],"primary_cat":"cs.CR","authors_text":"Bo Tang, Feiyu Xiong, Hanyu Wang, Jason Zhaoxin Fan, Jiawei Yang, Mengwei Wang, Sensen Zhang, Shichao Song, Simin Niu, Xun Liang, Zhiyu Li","submitted_at":"2025-01-28T17:01:31Z","abstract_excerpt":"The indexing-retrieval-generation paradigm of retrieval-augmented generation (RAG) has been highly successful in solving knowledge-intensive tasks by integrating external knowledge into large language models (LLMs). However, the incorporation of external and unverified knowledge increases the vulnerability of LLMs because attackers can perform attack tasks by manipulating knowledge. In this paper, we introduce a benchmark named SafeRAG designed to evaluate the RAG security. First, we classify attack tasks into silver noise, inter-context conflict, soft ad, and white Denial-of-Service. Next, we"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.18636","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.18636/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/u04SLCuJMlc0N9z+xIfTgMsk0x0ky0MhZDGemNEEdxQ874mttkNys0Kp1658UaM6IMsFyUK3rrvNPRi1m2/Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:33:51.275074Z"},"content_sha256":"1482545066f29cbc142bb6655abd2f43840aec7361d408057e87d09eec1391b5","schema_version":"1.0","event_id":"sha256:1482545066f29cbc142bb6655abd2f43840aec7361d408057e87d09eec1391b5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/77QPX2JMJADHFNTAXRRC7HCDDU/bundle.json","state_url":"https://pith.science/pith/77QPX2JMJADHFNTAXRRC7HCDDU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/77QPX2JMJADHFNTAXRRC7HCDDU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:33:51Z","links":{"resolver":"https://pith.science/pith/77QPX2JMJADHFNTAXRRC7HCDDU","bundle":"https://pith.science/pith/77QPX2JMJADHFNTAXRRC7HCDDU/bundle.json","state":"https://pith.science/pith/77QPX2JMJADHFNTAXRRC7HCDDU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/77QPX2JMJADHFNTAXRRC7HCDDU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:77QPX2JMJADHFNTAXRRC7HCDDU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"467c56c181140ee64fe3109148613700a8b8a5e2a92f031bf2c26885b125ad68","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-01-28T17:01:31Z","title_canon_sha256":"36093f2f1f452c423e3a632e0ce7ed0da6aadff00b6e751ebdd3374ecd03d810"},"schema_version":"1.0","source":{"id":"2501.18636","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.18636","created_at":"2026-07-05T10:18:49Z"},{"alias_kind":"arxiv_version","alias_value":"2501.18636v2","created_at":"2026-07-05T10:18:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.18636","created_at":"2026-07-05T10:18:49Z"},{"alias_kind":"pith_short_12","alias_value":"77QPX2JMJADH","created_at":"2026-07-05T10:18:49Z"},{"alias_kind":"pith_short_16","alias_value":"77QPX2JMJADHFNTA","created_at":"2026-07-05T10:18:49Z"},{"alias_kind":"pith_short_8","alias_value":"77QPX2JM","created_at":"2026-07-05T10:18:49Z"}],"graph_snapshots":[{"event_id":"sha256:1482545066f29cbc142bb6655abd2f43840aec7361d408057e87d09eec1391b5","target":"graph","created_at":"2026-07-05T10:18:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.18636/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The indexing-retrieval-generation paradigm of retrieval-augmented generation (RAG) has been highly successful in solving knowledge-intensive tasks by integrating external knowledge into large language models (LLMs). However, the incorporation of external and unverified knowledge increases the vulnerability of LLMs because attackers can perform attack tasks by manipulating knowledge. In this paper, we introduce a benchmark named SafeRAG designed to evaluate the RAG security. First, we classify attack tasks into silver noise, inter-context conflict, soft ad, and white Denial-of-Service. Next, we","authors_text":"Bo Tang, Feiyu Xiong, Hanyu Wang, Jason Zhaoxin Fan, Jiawei Yang, Mengwei Wang, Sensen Zhang, Shichao Song, Simin Niu, Xun Liang, Zhiyu Li","cross_cats":["cs.AI","cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-01-28T17:01:31Z","title":"SafeRAG: Benchmarking Security in Retrieval-Augmented Generation of Large Language Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.18636","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1566a7caa43fa27b141432926e74485f4587152dc9abffaf84a7f817bc121a26","target":"record","created_at":"2026-07-05T10:18:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"467c56c181140ee64fe3109148613700a8b8a5e2a92f031bf2c26885b125ad68","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CR","submitted_at":"2025-01-28T17:01:31Z","title_canon_sha256":"36093f2f1f452c423e3a632e0ce7ed0da6aadff00b6e751ebdd3374ecd03d810"},"schema_version":"1.0","source":{"id":"2501.18636","kind":"arxiv","version":2}},"canonical_sha256":"ffe0fbe92c480672b660bc622f9c431d1a408e41b0bb88e9767dcaf1d96254f3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ffe0fbe92c480672b660bc622f9c431d1a408e41b0bb88e9767dcaf1d96254f3","first_computed_at":"2026-07-05T10:18:49.052178Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:49.052178Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Z1wllbriG7IG9sNYMbc1/DzytyPOrhOhw3utwa/lOtjs8tSqezNzubGtjEBdkcneSAyZKSr9esJbkwbV6jFuCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:49.052772Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.18636","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1566a7caa43fa27b141432926e74485f4587152dc9abffaf84a7f817bc121a26","sha256:1482545066f29cbc142bb6655abd2f43840aec7361d408057e87d09eec1391b5"],"state_sha256":"5f0461a54f4b0d10e6c0c77e1a0a12f8e8e1793ddc142aa3adb5055ac51ce518"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vLeVLRHu/dM0PffyUDGcRs21h5b9uFUygBWeNk9Q00ItYT/bARQobwtjdcbrno+gTwAbRbvkmr8kC/jkJEcfDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:33:51.285652Z","bundle_sha256":"7ffd74f27ebdf7fc69153c14842def42c1d19e4db27f6ab173ccc20c190084be"}}