{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:YNFAQRPLY2MHMOMYH6SBRDRZM7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dfa9fa168165820783003ff48bf8b899753a55adf69e8b78d59bba15ea79e613","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-16T04:48:43Z","title_canon_sha256":"95258b3876bea253a856362d0224a8a2c5d30dd368239f1d7f4f30a0f41cc272"},"schema_version":"1.0","source":{"id":"2406.10802","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.10802","created_at":"2026-07-05T08:32:44Z"},{"alias_kind":"arxiv_version","alias_value":"2406.10802v1","created_at":"2026-07-05T08:32:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.10802","created_at":"2026-07-05T08:32:44Z"},{"alias_kind":"pith_short_12","alias_value":"YNFAQRPLY2MH","created_at":"2026-07-05T08:32:44Z"},{"alias_kind":"pith_short_16","alias_value":"YNFAQRPLY2MHMOMY","created_at":"2026-07-05T08:32:44Z"},{"alias_kind":"pith_short_8","alias_value":"YNFAQRPL","created_at":"2026-07-05T08:32:44Z"}],"graph_snapshots":[{"event_id":"sha256:62467e920b477caaf930690ed9b0a505de68444106cd289e1d90dcfaabc7f6c8","target":"graph","created_at":"2026-07-05T08:32:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.10802/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Existing frameworks for assessing robustness of large language models (LLMs) overly depend on specific benchmarks, increasing costs and failing to evaluate performance of LLMs in professional domains due to dataset limitations. This paper proposes a framework that systematically evaluates the robustness of LLMs under adversarial attack scenarios by leveraging knowledge graphs (KGs). Our framework generates original prompts from the triplets of knowledge graphs and creates adversarial prompts by poisoning, assessing the robustness of LLMs through the results of these adversarial attacks. We sys","authors_text":"(2) Southeast University, (3) Wuhan University), Aihua Pei (1), Ju Jia (2), Lina Wang (3) ((1) Waseda University, Ruoxi Cheng (2), Shunan Zhu (1), Zehua Yang (1)","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-16T04:48:43Z","title":"KGPA: Robustness Evaluation for Large Language Models via Cross-Domain Knowledge Graphs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.10802","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:71a00a4b65f739cb163295c3a9aa84bec64872e0b7da01d6bb52e1bf2b44172f","target":"record","created_at":"2026-07-05T08:32:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dfa9fa168165820783003ff48bf8b899753a55adf69e8b78d59bba15ea79e613","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-16T04:48:43Z","title_canon_sha256":"95258b3876bea253a856362d0224a8a2c5d30dd368239f1d7f4f30a0f41cc272"},"schema_version":"1.0","source":{"id":"2406.10802","kind":"arxiv","version":1}},"canonical_sha256":"c34a0845ebc6987639983fa4188e3967eda1d319fb2a16e0baa4a8e7658f6617","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c34a0845ebc6987639983fa4188e3967eda1d319fb2a16e0baa4a8e7658f6617","first_computed_at":"2026-07-05T08:32:44.602803Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:44.602803Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WXBwLHhIGsbxeSpZJ7W4yb8kaHwby/CyNbC0cQTnbGr0eLFo8AJ7btuluarssDBsxdgJZ2bRM3h6U/zVA5mAAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:44.603300Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.10802","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:71a00a4b65f739cb163295c3a9aa84bec64872e0b7da01d6bb52e1bf2b44172f","sha256:62467e920b477caaf930690ed9b0a505de68444106cd289e1d90dcfaabc7f6c8"],"state_sha256":"3127284250e71779db64af6b848e0ab41ff1ef9e259cac47705a97025c3cf484"}