{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GVEIEBVXAZEFR4CIPTSNT5ZLWP","short_pith_number":"pith:GVEIEBVX","canonical_record":{"source":{"id":"2402.14016","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T18:55:20Z","cross_cats_sorted":[],"title_canon_sha256":"b424eba9ab8413e2ed7942d7ce1948cbb70616184bf45ac75d1392c9a4c0197e","abstract_canon_sha256":"c8ca5b779e1d8d79046f5c36437366e0ecd49f76aae17d8760c20064dc4e4698"},"schema_version":"1.0"},"canonical_sha256":"35488206b7064858f0487ce4d9f72bb3d9075cad034d5a11c150514535a8f867","source":{"kind":"arxiv","id":"2402.14016","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14016","created_at":"2026-07-05T08:40:13Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14016v2","created_at":"2026-07-05T08:40:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14016","created_at":"2026-07-05T08:40:13Z"},{"alias_kind":"pith_short_12","alias_value":"GVEIEBVXAZEF","created_at":"2026-07-05T08:40:13Z"},{"alias_kind":"pith_short_16","alias_value":"GVEIEBVXAZEFR4CI","created_at":"2026-07-05T08:40:13Z"},{"alias_kind":"pith_short_8","alias_value":"GVEIEBVX","created_at":"2026-07-05T08:40:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GVEIEBVXAZEFR4CIPTSNT5ZLWP","target":"record","payload":{"canonical_record":{"source":{"id":"2402.14016","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T18:55:20Z","cross_cats_sorted":[],"title_canon_sha256":"b424eba9ab8413e2ed7942d7ce1948cbb70616184bf45ac75d1392c9a4c0197e","abstract_canon_sha256":"c8ca5b779e1d8d79046f5c36437366e0ecd49f76aae17d8760c20064dc4e4698"},"schema_version":"1.0"},"canonical_sha256":"35488206b7064858f0487ce4d9f72bb3d9075cad034d5a11c150514535a8f867","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:40:13.852044Z","signature_b64":"nEIzQPM7l/Ek6adaxkj2/Ru0fTLAzHARSiuWkPBKIx2kcY3DkGPwcGPQQMQ9SGEuJ31Z91oUBeoCjlbwxacTCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"35488206b7064858f0487ce4d9f72bb3d9075cad034d5a11c150514535a8f867","last_reissued_at":"2026-07-05T08:40:13.851559Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:40:13.851559Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.14016","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5xpem31TvRf2h0sFPmZH2vEAm2qrfbRIbJmu+pkZjuUpTjS/sjMm+tovI8CFDOHtW7K7N5qumPtuwoqRRsfBBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:53:37.681023Z"},"content_sha256":"ff074028a318954ace58f8ce1007e8b5e9736925c298451f4cf70e34269eab33","schema_version":"1.0","event_id":"sha256:ff074028a318954ace58f8ce1007e8b5e9736925c298451f4cf70e34269eab33"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GVEIEBVXAZEFR4CIPTSNT5ZLWP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is LLM-as-a-Judge Robust? Investigating Universal Adversarial Attacks on Zero-shot LLM Assessment","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Adian Liusie, Mark Gales, Vyas Raina","submitted_at":"2024-02-21T18:55:20Z","abstract_excerpt":"Large Language Models (LLMs) are powerful zero-shot assessors used in real-world situations such as assessing written exams and benchmarking systems. Despite these critical applications, no existing work has analyzed the vulnerability of judge-LLMs to adversarial manipulation. This work presents the first study on the adversarial robustness of assessment LLMs, where we demonstrate that short universal adversarial phrases can be concatenated to deceive judge LLMs to predict inflated scores. Since adversaries may not know or have access to the judge-LLMs, we propose a simple surrogate attack whe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14016","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.14016/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ysMXp6aRXNEo9FSYPZdKBfGz3MZgqkFXqGVtj9G9SzkasL5vHQIDNip+tACYtZ5ZZ5jne5NBtqNZ6uAZvZfdDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:53:37.682343Z"},"content_sha256":"fd1022437a3ba02dda6e3459ae90ef8b213d2dd2b24b02f660dc4aa644d85e56","schema_version":"1.0","event_id":"sha256:fd1022437a3ba02dda6e3459ae90ef8b213d2dd2b24b02f660dc4aa644d85e56"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GVEIEBVXAZEFR4CIPTSNT5ZLWP/bundle.json","state_url":"https://pith.science/pith/GVEIEBVXAZEFR4CIPTSNT5ZLWP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GVEIEBVXAZEFR4CIPTSNT5ZLWP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:53:37Z","links":{"resolver":"https://pith.science/pith/GVEIEBVXAZEFR4CIPTSNT5ZLWP","bundle":"https://pith.science/pith/GVEIEBVXAZEFR4CIPTSNT5ZLWP/bundle.json","state":"https://pith.science/pith/GVEIEBVXAZEFR4CIPTSNT5ZLWP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GVEIEBVXAZEFR4CIPTSNT5ZLWP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GVEIEBVXAZEFR4CIPTSNT5ZLWP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c8ca5b779e1d8d79046f5c36437366e0ecd49f76aae17d8760c20064dc4e4698","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T18:55:20Z","title_canon_sha256":"b424eba9ab8413e2ed7942d7ce1948cbb70616184bf45ac75d1392c9a4c0197e"},"schema_version":"1.0","source":{"id":"2402.14016","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14016","created_at":"2026-07-05T08:40:13Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14016v2","created_at":"2026-07-05T08:40:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14016","created_at":"2026-07-05T08:40:13Z"},{"alias_kind":"pith_short_12","alias_value":"GVEIEBVXAZEF","created_at":"2026-07-05T08:40:13Z"},{"alias_kind":"pith_short_16","alias_value":"GVEIEBVXAZEFR4CI","created_at":"2026-07-05T08:40:13Z"},{"alias_kind":"pith_short_8","alias_value":"GVEIEBVX","created_at":"2026-07-05T08:40:13Z"}],"graph_snapshots":[{"event_id":"sha256:fd1022437a3ba02dda6e3459ae90ef8b213d2dd2b24b02f660dc4aa644d85e56","target":"graph","created_at":"2026-07-05T08:40:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.14016/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are powerful zero-shot assessors used in real-world situations such as assessing written exams and benchmarking systems. Despite these critical applications, no existing work has analyzed the vulnerability of judge-LLMs to adversarial manipulation. This work presents the first study on the adversarial robustness of assessment LLMs, where we demonstrate that short universal adversarial phrases can be concatenated to deceive judge LLMs to predict inflated scores. Since adversaries may not know or have access to the judge-LLMs, we propose a simple surrogate attack whe","authors_text":"Adian Liusie, Mark Gales, Vyas Raina","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T18:55:20Z","title":"Is LLM-as-a-Judge Robust? Investigating Universal Adversarial Attacks on Zero-shot LLM Assessment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14016","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ff074028a318954ace58f8ce1007e8b5e9736925c298451f4cf70e34269eab33","target":"record","created_at":"2026-07-05T08:40:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c8ca5b779e1d8d79046f5c36437366e0ecd49f76aae17d8760c20064dc4e4698","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T18:55:20Z","title_canon_sha256":"b424eba9ab8413e2ed7942d7ce1948cbb70616184bf45ac75d1392c9a4c0197e"},"schema_version":"1.0","source":{"id":"2402.14016","kind":"arxiv","version":2}},"canonical_sha256":"35488206b7064858f0487ce4d9f72bb3d9075cad034d5a11c150514535a8f867","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"35488206b7064858f0487ce4d9f72bb3d9075cad034d5a11c150514535a8f867","first_computed_at":"2026-07-05T08:40:13.851559Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:40:13.851559Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nEIzQPM7l/Ek6adaxkj2/Ru0fTLAzHARSiuWkPBKIx2kcY3DkGPwcGPQQMQ9SGEuJ31Z91oUBeoCjlbwxacTCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:40:13.852044Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.14016","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ff074028a318954ace58f8ce1007e8b5e9736925c298451f4cf70e34269eab33","sha256:fd1022437a3ba02dda6e3459ae90ef8b213d2dd2b24b02f660dc4aa644d85e56"],"state_sha256":"d18fc36c2d1105a03dd224ee3a70f3c7e51756b96653cf30e49a1f97dce70ff0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xm2DQkAw5wXS/KoN49FRlwyZ8488K2w7oxS8NqhHOf6xTAfZlxpj8Jrnrnjo4rGqLHKqEgObGr9T8XrAnYYhCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:53:37.688029Z","bundle_sha256":"45719f277fbeae7efa8f2f29de12383de10e3cb460a262d728e00f1a3ba01c20"}}