{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3T5BMKCH75SF22X3B35HX6CBD5","short_pith_number":"pith:3T5BMKCH","canonical_record":{"source":{"id":"2502.04757","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-02-07T08:43:15Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"97eade953260ba950bf166bb4196501a4a152ac96d903246a29f1d4aae1c6b80","abstract_canon_sha256":"8a67ea6094a5458a606b542e71373846ea392b0ce536ad6a423e1a2ac6771bd2"},"schema_version":"1.0"},"canonical_sha256":"dcfa162847ff645d6afb0efa7bf8411f7d42f9734feb49d5058d7b7bd2572121","source":{"kind":"arxiv","id":"2502.04757","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.04757","created_at":"2026-07-05T11:42:25Z"},{"alias_kind":"arxiv_version","alias_value":"2502.04757v3","created_at":"2026-07-05T11:42:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.04757","created_at":"2026-07-05T11:42:25Z"},{"alias_kind":"pith_short_12","alias_value":"3T5BMKCH75SF","created_at":"2026-07-05T11:42:25Z"},{"alias_kind":"pith_short_16","alias_value":"3T5BMKCH75SF22X3","created_at":"2026-07-05T11:42:25Z"},{"alias_kind":"pith_short_8","alias_value":"3T5BMKCH","created_at":"2026-07-05T11:42:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3T5BMKCH75SF22X3B35HX6CBD5","target":"record","payload":{"canonical_record":{"source":{"id":"2502.04757","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-02-07T08:43:15Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"97eade953260ba950bf166bb4196501a4a152ac96d903246a29f1d4aae1c6b80","abstract_canon_sha256":"8a67ea6094a5458a606b542e71373846ea392b0ce536ad6a423e1a2ac6771bd2"},"schema_version":"1.0"},"canonical_sha256":"dcfa162847ff645d6afb0efa7bf8411f7d42f9734feb49d5058d7b7bd2572121","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:42:25.624305Z","signature_b64":"1k3ap9hydlkuffwugVsaf6R4DLfhYyrkKZeSJOAxEQC143keIZFRMnJ4/Rmg1It2r5qaEo/MX+OROq4ta9kNDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dcfa162847ff645d6afb0efa7bf8411f7d42f9734feb49d5058d7b7bd2572121","last_reissued_at":"2026-07-05T11:42:25.623800Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:42:25.623800Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.04757","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:42:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GdVpMUgWXgHdudO9wtpWhkK6GVMaTe6YwBWwMTZ7sHpIkeBP19NXU7UQ034w4yMXNhUhIejASsPP288T7XhLBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:23:56.839939Z"},"content_sha256":"5569dbc7da252a9ea8231da9e475f9061aa13a5c91d25e6f3cbdf435dee8b5ac","schema_version":"1.0","event_id":"sha256:5569dbc7da252a9ea8231da9e475f9061aa13a5c91d25e6f3cbdf435dee8b5ac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3T5BMKCH75SF22X3B35HX6CBD5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ELITE: Enhanced Language-Image Toxicity Evaluation for Safety","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.CV","authors_text":"Ashkan Yousefpour, Bumsub Ham, Doehyeon Lee, Eugene Choi, Haon Park, Sangyoon Yu, Suhyun Kim, Wonjun Lee","submitted_at":"2025-02-07T08:43:15Z","abstract_excerpt":"Current Vision Language Models (VLMs) remain vulnerable to malicious prompts that induce harmful outputs. Existing safety benchmarks for VLMs primarily rely on automated evaluation methods, but these methods struggle to detect implicit harmful content or produce inaccurate evaluations. Therefore, we found that existing benchmarks have low levels of harmfulness, ambiguous data, and limited diversity in image-text pair combinations. To address these issues, we propose the ELITE benchmark, a high-quality safety evaluation benchmark for VLMs, underpinned by our enhanced evaluation method, the ELIT"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.04757","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.04757/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:42:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nmgCpWW/HqF/GNeokxEF3bvviMazHRYRKV/sTDkQTHcZdb5iql4wkJDIkL7BqjBj5sYQmPRwS+OSzKDgqBDrBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:23:56.840672Z"},"content_sha256":"2b2ef77734e0f7b69d92381ef5c657eca8ba717a67431afac05826e997e9ef7c","schema_version":"1.0","event_id":"sha256:2b2ef77734e0f7b69d92381ef5c657eca8ba717a67431afac05826e997e9ef7c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3T5BMKCH75SF22X3B35HX6CBD5/bundle.json","state_url":"https://pith.science/pith/3T5BMKCH75SF22X3B35HX6CBD5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3T5BMKCH75SF22X3B35HX6CBD5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T17:23:56Z","links":{"resolver":"https://pith.science/pith/3T5BMKCH75SF22X3B35HX6CBD5","bundle":"https://pith.science/pith/3T5BMKCH75SF22X3B35HX6CBD5/bundle.json","state":"https://pith.science/pith/3T5BMKCH75SF22X3B35HX6CBD5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3T5BMKCH75SF22X3B35HX6CBD5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3T5BMKCH75SF22X3B35HX6CBD5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8a67ea6094a5458a606b542e71373846ea392b0ce536ad6a423e1a2ac6771bd2","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-02-07T08:43:15Z","title_canon_sha256":"97eade953260ba950bf166bb4196501a4a152ac96d903246a29f1d4aae1c6b80"},"schema_version":"1.0","source":{"id":"2502.04757","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.04757","created_at":"2026-07-05T11:42:25Z"},{"alias_kind":"arxiv_version","alias_value":"2502.04757v3","created_at":"2026-07-05T11:42:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.04757","created_at":"2026-07-05T11:42:25Z"},{"alias_kind":"pith_short_12","alias_value":"3T5BMKCH75SF","created_at":"2026-07-05T11:42:25Z"},{"alias_kind":"pith_short_16","alias_value":"3T5BMKCH75SF22X3","created_at":"2026-07-05T11:42:25Z"},{"alias_kind":"pith_short_8","alias_value":"3T5BMKCH","created_at":"2026-07-05T11:42:25Z"}],"graph_snapshots":[{"event_id":"sha256:2b2ef77734e0f7b69d92381ef5c657eca8ba717a67431afac05826e997e9ef7c","target":"graph","created_at":"2026-07-05T11:42:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.04757/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current Vision Language Models (VLMs) remain vulnerable to malicious prompts that induce harmful outputs. Existing safety benchmarks for VLMs primarily rely on automated evaluation methods, but these methods struggle to detect implicit harmful content or produce inaccurate evaluations. Therefore, we found that existing benchmarks have low levels of harmfulness, ambiguous data, and limited diversity in image-text pair combinations. To address these issues, we propose the ELITE benchmark, a high-quality safety evaluation benchmark for VLMs, underpinned by our enhanced evaluation method, the ELIT","authors_text":"Ashkan Yousefpour, Bumsub Ham, Doehyeon Lee, Eugene Choi, Haon Park, Sangyoon Yu, Suhyun Kim, Wonjun Lee","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-02-07T08:43:15Z","title":"ELITE: Enhanced Language-Image Toxicity Evaluation for Safety"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.04757","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5569dbc7da252a9ea8231da9e475f9061aa13a5c91d25e6f3cbdf435dee8b5ac","target":"record","created_at":"2026-07-05T11:42:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8a67ea6094a5458a606b542e71373846ea392b0ce536ad6a423e1a2ac6771bd2","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2025-02-07T08:43:15Z","title_canon_sha256":"97eade953260ba950bf166bb4196501a4a152ac96d903246a29f1d4aae1c6b80"},"schema_version":"1.0","source":{"id":"2502.04757","kind":"arxiv","version":3}},"canonical_sha256":"dcfa162847ff645d6afb0efa7bf8411f7d42f9734feb49d5058d7b7bd2572121","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dcfa162847ff645d6afb0efa7bf8411f7d42f9734feb49d5058d7b7bd2572121","first_computed_at":"2026-07-05T11:42:25.623800Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:42:25.623800Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1k3ap9hydlkuffwugVsaf6R4DLfhYyrkKZeSJOAxEQC143keIZFRMnJ4/Rmg1It2r5qaEo/MX+OROq4ta9kNDw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:42:25.624305Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.04757","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5569dbc7da252a9ea8231da9e475f9061aa13a5c91d25e6f3cbdf435dee8b5ac","sha256:2b2ef77734e0f7b69d92381ef5c657eca8ba717a67431afac05826e997e9ef7c"],"state_sha256":"87737bb5214d8874cbf814a601f38da421f2c298684be86e4bed7bebdaf35061"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qLL4+iD6s8mz+/8uTp6JNBBeYvsmL6BUomamTLBrvcZq+snx41URErBNX2QtcsWWKM25duKs9kgDHHBdTrjgCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T17:23:56.845934Z","bundle_sha256":"0fc09b3f64f992a20c90fa2d7f6f698555b9c703a7e8e9e7bf5a5b1b158cb968"}}