{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZJ3HWCQZN74IHWK66H4UU3EIQ4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ec2cb10d44bcc8355f441f26e2e604d3fa6cf6829c33d0d1f0dbb1027455118","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T03:22:20Z","title_canon_sha256":"91af9ed9ad8178b9a06ac1eccc927a9473231d20138fb5c822fc03d8791907ea"},"schema_version":"1.0","source":{"id":"2406.11171","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11171","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11171v2","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11171","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"pith_short_12","alias_value":"ZJ3HWCQZN74I","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"pith_short_16","alias_value":"ZJ3HWCQZN74IHWK6","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"pith_short_8","alias_value":"ZJ3HWCQZ","created_at":"2026-07-05T08:34:21Z"}],"graph_snapshots":[{"event_id":"sha256:8c9299fd64c961ceee2c1f3234453ae2088b3210759912c69417a20b1d6d2743","target":"graph","created_at":"2026-07-05T08:34:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.11171/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite their remarkable successes, state-of-the-art large language models (LLMs), including vision-and-language models (VLMs) and unimodal language models (ULMs), fail to understand precise semantics. For example, semantically equivalent sentences expressed using different lexical compositions elicit diverging representations. The degree of this divergence and its impact on encoded semantics is not very well understood. In this paper, we introduce the SUGARCREPE++ dataset to analyze the sensitivity of VLMs and ULMs to lexical and semantic alterations. Each sample in SUGARCREPE++ dataset consi","authors_text":"Aman Jaiswal, Chandramouli Sastry, Evangelos Milios, Hassan Sajjad, Sageev Oore, Sri Harsha Dumpala","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T03:22:20Z","title":"SUGARCREPE++ Dataset: Vision-Language Model Sensitivity to Semantic and Lexical Alterations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11171","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0acae956d32a0218166d32cce8f61513cb4416385fd3ca5c3f52955828a415ea","target":"record","created_at":"2026-07-05T08:34:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ec2cb10d44bcc8355f441f26e2e604d3fa6cf6829c33d0d1f0dbb1027455118","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T03:22:20Z","title_canon_sha256":"91af9ed9ad8178b9a06ac1eccc927a9473231d20138fb5c822fc03d8791907ea"},"schema_version":"1.0","source":{"id":"2406.11171","kind":"arxiv","version":2}},"canonical_sha256":"ca767b0a196ff883d95ef1f94a6c888724019477565c289eeeb3eaf0134861a6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ca767b0a196ff883d95ef1f94a6c888724019477565c289eeeb3eaf0134861a6","first_computed_at":"2026-07-05T08:34:21.561201Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:34:21.561201Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l/l91wny5IkplwMfbDSTpU7tb4T/NYpYoQ/wGaTYqbammc65q3NYR5FND+bKnfcwhcMT+GJHnfgSnywiozYvCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:34:21.561622Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.11171","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0acae956d32a0218166d32cce8f61513cb4416385fd3ca5c3f52955828a415ea","sha256:8c9299fd64c961ceee2c1f3234453ae2088b3210759912c69417a20b1d6d2743"],"state_sha256":"31d35df97a7fd353f51bd7ca5069a42cdd7d377bd94ba4eca7e0a893cc6ef54e"}