{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZJ3HWCQZN74IHWK66H4UU3EIQ4","short_pith_number":"pith:ZJ3HWCQZ","canonical_record":{"source":{"id":"2406.11171","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T03:22:20Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"91af9ed9ad8178b9a06ac1eccc927a9473231d20138fb5c822fc03d8791907ea","abstract_canon_sha256":"8ec2cb10d44bcc8355f441f26e2e604d3fa6cf6829c33d0d1f0dbb1027455118"},"schema_version":"1.0"},"canonical_sha256":"ca767b0a196ff883d95ef1f94a6c888724019477565c289eeeb3eaf0134861a6","source":{"kind":"arxiv","id":"2406.11171","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11171","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11171v2","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11171","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"pith_short_12","alias_value":"ZJ3HWCQZN74I","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"pith_short_16","alias_value":"ZJ3HWCQZN74IHWK6","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"pith_short_8","alias_value":"ZJ3HWCQZ","created_at":"2026-07-05T08:34:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZJ3HWCQZN74IHWK66H4UU3EIQ4","target":"record","payload":{"canonical_record":{"source":{"id":"2406.11171","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T03:22:20Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"91af9ed9ad8178b9a06ac1eccc927a9473231d20138fb5c822fc03d8791907ea","abstract_canon_sha256":"8ec2cb10d44bcc8355f441f26e2e604d3fa6cf6829c33d0d1f0dbb1027455118"},"schema_version":"1.0"},"canonical_sha256":"ca767b0a196ff883d95ef1f94a6c888724019477565c289eeeb3eaf0134861a6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:34:21.561622Z","signature_b64":"l/l91wny5IkplwMfbDSTpU7tb4T/NYpYoQ/wGaTYqbammc65q3NYR5FND+bKnfcwhcMT+GJHnfgSnywiozYvCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ca767b0a196ff883d95ef1f94a6c888724019477565c289eeeb3eaf0134861a6","last_reissued_at":"2026-07-05T08:34:21.561201Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:34:21.561201Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.11171","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fc7+rTNLmUiWoQGWh5RlikCCyLDbMMQWv8sIv+qzD6PTsGfhvP9+5DpTTjfSpx3BDxR+C6A390yD7b5xdo96CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T17:52:40.255165Z"},"content_sha256":"0acae956d32a0218166d32cce8f61513cb4416385fd3ca5c3f52955828a415ea","schema_version":"1.0","event_id":"sha256:0acae956d32a0218166d32cce8f61513cb4416385fd3ca5c3f52955828a415ea"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZJ3HWCQZN74IHWK66H4UU3EIQ4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SUGARCREPE++ Dataset: Vision-Language Model Sensitivity to Semantic and Lexical Alterations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.CV","authors_text":"Aman Jaiswal, Chandramouli Sastry, Evangelos Milios, Hassan Sajjad, Sageev Oore, Sri Harsha Dumpala","submitted_at":"2024-06-17T03:22:20Z","abstract_excerpt":"Despite their remarkable successes, state-of-the-art large language models (LLMs), including vision-and-language models (VLMs) and unimodal language models (ULMs), fail to understand precise semantics. For example, semantically equivalent sentences expressed using different lexical compositions elicit diverging representations. The degree of this divergence and its impact on encoded semantics is not very well understood. In this paper, we introduce the SUGARCREPE++ dataset to analyze the sensitivity of VLMs and ULMs to lexical and semantic alterations. Each sample in SUGARCREPE++ dataset consi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11171","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.11171/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qhSCWeH2ZNa8wsQ0HuQTlSLDO7Ah1CbHJ4AVCfPw/lLDCkht66tOaalqtVclQ8XNHFyBVNmqoI3itq11MWfWDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T17:52:40.255873Z"},"content_sha256":"8c9299fd64c961ceee2c1f3234453ae2088b3210759912c69417a20b1d6d2743","schema_version":"1.0","event_id":"sha256:8c9299fd64c961ceee2c1f3234453ae2088b3210759912c69417a20b1d6d2743"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZJ3HWCQZN74IHWK66H4UU3EIQ4/bundle.json","state_url":"https://pith.science/pith/ZJ3HWCQZN74IHWK66H4UU3EIQ4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZJ3HWCQZN74IHWK66H4UU3EIQ4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T17:52:40Z","links":{"resolver":"https://pith.science/pith/ZJ3HWCQZN74IHWK66H4UU3EIQ4","bundle":"https://pith.science/pith/ZJ3HWCQZN74IHWK66H4UU3EIQ4/bundle.json","state":"https://pith.science/pith/ZJ3HWCQZN74IHWK66H4UU3EIQ4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZJ3HWCQZN74IHWK66H4UU3EIQ4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZJ3HWCQZN74IHWK66H4UU3EIQ4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ec2cb10d44bcc8355f441f26e2e604d3fa6cf6829c33d0d1f0dbb1027455118","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T03:22:20Z","title_canon_sha256":"91af9ed9ad8178b9a06ac1eccc927a9473231d20138fb5c822fc03d8791907ea"},"schema_version":"1.0","source":{"id":"2406.11171","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11171","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11171v2","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11171","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"pith_short_12","alias_value":"ZJ3HWCQZN74I","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"pith_short_16","alias_value":"ZJ3HWCQZN74IHWK6","created_at":"2026-07-05T08:34:21Z"},{"alias_kind":"pith_short_8","alias_value":"ZJ3HWCQZ","created_at":"2026-07-05T08:34:21Z"}],"graph_snapshots":[{"event_id":"sha256:8c9299fd64c961ceee2c1f3234453ae2088b3210759912c69417a20b1d6d2743","target":"graph","created_at":"2026-07-05T08:34:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.11171/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite their remarkable successes, state-of-the-art large language models (LLMs), including vision-and-language models (VLMs) and unimodal language models (ULMs), fail to understand precise semantics. For example, semantically equivalent sentences expressed using different lexical compositions elicit diverging representations. The degree of this divergence and its impact on encoded semantics is not very well understood. In this paper, we introduce the SUGARCREPE++ dataset to analyze the sensitivity of VLMs and ULMs to lexical and semantic alterations. Each sample in SUGARCREPE++ dataset consi","authors_text":"Aman Jaiswal, Chandramouli Sastry, Evangelos Milios, Hassan Sajjad, Sageev Oore, Sri Harsha Dumpala","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T03:22:20Z","title":"SUGARCREPE++ Dataset: Vision-Language Model Sensitivity to Semantic and Lexical Alterations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11171","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0acae956d32a0218166d32cce8f61513cb4416385fd3ca5c3f52955828a415ea","target":"record","created_at":"2026-07-05T08:34:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ec2cb10d44bcc8355f441f26e2e604d3fa6cf6829c33d0d1f0dbb1027455118","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-17T03:22:20Z","title_canon_sha256":"91af9ed9ad8178b9a06ac1eccc927a9473231d20138fb5c822fc03d8791907ea"},"schema_version":"1.0","source":{"id":"2406.11171","kind":"arxiv","version":2}},"canonical_sha256":"ca767b0a196ff883d95ef1f94a6c888724019477565c289eeeb3eaf0134861a6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ca767b0a196ff883d95ef1f94a6c888724019477565c289eeeb3eaf0134861a6","first_computed_at":"2026-07-05T08:34:21.561201Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:34:21.561201Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l/l91wny5IkplwMfbDSTpU7tb4T/NYpYoQ/wGaTYqbammc65q3NYR5FND+bKnfcwhcMT+GJHnfgSnywiozYvCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:34:21.561622Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.11171","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0acae956d32a0218166d32cce8f61513cb4416385fd3ca5c3f52955828a415ea","sha256:8c9299fd64c961ceee2c1f3234453ae2088b3210759912c69417a20b1d6d2743"],"state_sha256":"31d35df97a7fd353f51bd7ca5069a42cdd7d377bd94ba4eca7e0a893cc6ef54e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JVrXvDaa1fJWKl2DqnKoipAm2kIne93axKhCT0EUFpi6kiTStV643A0bIMt+K3saUEWqkw5RRwjEPwzFeQ1CCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T17:52:40.262907Z","bundle_sha256":"e77a25b532d1f515d1c83a1a32b77d00691f7c8523e8c2f38f253047c754ed78"}}