{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:76FHTYSGXX57BMSN6BMFMDVSYJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"56acbaf0eb2f4fc76f146a37b1f78e858d864e4e8839c5a40c920dd1f033a115","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T19:39:15Z","title_canon_sha256":"9113e4d2d5027addc1f8a017701be7f7b757be6694ecdbd643740e768bc95055"},"schema_version":"1.0","source":{"id":"2410.17385","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.17385","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"arxiv_version","alias_value":"2410.17385v2","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.17385","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"pith_short_12","alias_value":"76FHTYSGXX57","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"pith_short_16","alias_value":"76FHTYSGXX57BMSN","created_at":"2026-07-05T10:50:31Z"},{"alias_kind":"pith_short_8","alias_value":"76FHTYSG","created_at":"2026-07-05T10:50:31Z"}],"graph_snapshots":[{"event_id":"sha256:c9b129a531985de4d5e67699529bbf10a17e9e7533eef1b585b46848734de7d3","target":"graph","created_at":"2026-07-05T10:50:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.17385/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Spatial expressions in situated communication can be ambiguous, as their meanings vary depending on the frames of reference (FoR) adopted by speakers and listeners. While spatial language understanding and reasoning by vision-language models (VLMs) have gained increasing attention, potential ambiguities in these models are still under-explored. To address this issue, we present the COnsistent Multilingual Frame Of Reference Test (COMFORT), an evaluation protocol to systematically assess the spatial reasoning capabilities of VLMs. We evaluate nine state-of-the-art VLMs using COMFORT. Despite sh","authors_text":"Fengyuan Hu, Freda Shi, Jayjun Lee, Joyce Chai, Parisa Kordjamshidi, Zheyuan Zhang, Ziqiao Ma","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T19:39:15Z","title":"Do Vision-Language Models Represent Space and How? Evaluating Spatial Frame of Reference Under Ambiguities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.17385","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bbbe6bb5b0dff447ee748fbfbf726b3d0daf331b828deb952a53e62d3828337a","target":"record","created_at":"2026-07-05T10:50:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"56acbaf0eb2f4fc76f146a37b1f78e858d864e4e8839c5a40c920dd1f033a115","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-22T19:39:15Z","title_canon_sha256":"9113e4d2d5027addc1f8a017701be7f7b757be6694ecdbd643740e768bc95055"},"schema_version":"1.0","source":{"id":"2410.17385","kind":"arxiv","version":2}},"canonical_sha256":"ff8a79e246bdfbf0b24df058560eb2c2457b2702279b03668174f06836e70a33","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff8a79e246bdfbf0b24df058560eb2c2457b2702279b03668174f06836e70a33","first_computed_at":"2026-07-05T10:50:31.277791Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:50:31.277791Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0sLxhRSGUY3gERttwOl+OkuD/UWiVNoKzZUCFKeW50M3StrqIX1BGHvFqh7WH0KNnBBXuxZ7KtNKO8FctbDPAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:50:31.278429Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.17385","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bbbe6bb5b0dff447ee748fbfbf726b3d0daf331b828deb952a53e62d3828337a","sha256:c9b129a531985de4d5e67699529bbf10a17e9e7533eef1b585b46848734de7d3"],"state_sha256":"f87f31631742d96f6355b1ab4ebcbb353064badbb158076c2a26426fcccae1b5"}