{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LC2EMAER6QLZIBSPQPF7M7YUSU","short_pith_number":"pith:LC2EMAER","canonical_record":{"source":{"id":"2407.04973","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-07-06T06:48:16Z","cross_cats_sorted":["cs.CL","cs.CV","cs.LG"],"title_canon_sha256":"ea00387c1c41a9eac9493f08e683880dd321e728c00c721a755ec6efd2b5e40c","abstract_canon_sha256":"0ab50ae4f366a54860372ccf4025a2176a88d4c211d7be483104ed2a2994079d"},"schema_version":"1.0"},"canonical_sha256":"58b4460091f41794064f83cbf67f14950cd0c7e06fadcd306614670051539af6","source":{"kind":"arxiv","id":"2407.04973","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.04973","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"arxiv_version","alias_value":"2407.04973v1","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.04973","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"pith_short_12","alias_value":"LC2EMAER6QLZ","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"LC2EMAER6QLZIBSP","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"LC2EMAER","created_at":"2026-05-18T12:33:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LC2EMAER6QLZIBSPQPF7M7YUSU","target":"record","payload":{"canonical_record":{"source":{"id":"2407.04973","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-07-06T06:48:16Z","cross_cats_sorted":["cs.CL","cs.CV","cs.LG"],"title_canon_sha256":"ea00387c1c41a9eac9493f08e683880dd321e728c00c721a755ec6efd2b5e40c","abstract_canon_sha256":"0ab50ae4f366a54860372ccf4025a2176a88d4c211d7be483104ed2a2994079d"},"schema_version":"1.0"},"canonical_sha256":"58b4460091f41794064f83cbf67f14950cd0c7e06fadcd306614670051539af6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:49.331555Z","signature_b64":"EmQyv3llCQ6mkAnKMSorB17uDZDuG5Hs24x3Jc7H5z5G3nOT4QL3oKiyKGJ9P+j6+DJyucGhKrR/oR+Nn8cZAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"58b4460091f41794064f83cbf67f14950cd0c7e06fadcd306614670051539af6","last_reissued_at":"2026-05-17T23:38:49.330835Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:49.330835Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.04973","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dm3KJ2B5R2VboaM4bHozrIrrzG2DZ39Q6GOWt/0LEFJ8s/bc6ATM2aZiqoxS+WxwMQClk81MGKpElMtKqNnjCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T19:47:45.456808Z"},"content_sha256":"a00ac8550e0cce075f86a6eaf80bc9122f0e595c25f9f7ac5f953c81415867c3","schema_version":"1.0","event_id":"sha256:a00ac8550e0cce075f86a6eaf80bc9122f0e595c25f9f7ac5f953c81415867c3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LC2EMAER6QLZIBSPQPF7M7YUSU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LogicVista: Multimodal LLM Logical Reasoning Benchmark in Visual Contexts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"LogicVista provides a benchmark of 448 visual questions to evaluate logical reasoning in multimodal LLMs across five tasks and nine capabilities.","cross_cats":["cs.CL","cs.CV","cs.LG"],"primary_cat":"cs.AI","authors_text":"Edward Sun, Tianyu Liu, Wei Wang, Yijia Xiao","submitted_at":"2024-07-06T06:48:16Z","abstract_excerpt":"We propose LogicVista, an evaluation benchmark that assesses the integrated logical reasoning capabilities of multimodal large language models (MLLMs) in Visual contexts. Recent advancements in MLLMs have demonstrated various fascinating abilities, from crafting poetry based on an image to performing mathematical reasoning. However, there is still a lack of systematic evaluation of MLLMs' proficiency in logical reasoning tasks, which are essential for activities like navigation and puzzle-solving. Thus we evaluate general logical cognition abilities across 5 logical reasoning tasks encompassin"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"LogicVista assesses the integrated logical reasoning capabilities of MLLMs in visual contexts across 5 logical reasoning tasks encompassing 9 different capabilities using a sample of 448 multiple-choice questions.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"The 448 questions and their human-written reasoning annotations accurately and comprehensively capture general logical cognition abilities in visual contexts without significant selection bias or coverage gaps.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"LogicVista is a new benchmark dataset with 448 visual logic questions that evaluates multimodal LLMs on five reasoning tasks covering nine capabilities.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"LogicVista provides a benchmark of 448 visual questions to evaluate logical reasoning in multimodal LLMs across five tasks and nine capabilities.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"9a8d615392c2366fcfbf8a4db7d8a29a68704551be03e26cb4a19b7e06ece6d1"},"source":{"id":"2407.04973","kind":"arxiv","version":1},"verdict":{"id":"a0dcb68c-2c01-46a4-b86e-130496ff7df5","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-16T02:42:19.597729Z","strongest_claim":"LogicVista assesses the integrated logical reasoning capabilities of MLLMs in visual contexts across 5 logical reasoning tasks encompassing 9 different capabilities using a sample of 448 multiple-choice questions.","one_line_summary":"LogicVista is a new benchmark dataset with 448 visual logic questions that evaluates multimodal LLMs on five reasoning tasks covering nine capabilities.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"The 448 questions and their human-written reasoning annotations accurately and comprehensively capture general logical cognition abilities in visual contexts without significant selection bias or coverage gaps.","pith_extraction_headline":"LogicVista provides a benchmark of 448 visual questions to evaluate logical reasoning in multimodal LLMs across five tasks and nine capabilities."},"references":{"count":58,"sample":[{"doi":"","year":2024,"title":"OpenAI, Josh Achiam, Steven Adler, Sandhini Agarwal, Lama Ahmad, Ilge Akkaya, Florencia Leoni Aleman, Diogo Almeida, Janko Altenschmidt, Sam Altman, Shyamal Anadkat, Red Avila, Igor Babuschkin, Suchir","work_id":"1ac71e56-74d3-4f19-93f1-08ef982c4f0f","ref_index":1,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2022,"title":"Flamingo: a visual language model for few-shot learning, 2022","work_id":"e3eae10f-d31c-4158-ae3e-369a6f7bd45a","ref_index":2,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2023,"title":"Minigpt-4: Enhancing vision-language understanding with advanced large language models, 2023","work_id":"5b194084-17c4-4c1c-a196-e9193f38115a","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2023,"title":"A survey on multimodal large language models, 2023","work_id":"0d4030a2-02b1-4bc0-aae5-bacb80d65117","ref_index":5,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2023,"title":"Mme: A comprehensive evaluation benchmark for multimodal large language models, 2023","work_id":"29b8caa6-69b1-4988-b0a5-4bd23ea25094","ref_index":6,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":58,"snapshot_sha256":"4fb4525775aecded57b45eef035af53c937aade479f2fc277f2f162072a4252b","internal_anchors":0},"formal_canon":{"evidence_count":2,"snapshot_sha256":"26c8f1bc264591bcf70625c77cccde2a2b226e6cb00892e868a872c1a599d47b"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"a0dcb68c-2c01-46a4-b86e-130496ff7df5"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V8z19y61g/3Z8dxLnO/aohjxbNjIaAJHEcCsLaGaBMDR0abWqf4yvELoEjammn8EmX0skl3xW9aUAQtMbPzOCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T19:47:45.457346Z"},"content_sha256":"27be19fb1cf85de5ea938c14c7deb2e3a346d22d86300e40682a2a458750f3b4","schema_version":"1.0","event_id":"sha256:27be19fb1cf85de5ea938c14c7deb2e3a346d22d86300e40682a2a458750f3b4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LC2EMAER6QLZIBSPQPF7M7YUSU/bundle.json","state_url":"https://pith.science/pith/LC2EMAER6QLZIBSPQPF7M7YUSU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LC2EMAER6QLZIBSPQPF7M7YUSU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-01T19:47:45Z","links":{"resolver":"https://pith.science/pith/LC2EMAER6QLZIBSPQPF7M7YUSU","bundle":"https://pith.science/pith/LC2EMAER6QLZIBSPQPF7M7YUSU/bundle.json","state":"https://pith.science/pith/LC2EMAER6QLZIBSPQPF7M7YUSU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LC2EMAER6QLZIBSPQPF7M7YUSU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LC2EMAER6QLZIBSPQPF7M7YUSU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0ab50ae4f366a54860372ccf4025a2176a88d4c211d7be483104ed2a2994079d","cross_cats_sorted":["cs.CL","cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-07-06T06:48:16Z","title_canon_sha256":"ea00387c1c41a9eac9493f08e683880dd321e728c00c721a755ec6efd2b5e40c"},"schema_version":"1.0","source":{"id":"2407.04973","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.04973","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"arxiv_version","alias_value":"2407.04973v1","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.04973","created_at":"2026-05-17T23:38:49Z"},{"alias_kind":"pith_short_12","alias_value":"LC2EMAER6QLZ","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"LC2EMAER6QLZIBSP","created_at":"2026-05-18T12:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"LC2EMAER","created_at":"2026-05-18T12:33:37Z"}],"graph_snapshots":[{"event_id":"sha256:27be19fb1cf85de5ea938c14c7deb2e3a346d22d86300e40682a2a458750f3b4","target":"graph","created_at":"2026-05-17T23:38:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"LogicVista assesses the integrated logical reasoning capabilities of MLLMs in visual contexts across 5 logical reasoning tasks encompassing 9 different capabilities using a sample of 448 multiple-choice questions."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"The 448 questions and their human-written reasoning annotations accurately and comprehensively capture general logical cognition abilities in visual contexts without significant selection bias or coverage gaps."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"LogicVista is a new benchmark dataset with 448 visual logic questions that evaluates multimodal LLMs on five reasoning tasks covering nine capabilities."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"LogicVista provides a benchmark of 448 visual questions to evaluate logical reasoning in multimodal LLMs across five tasks and nine capabilities."}],"snapshot_sha256":"9a8d615392c2366fcfbf8a4db7d8a29a68704551be03e26cb4a19b7e06ece6d1"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"26c8f1bc264591bcf70625c77cccde2a2b226e6cb00892e868a872c1a599d47b"},"paper":{"abstract_excerpt":"We propose LogicVista, an evaluation benchmark that assesses the integrated logical reasoning capabilities of multimodal large language models (MLLMs) in Visual contexts. Recent advancements in MLLMs have demonstrated various fascinating abilities, from crafting poetry based on an image to performing mathematical reasoning. However, there is still a lack of systematic evaluation of MLLMs' proficiency in logical reasoning tasks, which are essential for activities like navigation and puzzle-solving. Thus we evaluate general logical cognition abilities across 5 logical reasoning tasks encompassin","authors_text":"Edward Sun, Tianyu Liu, Wei Wang, Yijia Xiao","cross_cats":["cs.CL","cs.CV","cs.LG"],"headline":"LogicVista provides a benchmark of 448 visual questions to evaluate logical reasoning in multimodal LLMs across five tasks and nine capabilities.","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-07-06T06:48:16Z","title":"LogicVista: Multimodal LLM Logical Reasoning Benchmark in Visual Contexts"},"references":{"count":58,"internal_anchors":0,"resolved_work":58,"sample":[{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":1,"title":"OpenAI, Josh Achiam, Steven Adler, Sandhini Agarwal, Lama Ahmad, Ilge Akkaya, Florencia Leoni Aleman, Diogo Almeida, Janko Altenschmidt, Sam Altman, Shyamal Anadkat, Red Avila, Igor Babuschkin, Suchir","work_id":"1ac71e56-74d3-4f19-93f1-08ef982c4f0f","year":2024},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":2,"title":"Flamingo: a visual language model for few-shot learning, 2022","work_id":"e3eae10f-d31c-4158-ae3e-369a6f7bd45a","year":2022},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"Minigpt-4: Enhancing vision-language understanding with advanced large language models, 2023","work_id":"5b194084-17c4-4c1c-a196-e9193f38115a","year":2023},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"A survey on multimodal large language models, 2023","work_id":"0d4030a2-02b1-4bc0-aae5-bacb80d65117","year":2023},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":6,"title":"Mme: A comprehensive evaluation benchmark for multimodal large language models, 2023","work_id":"29b8caa6-69b1-4988-b0a5-4bd23ea25094","year":2023}],"snapshot_sha256":"4fb4525775aecded57b45eef035af53c937aade479f2fc277f2f162072a4252b"},"source":{"id":"2407.04973","kind":"arxiv","version":1},"verdict":{"created_at":"2026-05-16T02:42:19.597729Z","id":"a0dcb68c-2c01-46a4-b86e-130496ff7df5","model_set":{"reader":"grok-4.3"},"one_line_summary":"LogicVista is a new benchmark dataset with 448 visual logic questions that evaluates multimodal LLMs on five reasoning tasks covering nine capabilities.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"LogicVista provides a benchmark of 448 visual questions to evaluate logical reasoning in multimodal LLMs across five tasks and nine capabilities.","strongest_claim":"LogicVista assesses the integrated logical reasoning capabilities of MLLMs in visual contexts across 5 logical reasoning tasks encompassing 9 different capabilities using a sample of 448 multiple-choice questions.","weakest_assumption":"The 448 questions and their human-written reasoning annotations accurately and comprehensively capture general logical cognition abilities in visual contexts without significant selection bias or coverage gaps."}},"verdict_id":"a0dcb68c-2c01-46a4-b86e-130496ff7df5"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a00ac8550e0cce075f86a6eaf80bc9122f0e595c25f9f7ac5f953c81415867c3","target":"record","created_at":"2026-05-17T23:38:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0ab50ae4f366a54860372ccf4025a2176a88d4c211d7be483104ed2a2994079d","cross_cats_sorted":["cs.CL","cs.CV","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2024-07-06T06:48:16Z","title_canon_sha256":"ea00387c1c41a9eac9493f08e683880dd321e728c00c721a755ec6efd2b5e40c"},"schema_version":"1.0","source":{"id":"2407.04973","kind":"arxiv","version":1}},"canonical_sha256":"58b4460091f41794064f83cbf67f14950cd0c7e06fadcd306614670051539af6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"58b4460091f41794064f83cbf67f14950cd0c7e06fadcd306614670051539af6","first_computed_at":"2026-05-17T23:38:49.330835Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:49.330835Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EmQyv3llCQ6mkAnKMSorB17uDZDuG5Hs24x3Jc7H5z5G3nOT4QL3oKiyKGJ9P+j6+DJyucGhKrR/oR+Nn8cZAA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:49.331555Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.04973","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a00ac8550e0cce075f86a6eaf80bc9122f0e595c25f9f7ac5f953c81415867c3","sha256:27be19fb1cf85de5ea938c14c7deb2e3a346d22d86300e40682a2a458750f3b4"],"state_sha256":"8802173f4615e550bd36915edef2c876802e60f0365731b48caa518a14bbdce8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uH4OpfB8VauVWZMuicI2FRRtG9KPzTk1gTVElSsDXybKnvuaRtrY1wrnQiQ4np4a/+a5obWB9uCQPrVqhJkiDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-01T19:47:45.459789Z","bundle_sha256":"d80965c2ff66dac635fb31197e72814b0a6b1b215822fd798d4d9a1671d56e49"}}