{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UIQVDCFHYTNR5IJKHAF7RRFUVK","short_pith_number":"pith:UIQVDCFH","canonical_record":{"source":{"id":"2406.08164","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-12T12:54:27Z","cross_cats_sorted":[],"title_canon_sha256":"70d850ce6a60884e06e2382cf3a8a90b5d6cc81026868432311d7c49731480e1","abstract_canon_sha256":"d7d13df13342a44d3c8b31a380545bed973a88a07a7f6c68a44154b68470ceca"},"schema_version":"1.0"},"canonical_sha256":"a2215188a7c4db1ea12a380bf8c4b4aa81b741710dfbfdb9d9e622c76ce39c27","source":{"kind":"arxiv","id":"2406.08164","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.08164","created_at":"2026-07-05T09:34:36Z"},{"alias_kind":"arxiv_version","alias_value":"2406.08164v3","created_at":"2026-07-05T09:34:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.08164","created_at":"2026-07-05T09:34:36Z"},{"alias_kind":"pith_short_12","alias_value":"UIQVDCFHYTNR","created_at":"2026-07-05T09:34:36Z"},{"alias_kind":"pith_short_16","alias_value":"UIQVDCFHYTNR5IJK","created_at":"2026-07-05T09:34:36Z"},{"alias_kind":"pith_short_8","alias_value":"UIQVDCFH","created_at":"2026-07-05T09:34:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UIQVDCFHYTNR5IJKHAF7RRFUVK","target":"record","payload":{"canonical_record":{"source":{"id":"2406.08164","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-12T12:54:27Z","cross_cats_sorted":[],"title_canon_sha256":"70d850ce6a60884e06e2382cf3a8a90b5d6cc81026868432311d7c49731480e1","abstract_canon_sha256":"d7d13df13342a44d3c8b31a380545bed973a88a07a7f6c68a44154b68470ceca"},"schema_version":"1.0"},"canonical_sha256":"a2215188a7c4db1ea12a380bf8c4b4aa81b741710dfbfdb9d9e622c76ce39c27","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:34:36.325559Z","signature_b64":"gs7d/BIlEOsntqJJ0crm/m5O3ZhW2knwx/CViNxEL7z2IhrhIfePau7jydb2EIWET4fGXE8prLqQKCPkxInuCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a2215188a7c4db1ea12a380bf8c4b4aa81b741710dfbfdb9d9e622c76ce39c27","last_reissued_at":"2026-07-05T09:34:36.325061Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:34:36.325061Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.08164","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:34:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CCU8iFI8Ei+uFDxon0srklaVKeGnIpPk+mqDCWARDPKP9hfcqGtdUUQV4B5HQSrhq8q3nVgX7ZPIVSN6FWcNAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:32:25.616096Z"},"content_sha256":"baa1062f7b8592765a95f3b1c3cf9f064b334fcb49ecf27dc7d11e0984140fbf","schema_version":"1.0","event_id":"sha256:baa1062f7b8592765a95f3b1c3cf9f064b334fcb49ecf27dc7d11e0984140fbf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UIQVDCFHYTNR5IJKHAF7RRFUVK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ConMe: Rethinking Evaluation of Compositional Reasoning for Modern VLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Assaf Arbelle, Aude Oliva, Chuang Gan, Hilde Kuehne, Irene Huang, Jacob A. Hansen, Leonid Karlinsky, M. Jehanzeb Mirza, Roei Herzig, Rogerio Feris, Sivan Doveh, Trevor Darrell, Victor Ion Butoi, Wei Lin","submitted_at":"2024-06-12T12:54:27Z","abstract_excerpt":"Compositional Reasoning (CR) entails grasping the significance of attributes, relations, and word order. Recent Vision-Language Models (VLMs), comprising a visual encoder and a Large Language Model (LLM) decoder, have demonstrated remarkable proficiency in such reasoning tasks. This prompts a crucial question: have VLMs effectively tackled the CR challenge? We conjecture that existing CR benchmarks may not adequately push the boundaries of modern VLMs due to the reliance on an LLM-only negative text generation pipeline. Consequently, the negatives produced either appear as outliers from the na"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.08164","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.08164/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:34:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VhI0dVlq5yb41yc/0RINDcKQnvZt0TGe8u81jn5kVBYwGIhvcuavxDBibgf+hokskB2/fLYB87gfBZa6Ndp9Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:32:25.616648Z"},"content_sha256":"227c8af603c2b290e73285d9d3aabd1ba03dd249e90bf46d0a3d70cfdc249a2d","schema_version":"1.0","event_id":"sha256:227c8af603c2b290e73285d9d3aabd1ba03dd249e90bf46d0a3d70cfdc249a2d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UIQVDCFHYTNR5IJKHAF7RRFUVK/bundle.json","state_url":"https://pith.science/pith/UIQVDCFHYTNR5IJKHAF7RRFUVK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UIQVDCFHYTNR5IJKHAF7RRFUVK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T14:32:25Z","links":{"resolver":"https://pith.science/pith/UIQVDCFHYTNR5IJKHAF7RRFUVK","bundle":"https://pith.science/pith/UIQVDCFHYTNR5IJKHAF7RRFUVK/bundle.json","state":"https://pith.science/pith/UIQVDCFHYTNR5IJKHAF7RRFUVK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UIQVDCFHYTNR5IJKHAF7RRFUVK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UIQVDCFHYTNR5IJKHAF7RRFUVK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d7d13df13342a44d3c8b31a380545bed973a88a07a7f6c68a44154b68470ceca","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-12T12:54:27Z","title_canon_sha256":"70d850ce6a60884e06e2382cf3a8a90b5d6cc81026868432311d7c49731480e1"},"schema_version":"1.0","source":{"id":"2406.08164","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.08164","created_at":"2026-07-05T09:34:36Z"},{"alias_kind":"arxiv_version","alias_value":"2406.08164v3","created_at":"2026-07-05T09:34:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.08164","created_at":"2026-07-05T09:34:36Z"},{"alias_kind":"pith_short_12","alias_value":"UIQVDCFHYTNR","created_at":"2026-07-05T09:34:36Z"},{"alias_kind":"pith_short_16","alias_value":"UIQVDCFHYTNR5IJK","created_at":"2026-07-05T09:34:36Z"},{"alias_kind":"pith_short_8","alias_value":"UIQVDCFH","created_at":"2026-07-05T09:34:36Z"}],"graph_snapshots":[{"event_id":"sha256:227c8af603c2b290e73285d9d3aabd1ba03dd249e90bf46d0a3d70cfdc249a2d","target":"graph","created_at":"2026-07-05T09:34:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.08164/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Compositional Reasoning (CR) entails grasping the significance of attributes, relations, and word order. Recent Vision-Language Models (VLMs), comprising a visual encoder and a Large Language Model (LLM) decoder, have demonstrated remarkable proficiency in such reasoning tasks. This prompts a crucial question: have VLMs effectively tackled the CR challenge? We conjecture that existing CR benchmarks may not adequately push the boundaries of modern VLMs due to the reliance on an LLM-only negative text generation pipeline. Consequently, the negatives produced either appear as outliers from the na","authors_text":"Assaf Arbelle, Aude Oliva, Chuang Gan, Hilde Kuehne, Irene Huang, Jacob A. Hansen, Leonid Karlinsky, M. Jehanzeb Mirza, Roei Herzig, Rogerio Feris, Sivan Doveh, Trevor Darrell, Victor Ion Butoi, Wei Lin","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-12T12:54:27Z","title":"ConMe: Rethinking Evaluation of Compositional Reasoning for Modern VLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.08164","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:baa1062f7b8592765a95f3b1c3cf9f064b334fcb49ecf27dc7d11e0984140fbf","target":"record","created_at":"2026-07-05T09:34:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d7d13df13342a44d3c8b31a380545bed973a88a07a7f6c68a44154b68470ceca","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-12T12:54:27Z","title_canon_sha256":"70d850ce6a60884e06e2382cf3a8a90b5d6cc81026868432311d7c49731480e1"},"schema_version":"1.0","source":{"id":"2406.08164","kind":"arxiv","version":3}},"canonical_sha256":"a2215188a7c4db1ea12a380bf8c4b4aa81b741710dfbfdb9d9e622c76ce39c27","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a2215188a7c4db1ea12a380bf8c4b4aa81b741710dfbfdb9d9e622c76ce39c27","first_computed_at":"2026-07-05T09:34:36.325061Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:34:36.325061Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gs7d/BIlEOsntqJJ0crm/m5O3ZhW2knwx/CViNxEL7z2IhrhIfePau7jydb2EIWET4fGXE8prLqQKCPkxInuCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:34:36.325559Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.08164","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:baa1062f7b8592765a95f3b1c3cf9f064b334fcb49ecf27dc7d11e0984140fbf","sha256:227c8af603c2b290e73285d9d3aabd1ba03dd249e90bf46d0a3d70cfdc249a2d"],"state_sha256":"b0c7f7e748927f50312f8e796caf343cab43f6329d4af70b6b1184e179394e6a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+1sSSENNMqC/7G/O0BZvP2KOLMiEwSzNvKwt0SkkALGUPmCv+JsoxEcJw2UUu4m03TPTYIFsVIvUDugI55l6BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T14:32:25.621946Z","bundle_sha256":"44a34e42f30471b0ce94864dc3458a96f6d63227e1f945cb78169ba73ba0e6d1"}}