{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:FQRFPEYRAWQA5BNBOMIJRYTKAO","short_pith_number":"pith:FQRFPEYR","canonical_record":{"source":{"id":"2403.13315","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-03-20T05:37:24Z","cross_cats_sorted":[],"title_canon_sha256":"74077fe9eee614a75e5601ca3dd51335c5b42dba7920008fbef8ace0c86e596f","abstract_canon_sha256":"eaae869c7e2b99e92e71873bf9030aaaa98b775ad11b6d077ea575a3990e99c9"},"schema_version":"1.0"},"canonical_sha256":"2c2257931105a00e85a1731098e26a03ad6f7012ecd1badf2fddb5ae155e0dc3","source":{"kind":"arxiv","id":"2403.13315","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.13315","created_at":"2026-07-05T08:56:17Z"},{"alias_kind":"arxiv_version","alias_value":"2403.13315v3","created_at":"2026-07-05T08:56:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.13315","created_at":"2026-07-05T08:56:17Z"},{"alias_kind":"pith_short_12","alias_value":"FQRFPEYRAWQA","created_at":"2026-07-05T08:56:17Z"},{"alias_kind":"pith_short_16","alias_value":"FQRFPEYRAWQA5BNB","created_at":"2026-07-05T08:56:17Z"},{"alias_kind":"pith_short_8","alias_value":"FQRFPEYR","created_at":"2026-07-05T08:56:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:FQRFPEYRAWQA5BNBOMIJRYTKAO","target":"record","payload":{"canonical_record":{"source":{"id":"2403.13315","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-03-20T05:37:24Z","cross_cats_sorted":[],"title_canon_sha256":"74077fe9eee614a75e5601ca3dd51335c5b42dba7920008fbef8ace0c86e596f","abstract_canon_sha256":"eaae869c7e2b99e92e71873bf9030aaaa98b775ad11b6d077ea575a3990e99c9"},"schema_version":"1.0"},"canonical_sha256":"2c2257931105a00e85a1731098e26a03ad6f7012ecd1badf2fddb5ae155e0dc3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:56:17.983041Z","signature_b64":"Sq0rpeGbsnVV8CHeJtatu3vbEGIk15CLotTrcmVvpXSt45gh6tY4lORIyqdkb3pydliG9hniDfzDqjPNtEOiBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2c2257931105a00e85a1731098e26a03ad6f7012ecd1badf2fddb5ae155e0dc3","last_reissued_at":"2026-07-05T08:56:17.982599Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:56:17.982599Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.13315","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:56:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"A6CXl1qkXu0B+/L9kpJYq8MwwlzeO4oph+fRRt05cntpmk1a7/kc2iDIJwMX2geqxZNTLHJ2yBZyZQOZ57bfAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:26:10.793610Z"},"content_sha256":"6bb66162eb4e5a5db4b0cb762132e2ff06b2034db019f8cdf391157520c173eb","schema_version":"1.0","event_id":"sha256:6bb66162eb4e5a5db4b0cb762132e2ff06b2034db019f8cdf391157520c173eb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:FQRFPEYRAWQA5BNBOMIJRYTKAO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PuzzleVQA: Diagnosing Multimodal Reasoning Challenges of Language Models with Abstract Visual Patterns","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Deepanway Ghosal, Lidong Bing, Soujanya Poria, Vernon Toh Yan Han, Yew Ken Chia","submitted_at":"2024-03-20T05:37:24Z","abstract_excerpt":"Large multimodal models extend the impressive capabilities of large language models by integrating multimodal understanding abilities. However, it is not clear how they can emulate the general intelligence and reasoning ability of humans. As recognizing patterns and abstracting concepts are key to general intelligence, we introduce PuzzleVQA, a collection of 2000 puzzle instances based on abstract patterns. With this dataset, we evaluate large multimodal models with abstract patterns based on fundamental concepts, including colors, numbers, sizes, and shapes. Through our experiments on state-o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.13315","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.13315/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:56:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jxJlykJHVEzC6c+LB2BbL2b06rV0HWCZTPMFdaVMNhrkbH8uSqsqbWxUDL8AXTo+ohufENYkdjJC8PkLOMXGBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:26:10.793998Z"},"content_sha256":"808a7c5abe289698aa4d39f897d9b14f3732590d06a3383178849609efe34f9f","schema_version":"1.0","event_id":"sha256:808a7c5abe289698aa4d39f897d9b14f3732590d06a3383178849609efe34f9f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FQRFPEYRAWQA5BNBOMIJRYTKAO/bundle.json","state_url":"https://pith.science/pith/FQRFPEYRAWQA5BNBOMIJRYTKAO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FQRFPEYRAWQA5BNBOMIJRYTKAO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T16:26:10Z","links":{"resolver":"https://pith.science/pith/FQRFPEYRAWQA5BNBOMIJRYTKAO","bundle":"https://pith.science/pith/FQRFPEYRAWQA5BNBOMIJRYTKAO/bundle.json","state":"https://pith.science/pith/FQRFPEYRAWQA5BNBOMIJRYTKAO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FQRFPEYRAWQA5BNBOMIJRYTKAO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FQRFPEYRAWQA5BNBOMIJRYTKAO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eaae869c7e2b99e92e71873bf9030aaaa98b775ad11b6d077ea575a3990e99c9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-03-20T05:37:24Z","title_canon_sha256":"74077fe9eee614a75e5601ca3dd51335c5b42dba7920008fbef8ace0c86e596f"},"schema_version":"1.0","source":{"id":"2403.13315","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.13315","created_at":"2026-07-05T08:56:17Z"},{"alias_kind":"arxiv_version","alias_value":"2403.13315v3","created_at":"2026-07-05T08:56:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.13315","created_at":"2026-07-05T08:56:17Z"},{"alias_kind":"pith_short_12","alias_value":"FQRFPEYRAWQA","created_at":"2026-07-05T08:56:17Z"},{"alias_kind":"pith_short_16","alias_value":"FQRFPEYRAWQA5BNB","created_at":"2026-07-05T08:56:17Z"},{"alias_kind":"pith_short_8","alias_value":"FQRFPEYR","created_at":"2026-07-05T08:56:17Z"}],"graph_snapshots":[{"event_id":"sha256:808a7c5abe289698aa4d39f897d9b14f3732590d06a3383178849609efe34f9f","target":"graph","created_at":"2026-07-05T08:56:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.13315/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large multimodal models extend the impressive capabilities of large language models by integrating multimodal understanding abilities. However, it is not clear how they can emulate the general intelligence and reasoning ability of humans. As recognizing patterns and abstracting concepts are key to general intelligence, we introduce PuzzleVQA, a collection of 2000 puzzle instances based on abstract patterns. With this dataset, we evaluate large multimodal models with abstract patterns based on fundamental concepts, including colors, numbers, sizes, and shapes. Through our experiments on state-o","authors_text":"Deepanway Ghosal, Lidong Bing, Soujanya Poria, Vernon Toh Yan Han, Yew Ken Chia","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-03-20T05:37:24Z","title":"PuzzleVQA: Diagnosing Multimodal Reasoning Challenges of Language Models with Abstract Visual Patterns"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.13315","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6bb66162eb4e5a5db4b0cb762132e2ff06b2034db019f8cdf391157520c173eb","target":"record","created_at":"2026-07-05T08:56:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eaae869c7e2b99e92e71873bf9030aaaa98b775ad11b6d077ea575a3990e99c9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-03-20T05:37:24Z","title_canon_sha256":"74077fe9eee614a75e5601ca3dd51335c5b42dba7920008fbef8ace0c86e596f"},"schema_version":"1.0","source":{"id":"2403.13315","kind":"arxiv","version":3}},"canonical_sha256":"2c2257931105a00e85a1731098e26a03ad6f7012ecd1badf2fddb5ae155e0dc3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2c2257931105a00e85a1731098e26a03ad6f7012ecd1badf2fddb5ae155e0dc3","first_computed_at":"2026-07-05T08:56:17.982599Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:56:17.982599Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Sq0rpeGbsnVV8CHeJtatu3vbEGIk15CLotTrcmVvpXSt45gh6tY4lORIyqdkb3pydliG9hniDfzDqjPNtEOiBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:56:17.983041Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.13315","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6bb66162eb4e5a5db4b0cb762132e2ff06b2034db019f8cdf391157520c173eb","sha256:808a7c5abe289698aa4d39f897d9b14f3732590d06a3383178849609efe34f9f"],"state_sha256":"d7ab4f4dc92b358b581a1b236a15b518557e39cca2eb6f5f0ad0afedefe52005"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d13Ujd9PYRZUS2zGyzlDRLaY8JP4C8saACuW1J4RO+ffH2BfCZjIQKYxzluz+LACp6O/pbnBj5ZV76RtcEWeCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T16:26:10.795932Z","bundle_sha256":"2a21dd038112b88ca8e8e89fb811dac03a49096b8414a26de3170a036371ab61"}}