{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7MEBMC4QQU24BCNOD5GXKRXZIA","short_pith_number":"pith:7MEBMC4Q","canonical_record":{"source":{"id":"2405.14156","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-23T04:08:23Z","cross_cats_sorted":[],"title_canon_sha256":"09b0e7764caaf2142f8d86690cf331135d1c5304416e6c39beeed935e077a009","abstract_canon_sha256":"fe59a5a6d7b97eff3a85d663d329b1e6c7ae70241909ee357f62c0ef149dd059"},"schema_version":"1.0"},"canonical_sha256":"fb08160b908535c089ae1f4d7546f9401bf3d8a58ae5db7762a93c26b1421ba4","source":{"kind":"arxiv","id":"2405.14156","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.14156","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"arxiv_version","alias_value":"2405.14156v4","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.14156","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"pith_short_12","alias_value":"7MEBMC4QQU24","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"pith_short_16","alias_value":"7MEBMC4QQU24BCNO","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"pith_short_8","alias_value":"7MEBMC4Q","created_at":"2026-07-05T09:16:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7MEBMC4QQU24BCNOD5GXKRXZIA","target":"record","payload":{"canonical_record":{"source":{"id":"2405.14156","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-23T04:08:23Z","cross_cats_sorted":[],"title_canon_sha256":"09b0e7764caaf2142f8d86690cf331135d1c5304416e6c39beeed935e077a009","abstract_canon_sha256":"fe59a5a6d7b97eff3a85d663d329b1e6c7ae70241909ee357f62c0ef149dd059"},"schema_version":"1.0"},"canonical_sha256":"fb08160b908535c089ae1f4d7546f9401bf3d8a58ae5db7762a93c26b1421ba4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:15.317192Z","signature_b64":"EX3Mjd2B18NGy1wl3DP1XP0ilFHwJL3RPhZewk24fF8Wul7bIzzNOPteQZqplVssaMJ2YK9lbCC9ybrS9tHSAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fb08160b908535c089ae1f4d7546f9401bf3d8a58ae5db7762a93c26b1421ba4","last_reissued_at":"2026-07-05T09:16:15.316656Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:15.316656Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.14156","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7se1a4oMb0dFtBSTZzisU+7onQUOXwnKHi9MdshAax9oC5++/vwJQA3sqb3MkrmDB+zueXaGwA+bA1kCDBIRCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T08:15:55.021984Z"},"content_sha256":"feab7c0021e185128dfabef560e5fd36c8dc45bc540a656527b52f1a823e447e","schema_version":"1.0","event_id":"sha256:feab7c0021e185128dfabef560e5fd36c8dc45bc540a656527b52f1a823e447e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7MEBMC4QQU24BCNOD5GXKRXZIA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unveiling the Tapestry of Consistency in Large Vision-Language Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Chun-Kai Fan, Fei Xiao, Haoyuan Guo, Hongyuan Dong, Jiacong Wang, Jiawen Li, Kuan Cheng, Shanghang Zhang, Tao Huang, Yuan Zhang","submitted_at":"2024-05-23T04:08:23Z","abstract_excerpt":"Large vision-language models (LVLMs) have recently achieved rapid progress, exhibiting great perception and reasoning abilities concerning visual information. However, when faced with prompts in different sizes of solution spaces, LVLMs fail to always give consistent answers regarding the same knowledge point. This inconsistency of answers between different solution spaces is prevalent in LVLMs and erodes trust. To this end, we provide a multi-modal benchmark ConBench, to intuitively analyze how LVLMs perform when the solution space of a prompt revolves around a knowledge point. Based on the C"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.14156","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.14156/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4hjOsN5iu2KCeUDQt6DEJRXwnFMjVuBAwvcwPUArlpTwqDPLxZLQYKUWSeYMjH1Bfe9qbXrJkicEOBvn2LEfBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T08:15:55.022676Z"},"content_sha256":"bb8c802c016b711717faf09a959b7d83f0b9d974bd7921cc7583728686c0623d","schema_version":"1.0","event_id":"sha256:bb8c802c016b711717faf09a959b7d83f0b9d974bd7921cc7583728686c0623d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7MEBMC4QQU24BCNOD5GXKRXZIA/bundle.json","state_url":"https://pith.science/pith/7MEBMC4QQU24BCNOD5GXKRXZIA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7MEBMC4QQU24BCNOD5GXKRXZIA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T08:15:55Z","links":{"resolver":"https://pith.science/pith/7MEBMC4QQU24BCNOD5GXKRXZIA","bundle":"https://pith.science/pith/7MEBMC4QQU24BCNOD5GXKRXZIA/bundle.json","state":"https://pith.science/pith/7MEBMC4QQU24BCNOD5GXKRXZIA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7MEBMC4QQU24BCNOD5GXKRXZIA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7MEBMC4QQU24BCNOD5GXKRXZIA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fe59a5a6d7b97eff3a85d663d329b1e6c7ae70241909ee357f62c0ef149dd059","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-23T04:08:23Z","title_canon_sha256":"09b0e7764caaf2142f8d86690cf331135d1c5304416e6c39beeed935e077a009"},"schema_version":"1.0","source":{"id":"2405.14156","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.14156","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"arxiv_version","alias_value":"2405.14156v4","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.14156","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"pith_short_12","alias_value":"7MEBMC4QQU24","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"pith_short_16","alias_value":"7MEBMC4QQU24BCNO","created_at":"2026-07-05T09:16:15Z"},{"alias_kind":"pith_short_8","alias_value":"7MEBMC4Q","created_at":"2026-07-05T09:16:15Z"}],"graph_snapshots":[{"event_id":"sha256:bb8c802c016b711717faf09a959b7d83f0b9d974bd7921cc7583728686c0623d","target":"graph","created_at":"2026-07-05T09:16:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.14156/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large vision-language models (LVLMs) have recently achieved rapid progress, exhibiting great perception and reasoning abilities concerning visual information. However, when faced with prompts in different sizes of solution spaces, LVLMs fail to always give consistent answers regarding the same knowledge point. This inconsistency of answers between different solution spaces is prevalent in LVLMs and erodes trust. To this end, we provide a multi-modal benchmark ConBench, to intuitively analyze how LVLMs perform when the solution space of a prompt revolves around a knowledge point. Based on the C","authors_text":"Chun-Kai Fan, Fei Xiao, Haoyuan Guo, Hongyuan Dong, Jiacong Wang, Jiawen Li, Kuan Cheng, Shanghang Zhang, Tao Huang, Yuan Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-23T04:08:23Z","title":"Unveiling the Tapestry of Consistency in Large Vision-Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.14156","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:feab7c0021e185128dfabef560e5fd36c8dc45bc540a656527b52f1a823e447e","target":"record","created_at":"2026-07-05T09:16:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fe59a5a6d7b97eff3a85d663d329b1e6c7ae70241909ee357f62c0ef149dd059","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-23T04:08:23Z","title_canon_sha256":"09b0e7764caaf2142f8d86690cf331135d1c5304416e6c39beeed935e077a009"},"schema_version":"1.0","source":{"id":"2405.14156","kind":"arxiv","version":4}},"canonical_sha256":"fb08160b908535c089ae1f4d7546f9401bf3d8a58ae5db7762a93c26b1421ba4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fb08160b908535c089ae1f4d7546f9401bf3d8a58ae5db7762a93c26b1421ba4","first_computed_at":"2026-07-05T09:16:15.316656Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:15.316656Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EX3Mjd2B18NGy1wl3DP1XP0ilFHwJL3RPhZewk24fF8Wul7bIzzNOPteQZqplVssaMJ2YK9lbCC9ybrS9tHSAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:15.317192Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.14156","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:feab7c0021e185128dfabef560e5fd36c8dc45bc540a656527b52f1a823e447e","sha256:bb8c802c016b711717faf09a959b7d83f0b9d974bd7921cc7583728686c0623d"],"state_sha256":"3246d68774122c058b2155e1e44049e1ebb484476aa1bd15557a4d267f18d400"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iUdtztw+qJ/IBOoP7Ot5s1X4lvw9NK27Y4KNVUPR/Afz1B0pjOHKtxWtLN179g3q/aYf4z6bht5HCwwdxGGwDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T08:15:55.027434Z","bundle_sha256":"ae7d2b52a750346a6c25a872ce5e1b8376fa4c02f1f70a40cec5c99ba348067d"}}