{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:A7LFETKPKBZSGTEOPRSDSJ6FTR","short_pith_number":"pith:A7LFETKP","canonical_record":{"source":{"id":"2312.02896","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-12-05T17:06:59Z","cross_cats_sorted":[],"title_canon_sha256":"1f1c45df998c76b87f804c14cd483037e8b5a87abcff02796de2ce01c5acb9f5","abstract_canon_sha256":"f035fb69cd142395c0f0e970f16548fb73d051f9d1d7578b31ce83796de626c9"},"schema_version":"1.0"},"canonical_sha256":"07d6524d4f5073234c8e7c643927c59c773ba51f6834d3461964364b818bc019","source":{"kind":"arxiv","id":"2312.02896","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.02896","created_at":"2026-07-05T07:20:56Z"},{"alias_kind":"arxiv_version","alias_value":"2312.02896v2","created_at":"2026-07-05T07:20:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.02896","created_at":"2026-07-05T07:20:56Z"},{"alias_kind":"pith_short_12","alias_value":"A7LFETKPKBZS","created_at":"2026-07-05T07:20:56Z"},{"alias_kind":"pith_short_16","alias_value":"A7LFETKPKBZSGTEO","created_at":"2026-07-05T07:20:56Z"},{"alias_kind":"pith_short_8","alias_value":"A7LFETKP","created_at":"2026-07-05T07:20:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:A7LFETKPKBZSGTEOPRSDSJ6FTR","target":"record","payload":{"canonical_record":{"source":{"id":"2312.02896","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-12-05T17:06:59Z","cross_cats_sorted":[],"title_canon_sha256":"1f1c45df998c76b87f804c14cd483037e8b5a87abcff02796de2ce01c5acb9f5","abstract_canon_sha256":"f035fb69cd142395c0f0e970f16548fb73d051f9d1d7578b31ce83796de626c9"},"schema_version":"1.0"},"canonical_sha256":"07d6524d4f5073234c8e7c643927c59c773ba51f6834d3461964364b818bc019","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:20:56.349747Z","signature_b64":"W88O8xE+W2XdjH2AOL7m0G8ms6H7hBNXtEdTg6AJtxF0bf2DG9FKAwc92jGSVLdM5z2bVmOz08Vc2HfNcnOWAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"07d6524d4f5073234c8e7c643927c59c773ba51f6834d3461964364b818bc019","last_reissued_at":"2026-07-05T07:20:56.349219Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:20:56.349219Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.02896","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:20:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yHFyp1M7eeKbxPPXHvD+VJevz8LvRJ+1bR5pRisYOy1txyReQ7P7xSB13wLrycFbETlJlLl6N4QotobuTM8TDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T10:20:45.101468Z"},"content_sha256":"37571447b3ccc326e3db290f0d1e9ff2f4c7716533a770ada20f7143d48241a8","schema_version":"1.0","event_id":"sha256:37571447b3ccc326e3db290f0d1e9ff2f4c7716533a770ada20f7143d48241a8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:A7LFETKPKBZSGTEOPRSDSJ6FTR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BenchLMM: Benchmarking Cross-style Visual Capability of Large Multimodal Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Alex Kot, Chenyu Yi, Dayan Guan, Rizhao Cai, Xing Luo, Zhenhao Chen, Zirui Song","submitted_at":"2023-12-05T17:06:59Z","abstract_excerpt":"Large Multimodal Models (LMMs) such as GPT-4V and LLaVA have shown remarkable capabilities in visual reasoning with common image styles. However, their robustness against diverse style shifts, crucial for practical applications, remains largely unexplored. In this paper, we propose a new benchmark, BenchLMM, to assess the robustness of LMMs against three different styles: artistic image style, imaging sensor style, and application style, where each style has five sub-styles. Utilizing BenchLMM, we comprehensively evaluate state-of-the-art LMMs and reveal: 1) LMMs generally suffer performance d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.02896","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.02896/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:20:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2cYhI0JelercjvuYqIjRGRe/NwE7FiFjLEq2QImkvvw6pl+84jFuKk/9j3B9lmSUX65urdk7iUYTsVkn2eyQCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T10:20:45.102059Z"},"content_sha256":"9ba53384803deab10c314a3ce00efe0cb62b422f922ebe65e71944d3dc4bcaa6","schema_version":"1.0","event_id":"sha256:9ba53384803deab10c314a3ce00efe0cb62b422f922ebe65e71944d3dc4bcaa6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/A7LFETKPKBZSGTEOPRSDSJ6FTR/bundle.json","state_url":"https://pith.science/pith/A7LFETKPKBZSGTEOPRSDSJ6FTR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/A7LFETKPKBZSGTEOPRSDSJ6FTR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T10:20:45Z","links":{"resolver":"https://pith.science/pith/A7LFETKPKBZSGTEOPRSDSJ6FTR","bundle":"https://pith.science/pith/A7LFETKPKBZSGTEOPRSDSJ6FTR/bundle.json","state":"https://pith.science/pith/A7LFETKPKBZSGTEOPRSDSJ6FTR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/A7LFETKPKBZSGTEOPRSDSJ6FTR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:A7LFETKPKBZSGTEOPRSDSJ6FTR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f035fb69cd142395c0f0e970f16548fb73d051f9d1d7578b31ce83796de626c9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-12-05T17:06:59Z","title_canon_sha256":"1f1c45df998c76b87f804c14cd483037e8b5a87abcff02796de2ce01c5acb9f5"},"schema_version":"1.0","source":{"id":"2312.02896","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.02896","created_at":"2026-07-05T07:20:56Z"},{"alias_kind":"arxiv_version","alias_value":"2312.02896v2","created_at":"2026-07-05T07:20:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.02896","created_at":"2026-07-05T07:20:56Z"},{"alias_kind":"pith_short_12","alias_value":"A7LFETKPKBZS","created_at":"2026-07-05T07:20:56Z"},{"alias_kind":"pith_short_16","alias_value":"A7LFETKPKBZSGTEO","created_at":"2026-07-05T07:20:56Z"},{"alias_kind":"pith_short_8","alias_value":"A7LFETKP","created_at":"2026-07-05T07:20:56Z"}],"graph_snapshots":[{"event_id":"sha256:9ba53384803deab10c314a3ce00efe0cb62b422f922ebe65e71944d3dc4bcaa6","target":"graph","created_at":"2026-07-05T07:20:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.02896/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Multimodal Models (LMMs) such as GPT-4V and LLaVA have shown remarkable capabilities in visual reasoning with common image styles. However, their robustness against diverse style shifts, crucial for practical applications, remains largely unexplored. In this paper, we propose a new benchmark, BenchLMM, to assess the robustness of LMMs against three different styles: artistic image style, imaging sensor style, and application style, where each style has five sub-styles. Utilizing BenchLMM, we comprehensively evaluate state-of-the-art LMMs and reveal: 1) LMMs generally suffer performance d","authors_text":"Alex Kot, Chenyu Yi, Dayan Guan, Rizhao Cai, Xing Luo, Zhenhao Chen, Zirui Song","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-12-05T17:06:59Z","title":"BenchLMM: Benchmarking Cross-style Visual Capability of Large Multimodal Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.02896","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:37571447b3ccc326e3db290f0d1e9ff2f4c7716533a770ada20f7143d48241a8","target":"record","created_at":"2026-07-05T07:20:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f035fb69cd142395c0f0e970f16548fb73d051f9d1d7578b31ce83796de626c9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-12-05T17:06:59Z","title_canon_sha256":"1f1c45df998c76b87f804c14cd483037e8b5a87abcff02796de2ce01c5acb9f5"},"schema_version":"1.0","source":{"id":"2312.02896","kind":"arxiv","version":2}},"canonical_sha256":"07d6524d4f5073234c8e7c643927c59c773ba51f6834d3461964364b818bc019","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"07d6524d4f5073234c8e7c643927c59c773ba51f6834d3461964364b818bc019","first_computed_at":"2026-07-05T07:20:56.349219Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:20:56.349219Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"W88O8xE+W2XdjH2AOL7m0G8ms6H7hBNXtEdTg6AJtxF0bf2DG9FKAwc92jGSVLdM5z2bVmOz08Vc2HfNcnOWAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:20:56.349747Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.02896","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:37571447b3ccc326e3db290f0d1e9ff2f4c7716533a770ada20f7143d48241a8","sha256:9ba53384803deab10c314a3ce00efe0cb62b422f922ebe65e71944d3dc4bcaa6"],"state_sha256":"1f6ef7c35f17295e12d7efd28cd1d122ce5276e65d8c7d9d6d09424b66867b0f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jgrAlJHsubt+cYbhQQkRs7BWmQVMz8UW02RKjgkWX+THIyqjHKAVNHLgxcKShahFl/ARoCq28kuQLB0SgaOIBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T10:20:45.106956Z","bundle_sha256":"3301ddf0685f1f9f90b1b23081fc3dd34ad35bc56e6401fb233ae14a4b3fadfb"}}