{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SY2BVIZO6HBW4U4SWAOTKTWBYD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5634791b411f20164b6b44e6fb1d9e2952bff1756602320695d4308911b26880","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-24T05:46:04Z","title_canon_sha256":"0d7ee0d9461ff1dfadfd989f585da7ebaccda0b642f858ea9a2ed02592b0d1e2"},"schema_version":"1.0","source":{"id":"2405.15232","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15232","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15232v4","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15232","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"pith_short_12","alias_value":"SY2BVIZO6HBW","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"pith_short_16","alias_value":"SY2BVIZO6HBW4U4S","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"pith_short_8","alias_value":"SY2BVIZO","created_at":"2026-07-05T10:26:37Z"}],"graph_snapshots":[{"event_id":"sha256:f75b2ae6c01ea296626f47c5eb30fa30fcb632db14b84634ad0f27e5fa2cce88","target":"graph","created_at":"2026-07-05T10:26:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.15232/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The development of large language models (LLMs) has significantly advanced the emergence of large multimodal models (LMMs). While LMMs have achieved tremendous success by promoting the synergy between multimodal comprehension and creation, they often face challenges when confronted with out-of-distribution data, such as which can hardly distinguish orientation, quantity, color, structure, etc. This is primarily due to their reliance on image encoders trained to encode images into task-relevant features, which may lead them to disregard irrelevant details. Delving into the modeling capabilities","authors_text":"Binyuan Hui, Lei Zhang, Longze Chen, Min Yang, Run Luo, Ting-En Lin, Tongliang Liu, Wanwei He, Xiaobo Xia, Yunshui Li, Zikai Song, Ziqiang Liu","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-24T05:46:04Z","title":"DEEM: Diffusion Models Serve as the Eyes of Large Language Models for Image Perception"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15232","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7309750b5dad310513333c4db685a8e62c76cc184013d914643cb40bfd792d94","target":"record","created_at":"2026-07-05T10:26:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5634791b411f20164b6b44e6fb1d9e2952bff1756602320695d4308911b26880","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-24T05:46:04Z","title_canon_sha256":"0d7ee0d9461ff1dfadfd989f585da7ebaccda0b642f858ea9a2ed02592b0d1e2"},"schema_version":"1.0","source":{"id":"2405.15232","kind":"arxiv","version":4}},"canonical_sha256":"96341aa32ef1c36e5392b01d354ec1c0c5656e5c3f4e6113312416e13053f192","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"96341aa32ef1c36e5392b01d354ec1c0c5656e5c3f4e6113312416e13053f192","first_computed_at":"2026-07-05T10:26:37.948413Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:26:37.948413Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WvQO4SG5k+iilMOm38Dj9XrRWTvpPoIMwj82opetJidFAPRzKSlOSJeyOWedKFj0frULB8auGZhrJxHZBYcpBw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:26:37.948923Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.15232","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7309750b5dad310513333c4db685a8e62c76cc184013d914643cb40bfd792d94","sha256:f75b2ae6c01ea296626f47c5eb30fa30fcb632db14b84634ad0f27e5fa2cce88"],"state_sha256":"dbbcc70219e6eaf9db8ef13e4a4bc3e6df8066e8092ff63f8c6807f85dee3da7"}