{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:SY2BVIZO6HBW4U4SWAOTKTWBYD","short_pith_number":"pith:SY2BVIZO","canonical_record":{"source":{"id":"2405.15232","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-24T05:46:04Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"0d7ee0d9461ff1dfadfd989f585da7ebaccda0b642f858ea9a2ed02592b0d1e2","abstract_canon_sha256":"5634791b411f20164b6b44e6fb1d9e2952bff1756602320695d4308911b26880"},"schema_version":"1.0"},"canonical_sha256":"96341aa32ef1c36e5392b01d354ec1c0c5656e5c3f4e6113312416e13053f192","source":{"kind":"arxiv","id":"2405.15232","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15232","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15232v4","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15232","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"pith_short_12","alias_value":"SY2BVIZO6HBW","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"pith_short_16","alias_value":"SY2BVIZO6HBW4U4S","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"pith_short_8","alias_value":"SY2BVIZO","created_at":"2026-07-05T10:26:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:SY2BVIZO6HBW4U4SWAOTKTWBYD","target":"record","payload":{"canonical_record":{"source":{"id":"2405.15232","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-24T05:46:04Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"0d7ee0d9461ff1dfadfd989f585da7ebaccda0b642f858ea9a2ed02592b0d1e2","abstract_canon_sha256":"5634791b411f20164b6b44e6fb1d9e2952bff1756602320695d4308911b26880"},"schema_version":"1.0"},"canonical_sha256":"96341aa32ef1c36e5392b01d354ec1c0c5656e5c3f4e6113312416e13053f192","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:26:37.948923Z","signature_b64":"WvQO4SG5k+iilMOm38Dj9XrRWTvpPoIMwj82opetJidFAPRzKSlOSJeyOWedKFj0frULB8auGZhrJxHZBYcpBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"96341aa32ef1c36e5392b01d354ec1c0c5656e5c3f4e6113312416e13053f192","last_reissued_at":"2026-07-05T10:26:37.948413Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:26:37.948413Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.15232","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:26:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h/ocNxapYacVZOIjC2mNncQwipt2Ei21SNXRpgrwsPgJvh3zznby3knMTWnEr0fFB+0/MiSX2XEkm780/xFAAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:27:02.449999Z"},"content_sha256":"7309750b5dad310513333c4db685a8e62c76cc184013d914643cb40bfd792d94","schema_version":"1.0","event_id":"sha256:7309750b5dad310513333c4db685a8e62c76cc184013d914643cb40bfd792d94"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:SY2BVIZO6HBW4U4SWAOTKTWBYD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DEEM: Diffusion Models Serve as the Eyes of Large Language Models for Image Perception","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.CV","authors_text":"Binyuan Hui, Lei Zhang, Longze Chen, Min Yang, Run Luo, Ting-En Lin, Tongliang Liu, Wanwei He, Xiaobo Xia, Yunshui Li, Zikai Song, Ziqiang Liu","submitted_at":"2024-05-24T05:46:04Z","abstract_excerpt":"The development of large language models (LLMs) has significantly advanced the emergence of large multimodal models (LMMs). While LMMs have achieved tremendous success by promoting the synergy between multimodal comprehension and creation, they often face challenges when confronted with out-of-distribution data, such as which can hardly distinguish orientation, quantity, color, structure, etc. This is primarily due to their reliance on image encoders trained to encode images into task-relevant features, which may lead them to disregard irrelevant details. Delving into the modeling capabilities"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15232","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.15232/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:26:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lPaSI+CFxWN03tg0mfF5E6JWJ9e+kzQSe2tJzhu7HbawnQZEdF16+5XM5jai4oBeDhj7+i/dQjpiPtk2BY+eDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:27:02.450600Z"},"content_sha256":"f75b2ae6c01ea296626f47c5eb30fa30fcb632db14b84634ad0f27e5fa2cce88","schema_version":"1.0","event_id":"sha256:f75b2ae6c01ea296626f47c5eb30fa30fcb632db14b84634ad0f27e5fa2cce88"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SY2BVIZO6HBW4U4SWAOTKTWBYD/bundle.json","state_url":"https://pith.science/pith/SY2BVIZO6HBW4U4SWAOTKTWBYD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SY2BVIZO6HBW4U4SWAOTKTWBYD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:27:02Z","links":{"resolver":"https://pith.science/pith/SY2BVIZO6HBW4U4SWAOTKTWBYD","bundle":"https://pith.science/pith/SY2BVIZO6HBW4U4SWAOTKTWBYD/bundle.json","state":"https://pith.science/pith/SY2BVIZO6HBW4U4SWAOTKTWBYD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SY2BVIZO6HBW4U4SWAOTKTWBYD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SY2BVIZO6HBW4U4SWAOTKTWBYD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5634791b411f20164b6b44e6fb1d9e2952bff1756602320695d4308911b26880","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-24T05:46:04Z","title_canon_sha256":"0d7ee0d9461ff1dfadfd989f585da7ebaccda0b642f858ea9a2ed02592b0d1e2"},"schema_version":"1.0","source":{"id":"2405.15232","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.15232","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"arxiv_version","alias_value":"2405.15232v4","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.15232","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"pith_short_12","alias_value":"SY2BVIZO6HBW","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"pith_short_16","alias_value":"SY2BVIZO6HBW4U4S","created_at":"2026-07-05T10:26:37Z"},{"alias_kind":"pith_short_8","alias_value":"SY2BVIZO","created_at":"2026-07-05T10:26:37Z"}],"graph_snapshots":[{"event_id":"sha256:f75b2ae6c01ea296626f47c5eb30fa30fcb632db14b84634ad0f27e5fa2cce88","target":"graph","created_at":"2026-07-05T10:26:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.15232/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The development of large language models (LLMs) has significantly advanced the emergence of large multimodal models (LMMs). While LMMs have achieved tremendous success by promoting the synergy between multimodal comprehension and creation, they often face challenges when confronted with out-of-distribution data, such as which can hardly distinguish orientation, quantity, color, structure, etc. This is primarily due to their reliance on image encoders trained to encode images into task-relevant features, which may lead them to disregard irrelevant details. Delving into the modeling capabilities","authors_text":"Binyuan Hui, Lei Zhang, Longze Chen, Min Yang, Run Luo, Ting-En Lin, Tongliang Liu, Wanwei He, Xiaobo Xia, Yunshui Li, Zikai Song, Ziqiang Liu","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-24T05:46:04Z","title":"DEEM: Diffusion Models Serve as the Eyes of Large Language Models for Image Perception"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.15232","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7309750b5dad310513333c4db685a8e62c76cc184013d914643cb40bfd792d94","target":"record","created_at":"2026-07-05T10:26:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5634791b411f20164b6b44e6fb1d9e2952bff1756602320695d4308911b26880","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-24T05:46:04Z","title_canon_sha256":"0d7ee0d9461ff1dfadfd989f585da7ebaccda0b642f858ea9a2ed02592b0d1e2"},"schema_version":"1.0","source":{"id":"2405.15232","kind":"arxiv","version":4}},"canonical_sha256":"96341aa32ef1c36e5392b01d354ec1c0c5656e5c3f4e6113312416e13053f192","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"96341aa32ef1c36e5392b01d354ec1c0c5656e5c3f4e6113312416e13053f192","first_computed_at":"2026-07-05T10:26:37.948413Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:26:37.948413Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WvQO4SG5k+iilMOm38Dj9XrRWTvpPoIMwj82opetJidFAPRzKSlOSJeyOWedKFj0frULB8auGZhrJxHZBYcpBw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:26:37.948923Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.15232","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7309750b5dad310513333c4db685a8e62c76cc184013d914643cb40bfd792d94","sha256:f75b2ae6c01ea296626f47c5eb30fa30fcb632db14b84634ad0f27e5fa2cce88"],"state_sha256":"dbbcc70219e6eaf9db8ef13e4a4bc3e6df8066e8092ff63f8c6807f85dee3da7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GAkSLhkiRIr0JNhhvytDjxAyKMArntcJ2CkmlquUfx+lPnYJP4BOg1I0G8LEmr+Mydiqaq4ZkX5PBsD0yWliAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:27:02.453982Z","bundle_sha256":"9fd59a1adc4f7476ebee8d816968ff30e8fd5eff7eaa306c6842d13cb91a2001"}}