{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:5LCYUPSTCTDBUNZ7MUKECYJ5IL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"786b04a60b80ffc4a31ba6c2a78c2ff99c9147751e4c052cabf9a4416201e9c8","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-11-30T18:43:51Z","title_canon_sha256":"230e68c824e109942c87554e45dc7ccfd10154f02e0b9862acef021442d46cd8"},"schema_version":"1.0","source":{"id":"2311.18799","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.18799","created_at":"2026-07-05T09:04:30Z"},{"alias_kind":"arxiv_version","alias_value":"2311.18799v2","created_at":"2026-07-05T09:04:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.18799","created_at":"2026-07-05T09:04:30Z"},{"alias_kind":"pith_short_12","alias_value":"5LCYUPSTCTDB","created_at":"2026-07-05T09:04:30Z"},{"alias_kind":"pith_short_16","alias_value":"5LCYUPSTCTDBUNZ7","created_at":"2026-07-05T09:04:30Z"},{"alias_kind":"pith_short_8","alias_value":"5LCYUPST","created_at":"2026-07-05T09:04:30Z"}],"graph_snapshots":[{"event_id":"sha256:b5e7193dcd933b125933dd1854d502ab0bffa3dde9d8d2983968d647d5040981","target":"graph","created_at":"2026-07-05T09:04:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.18799/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent research has achieved significant advancements in visual reasoning tasks through learning image-to-language projections and leveraging the impressive reasoning abilities of Large Language Models (LLMs). This paper introduces an efficient and effective framework that integrates multiple modalities (images, 3D, audio and video) to a frozen LLM and demonstrates an emergent ability for cross-modal reasoning (2+ modality inputs). Our approach explores two distinct projection mechanisms: Q-Formers and Linear Projections (LPs). Through extensive experimentation across all four modalities on 16","authors_text":"Artemis Panagopoulou, Caiming Xiong, Dongxu Li, Juan Carlos Niebles, Junnan Li, Le Xue, Ning Yu, Ran Xu, Shafiq Joty, Silvio Savarese","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-11-30T18:43:51Z","title":"X-InstructBLIP: A Framework for aligning X-Modal instruction-aware representations to LLMs and Emergent Cross-modal Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.18799","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:599f84e9489c9b9857da8e6cf52d3c14654dbfe45e97f27e7a5e88e4f2911dae","target":"record","created_at":"2026-07-05T09:04:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"786b04a60b80ffc4a31ba6c2a78c2ff99c9147751e4c052cabf9a4416201e9c8","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-11-30T18:43:51Z","title_canon_sha256":"230e68c824e109942c87554e45dc7ccfd10154f02e0b9862acef021442d46cd8"},"schema_version":"1.0","source":{"id":"2311.18799","kind":"arxiv","version":2}},"canonical_sha256":"eac58a3e5314c61a373f651441613d42d2d8908b38dcedbcb4c26330314057a2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eac58a3e5314c61a373f651441613d42d2d8908b38dcedbcb4c26330314057a2","first_computed_at":"2026-07-05T09:04:30.692282Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:04:30.692282Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+K2C/libG/68QM06s3+MF4BTZaOgmOYcauvHkK8orXdeOAl8CCs8DZNPN4gMt9CYw9RmAAY9xQ0ITsMYlUgpDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:04:30.692772Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.18799","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:599f84e9489c9b9857da8e6cf52d3c14654dbfe45e97f27e7a5e88e4f2911dae","sha256:b5e7193dcd933b125933dd1854d502ab0bffa3dde9d8d2983968d647d5040981"],"state_sha256":"97113638f953b587e42b288a8237f45cfd5ee8df63422f5b01eddfbf381e819a"}