{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GLQF6GJBQZ6INM54C5YTGBL7EO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd1ddbdde1cc8f1505dad7154f3e9d4dc1bfeed43c1876e6b4e4f003a6a66e7e","cross_cats_sorted":["cs.AI","cs.CV","cs.SD"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2023-10-09T17:00:20Z","title_canon_sha256":"5b8728044a9fbb3d4cf9fd9c92bcad6025ce7eac3e78d4f28ea28dc40dedc527"},"schema_version":"1.0","source":{"id":"2310.05863","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.05863","created_at":"2026-07-05T06:59:01Z"},{"alias_kind":"arxiv_version","alias_value":"2310.05863v2","created_at":"2026-07-05T06:59:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.05863","created_at":"2026-07-05T06:59:01Z"},{"alias_kind":"pith_short_12","alias_value":"GLQF6GJBQZ6I","created_at":"2026-07-05T06:59:01Z"},{"alias_kind":"pith_short_16","alias_value":"GLQF6GJBQZ6INM54","created_at":"2026-07-05T06:59:01Z"},{"alias_kind":"pith_short_8","alias_value":"GLQF6GJB","created_at":"2026-07-05T06:59:01Z"}],"graph_snapshots":[{"event_id":"sha256:65a78fd6ae8d20cf6616e677c602976fb0cb962cabb3c6caa87c7a29d5c5958c","target":"graph","created_at":"2026-07-05T06:59:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.05863/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Audio-visual large language models (LLM) have drawn significant attention, yet the fine-grained combination of both input streams is rather under-explored, which is challenging but necessary for LLMs to understand general video inputs. To this end, a fine-grained audio-visual joint representation (FAVOR) learning framework for multimodal LLMs is proposed in this paper, which extends a text-based LLM to simultaneously perceive speech and audio events in the audio input stream and images or videos in the visual input stream, at the frame level. To fuse the audio and visual feature streams into j","authors_text":"Changli Tang, Chao Zhang, Guangzhi Sun, Lu Lu, Tian Tan, Wei Li, Wenyi Yu, Xianzhao Chen, Zejun Ma","cross_cats":["cs.AI","cs.CV","cs.SD"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2023-10-09T17:00:20Z","title":"Fine-grained Audio-Visual Joint Representations for Multimodal Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.05863","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c5c69dda9a14b1a21f77f932010ad8e5b241f93b0efcd70d8dfd5792c7ea5a2b","target":"record","created_at":"2026-07-05T06:59:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd1ddbdde1cc8f1505dad7154f3e9d4dc1bfeed43c1876e6b4e4f003a6a66e7e","cross_cats_sorted":["cs.AI","cs.CV","cs.SD"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2023-10-09T17:00:20Z","title_canon_sha256":"5b8728044a9fbb3d4cf9fd9c92bcad6025ce7eac3e78d4f28ea28dc40dedc527"},"schema_version":"1.0","source":{"id":"2310.05863","kind":"arxiv","version":2}},"canonical_sha256":"32e05f1921867c86b3bc177133057f23b330cb66d4159b449b68ffc02120bab1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"32e05f1921867c86b3bc177133057f23b330cb66d4159b449b68ffc02120bab1","first_computed_at":"2026-07-05T06:59:01.691860Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:59:01.691860Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YDOhksHtI+iFzrGdf5heNe1/D4OcAZ7B8fYklMPS8sb1SGTnIGN53JB5fRUpkCxiw+Y058qQ7fHIUHN+UngKAA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:59:01.692438Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.05863","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c5c69dda9a14b1a21f77f932010ad8e5b241f93b0efcd70d8dfd5792c7ea5a2b","sha256:65a78fd6ae8d20cf6616e677c602976fb0cb962cabb3c6caa87c7a29d5c5958c"],"state_sha256":"0f6910240412dcec0b074a81957ce4fb4dde0b8fd08af68de2cd778a6c6f3819"}