{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:4KAVDJNROWR7GXRDARH24BYRX2","short_pith_number":"pith:4KAVDJNR","canonical_record":{"source":{"id":"2506.13642","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-06-16T16:06:45Z","cross_cats_sorted":["cs.CL","cs.CV","cs.SD","eess.AS"],"title_canon_sha256":"bb8cb7c9666f27aa75702e1e0230c3f0e38d9081fb8e4fac92c943e707490235","abstract_canon_sha256":"c028a750390db9cf039bc87dbde5970c301929a56d5f3fcb002017c46f9fafa9"},"schema_version":"1.0"},"canonical_sha256":"e28151a5b175a3f35e23044fae0711beb2af6794acd67363e2052f80e7ac261b","source":{"kind":"arxiv","id":"2506.13642","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.13642","created_at":"2026-07-05T11:25:12Z"},{"alias_kind":"arxiv_version","alias_value":"2506.13642v2","created_at":"2026-07-05T11:25:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.13642","created_at":"2026-07-05T11:25:12Z"},{"alias_kind":"pith_short_12","alias_value":"4KAVDJNROWR7","created_at":"2026-07-05T11:25:12Z"},{"alias_kind":"pith_short_16","alias_value":"4KAVDJNROWR7GXRD","created_at":"2026-07-05T11:25:12Z"},{"alias_kind":"pith_short_8","alias_value":"4KAVDJNR","created_at":"2026-07-05T11:25:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:4KAVDJNROWR7GXRDARH24BYRX2","target":"record","payload":{"canonical_record":{"source":{"id":"2506.13642","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-06-16T16:06:45Z","cross_cats_sorted":["cs.CL","cs.CV","cs.SD","eess.AS"],"title_canon_sha256":"bb8cb7c9666f27aa75702e1e0230c3f0e38d9081fb8e4fac92c943e707490235","abstract_canon_sha256":"c028a750390db9cf039bc87dbde5970c301929a56d5f3fcb002017c46f9fafa9"},"schema_version":"1.0"},"canonical_sha256":"e28151a5b175a3f35e23044fae0711beb2af6794acd67363e2052f80e7ac261b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:25:12.814822Z","signature_b64":"2701nohOAS78nWiV4M1gYlVQ2YyIoWmJwgt3vk8eEyD6bwoBuCRMX/Gq91vP12sxsjq01xWaS+tpJb9hBfuVDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e28151a5b175a3f35e23044fae0711beb2af6794acd67363e2052f80e7ac261b","last_reissued_at":"2026-07-05T11:25:12.814280Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:25:12.814280Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.13642","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:25:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+zW3Tz5SFBwNDkdCyUx4WI64e2MPiZKs3W/1puKas66ANfYxfnbDiIcs/j/mY2qd2VaC/mMDTuURXor1FuhfAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:23:48.187940Z"},"content_sha256":"ab51dc2054df83a226ac366289e332ac274858b5bd873292ea2b54728620043b","schema_version":"1.0","event_id":"sha256:ab51dc2054df83a226ac366289e332ac274858b5bd873292ea2b54728620043b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:4KAVDJNROWR7GXRDARH24BYRX2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Stream-Omni: Simultaneous Multimodal Interactions with Large Language-Vision-Speech Model","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.CV","cs.SD","eess.AS"],"primary_cat":"cs.AI","authors_text":"Qingkai Fang, Shaolei Zhang, Shoutao Guo, Yang Feng, Yan Zhou","submitted_at":"2025-06-16T16:06:45Z","abstract_excerpt":"The emergence of GPT-4o-like large multimodal models (LMMs) has raised the exploration of integrating text, vision, and speech modalities to support more flexible multimodal interaction. Existing LMMs typically concatenate representation of modalities along the sequence dimension and feed them into a large language model (LLM) backbone. While sequence-dimension concatenation is straightforward for modality integration, it often relies heavily on large-scale data to learn modality alignments. In this paper, we aim to model the relationships between modalities more purposefully, thereby achievin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.13642","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.13642/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:25:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CJLlgg0Py1r5xd2j6Mo5WUtDrJXTZY4el7EP638FRbtGCW0161uwawyArKZ7qP/OxH+HmlMn73yxGatP8hVdDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:23:48.188468Z"},"content_sha256":"e147c23c5afcae46fb3b3e97bf12f19ea6f2689f97ad1ab6d7d5524c9a424969","schema_version":"1.0","event_id":"sha256:e147c23c5afcae46fb3b3e97bf12f19ea6f2689f97ad1ab6d7d5524c9a424969"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4KAVDJNROWR7GXRDARH24BYRX2/bundle.json","state_url":"https://pith.science/pith/4KAVDJNROWR7GXRDARH24BYRX2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4KAVDJNROWR7GXRDARH24BYRX2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T02:23:48Z","links":{"resolver":"https://pith.science/pith/4KAVDJNROWR7GXRDARH24BYRX2","bundle":"https://pith.science/pith/4KAVDJNROWR7GXRDARH24BYRX2/bundle.json","state":"https://pith.science/pith/4KAVDJNROWR7GXRDARH24BYRX2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4KAVDJNROWR7GXRDARH24BYRX2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:4KAVDJNROWR7GXRDARH24BYRX2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c028a750390db9cf039bc87dbde5970c301929a56d5f3fcb002017c46f9fafa9","cross_cats_sorted":["cs.CL","cs.CV","cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-06-16T16:06:45Z","title_canon_sha256":"bb8cb7c9666f27aa75702e1e0230c3f0e38d9081fb8e4fac92c943e707490235"},"schema_version":"1.0","source":{"id":"2506.13642","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.13642","created_at":"2026-07-05T11:25:12Z"},{"alias_kind":"arxiv_version","alias_value":"2506.13642v2","created_at":"2026-07-05T11:25:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.13642","created_at":"2026-07-05T11:25:12Z"},{"alias_kind":"pith_short_12","alias_value":"4KAVDJNROWR7","created_at":"2026-07-05T11:25:12Z"},{"alias_kind":"pith_short_16","alias_value":"4KAVDJNROWR7GXRD","created_at":"2026-07-05T11:25:12Z"},{"alias_kind":"pith_short_8","alias_value":"4KAVDJNR","created_at":"2026-07-05T11:25:12Z"}],"graph_snapshots":[{"event_id":"sha256:e147c23c5afcae46fb3b3e97bf12f19ea6f2689f97ad1ab6d7d5524c9a424969","target":"graph","created_at":"2026-07-05T11:25:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.13642/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The emergence of GPT-4o-like large multimodal models (LMMs) has raised the exploration of integrating text, vision, and speech modalities to support more flexible multimodal interaction. Existing LMMs typically concatenate representation of modalities along the sequence dimension and feed them into a large language model (LLM) backbone. While sequence-dimension concatenation is straightforward for modality integration, it often relies heavily on large-scale data to learn modality alignments. In this paper, we aim to model the relationships between modalities more purposefully, thereby achievin","authors_text":"Qingkai Fang, Shaolei Zhang, Shoutao Guo, Yang Feng, Yan Zhou","cross_cats":["cs.CL","cs.CV","cs.SD","eess.AS"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-06-16T16:06:45Z","title":"Stream-Omni: Simultaneous Multimodal Interactions with Large Language-Vision-Speech Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.13642","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ab51dc2054df83a226ac366289e332ac274858b5bd873292ea2b54728620043b","target":"record","created_at":"2026-07-05T11:25:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c028a750390db9cf039bc87dbde5970c301929a56d5f3fcb002017c46f9fafa9","cross_cats_sorted":["cs.CL","cs.CV","cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2025-06-16T16:06:45Z","title_canon_sha256":"bb8cb7c9666f27aa75702e1e0230c3f0e38d9081fb8e4fac92c943e707490235"},"schema_version":"1.0","source":{"id":"2506.13642","kind":"arxiv","version":2}},"canonical_sha256":"e28151a5b175a3f35e23044fae0711beb2af6794acd67363e2052f80e7ac261b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e28151a5b175a3f35e23044fae0711beb2af6794acd67363e2052f80e7ac261b","first_computed_at":"2026-07-05T11:25:12.814280Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:25:12.814280Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2701nohOAS78nWiV4M1gYlVQ2YyIoWmJwgt3vk8eEyD6bwoBuCRMX/Gq91vP12sxsjq01xWaS+tpJb9hBfuVDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:25:12.814822Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.13642","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ab51dc2054df83a226ac366289e332ac274858b5bd873292ea2b54728620043b","sha256:e147c23c5afcae46fb3b3e97bf12f19ea6f2689f97ad1ab6d7d5524c9a424969"],"state_sha256":"2ce053ae0140466b424d113b8e058114a7024d8223dba636f61e7260322f5b77"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PaCDIMHTLEe6ZJkA5tU8Z08mnoOShPUWfd9rPYjqtPif1dy6nHLv5cItm0LEMNzofysJ2E9dnhKZDqDdgbNiCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T02:23:48.193724Z","bundle_sha256":"a526ef3a01b35a22ffb6a15d21166734e77ad299725963447f9064ac53898e45"}}