{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3PSURHUYIU63ZEQ3PEELFJKOI3","short_pith_number":"pith:3PSURHUY","canonical_record":{"source":{"id":"2503.06362","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-09T00:02:10Z","cross_cats_sorted":["cs.MM","cs.SD","eess.AS"],"title_canon_sha256":"958102f5b396646d95feb8f7cdc70c9cca1e4c3a739f9bc002acbcf37d0f5dd5","abstract_canon_sha256":"0f4d00bc2ba9b7dbc2aa92fc7c130a4d77cf4266a2a33dc395071eb79e79cd38"},"schema_version":"1.0"},"canonical_sha256":"dbe5489e98453dbc921b7908b2a54e46fce6f71e48c578ad0951c64cd56542db","source":{"kind":"arxiv","id":"2503.06362","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.06362","created_at":"2026-07-05T11:49:32Z"},{"alias_kind":"arxiv_version","alias_value":"2503.06362v2","created_at":"2026-07-05T11:49:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.06362","created_at":"2026-07-05T11:49:32Z"},{"alias_kind":"pith_short_12","alias_value":"3PSURHUYIU63","created_at":"2026-07-05T11:49:32Z"},{"alias_kind":"pith_short_16","alias_value":"3PSURHUYIU63ZEQ3","created_at":"2026-07-05T11:49:32Z"},{"alias_kind":"pith_short_8","alias_value":"3PSURHUY","created_at":"2026-07-05T11:49:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3PSURHUYIU63ZEQ3PEELFJKOI3","target":"record","payload":{"canonical_record":{"source":{"id":"2503.06362","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-09T00:02:10Z","cross_cats_sorted":["cs.MM","cs.SD","eess.AS"],"title_canon_sha256":"958102f5b396646d95feb8f7cdc70c9cca1e4c3a739f9bc002acbcf37d0f5dd5","abstract_canon_sha256":"0f4d00bc2ba9b7dbc2aa92fc7c130a4d77cf4266a2a33dc395071eb79e79cd38"},"schema_version":"1.0"},"canonical_sha256":"dbe5489e98453dbc921b7908b2a54e46fce6f71e48c578ad0951c64cd56542db","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:49:32.824265Z","signature_b64":"28HBbPiuobn7/UM6ZEpf8bzROOMcsh/CidjeeUAGvU5lPWKXVi1CmLEXz9VdBbC5LddoljhaoASzDtsrP7/cAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dbe5489e98453dbc921b7908b2a54e46fce6f71e48c578ad0951c64cd56542db","last_reissued_at":"2026-07-05T11:49:32.823676Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:49:32.823676Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.06362","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1BZ4o5A9x90zZaHrAOadqBtgIPUkP2HurIHtlZI5wpQHc82E5oOdCBWEzGken5qQNh50abcJGyvKGBflcWv6BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:04:28.333627Z"},"content_sha256":"a92e8ba63b9129f592d3e3c73e7230b4f0bfde8b480b4ba70beaf8a37f88754f","schema_version":"1.0","event_id":"sha256:a92e8ba63b9129f592d3e3c73e7230b4f0bfde8b480b4ba70beaf8a37f88754f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3PSURHUYIU63ZEQ3PEELFJKOI3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adaptive Audio-Visual Speech Recognition via Matryoshka-Based Multimodal LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.MM","cs.SD","eess.AS"],"primary_cat":"cs.CV","authors_text":"Minsu Kim, Stavros Petridis, Umberto Cappellazzo","submitted_at":"2025-03-09T00:02:10Z","abstract_excerpt":"Audio-Visual Speech Recognition (AVSR) leverages audio and visual modalities to improve robustness in noisy environments. Recent advances in Large Language Models (LLMs) show strong performance in speech recognition, including AVSR. However, the long speech representations lead to high computational costs for LLMs. Prior methods compress inputs before feeding them to LLMs, but high compression often harms accuracy. To address this, we propose Llama-MTSK, the first Matryoshka-based Multimodal LLM for AVSR, which flexibly adapts audio-visual token allocation under varying compute constraints. In"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.06362","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.06362/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0xml7nWY+APOl5d4LvCABc223Tu84IPC/lxrRYNte9vMoyKnfV7BnHOMfW/5DUtACHMSY7uhaXsGUQVGyevCAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T14:04:28.334960Z"},"content_sha256":"7dcd6006644b3bd88f9061dd52b987af94e0a24cddc7a4b987dc888d3890880c","schema_version":"1.0","event_id":"sha256:7dcd6006644b3bd88f9061dd52b987af94e0a24cddc7a4b987dc888d3890880c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3PSURHUYIU63ZEQ3PEELFJKOI3/bundle.json","state_url":"https://pith.science/pith/3PSURHUYIU63ZEQ3PEELFJKOI3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3PSURHUYIU63ZEQ3PEELFJKOI3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T14:04:28Z","links":{"resolver":"https://pith.science/pith/3PSURHUYIU63ZEQ3PEELFJKOI3","bundle":"https://pith.science/pith/3PSURHUYIU63ZEQ3PEELFJKOI3/bundle.json","state":"https://pith.science/pith/3PSURHUYIU63ZEQ3PEELFJKOI3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3PSURHUYIU63ZEQ3PEELFJKOI3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3PSURHUYIU63ZEQ3PEELFJKOI3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0f4d00bc2ba9b7dbc2aa92fc7c130a4d77cf4266a2a33dc395071eb79e79cd38","cross_cats_sorted":["cs.MM","cs.SD","eess.AS"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-09T00:02:10Z","title_canon_sha256":"958102f5b396646d95feb8f7cdc70c9cca1e4c3a739f9bc002acbcf37d0f5dd5"},"schema_version":"1.0","source":{"id":"2503.06362","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.06362","created_at":"2026-07-05T11:49:32Z"},{"alias_kind":"arxiv_version","alias_value":"2503.06362v2","created_at":"2026-07-05T11:49:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.06362","created_at":"2026-07-05T11:49:32Z"},{"alias_kind":"pith_short_12","alias_value":"3PSURHUYIU63","created_at":"2026-07-05T11:49:32Z"},{"alias_kind":"pith_short_16","alias_value":"3PSURHUYIU63ZEQ3","created_at":"2026-07-05T11:49:32Z"},{"alias_kind":"pith_short_8","alias_value":"3PSURHUY","created_at":"2026-07-05T11:49:32Z"}],"graph_snapshots":[{"event_id":"sha256:7dcd6006644b3bd88f9061dd52b987af94e0a24cddc7a4b987dc888d3890880c","target":"graph","created_at":"2026-07-05T11:49:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.06362/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Audio-Visual Speech Recognition (AVSR) leverages audio and visual modalities to improve robustness in noisy environments. Recent advances in Large Language Models (LLMs) show strong performance in speech recognition, including AVSR. However, the long speech representations lead to high computational costs for LLMs. Prior methods compress inputs before feeding them to LLMs, but high compression often harms accuracy. To address this, we propose Llama-MTSK, the first Matryoshka-based Multimodal LLM for AVSR, which flexibly adapts audio-visual token allocation under varying compute constraints. In","authors_text":"Minsu Kim, Stavros Petridis, Umberto Cappellazzo","cross_cats":["cs.MM","cs.SD","eess.AS"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-09T00:02:10Z","title":"Adaptive Audio-Visual Speech Recognition via Matryoshka-Based Multimodal LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.06362","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a92e8ba63b9129f592d3e3c73e7230b4f0bfde8b480b4ba70beaf8a37f88754f","target":"record","created_at":"2026-07-05T11:49:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0f4d00bc2ba9b7dbc2aa92fc7c130a4d77cf4266a2a33dc395071eb79e79cd38","cross_cats_sorted":["cs.MM","cs.SD","eess.AS"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-09T00:02:10Z","title_canon_sha256":"958102f5b396646d95feb8f7cdc70c9cca1e4c3a739f9bc002acbcf37d0f5dd5"},"schema_version":"1.0","source":{"id":"2503.06362","kind":"arxiv","version":2}},"canonical_sha256":"dbe5489e98453dbc921b7908b2a54e46fce6f71e48c578ad0951c64cd56542db","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dbe5489e98453dbc921b7908b2a54e46fce6f71e48c578ad0951c64cd56542db","first_computed_at":"2026-07-05T11:49:32.823676Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:49:32.823676Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"28HBbPiuobn7/UM6ZEpf8bzROOMcsh/CidjeeUAGvU5lPWKXVi1CmLEXz9VdBbC5LddoljhaoASzDtsrP7/cAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:49:32.824265Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.06362","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a92e8ba63b9129f592d3e3c73e7230b4f0bfde8b480b4ba70beaf8a37f88754f","sha256:7dcd6006644b3bd88f9061dd52b987af94e0a24cddc7a4b987dc888d3890880c"],"state_sha256":"bc64bd3871063e997834277c21b52352a2b168ddd566d24b168d05ec8c295fc6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0OaLfnDMIpWDhUh94wRL0UZYorfHx0dC1s5hdmrgqZtztDlF/pcP73j44gn5DJPbCGVrRJAj1evHKugqnBY6CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T14:04:28.340999Z","bundle_sha256":"856a227f05ecc742c6f4d9a3a2bcf7064cf6ff73b9071d8a145208e3d61c1e3f"}}