{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6ZVNCA6QWVU7IOGMA3GFKDXIDU","short_pith_number":"pith:6ZVNCA6Q","canonical_record":{"source":{"id":"2412.16771","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-12-21T20:52:32Z","cross_cats_sorted":[],"title_canon_sha256":"042dbd50956bf2999c3d8380281f51c5ed1c71a3b6926bab921e9fa3f12dd8ce","abstract_canon_sha256":"05702a0784066018882f906d7ff9795ddcf14def022eea27e7c890b86905bddf"},"schema_version":"1.0"},"canonical_sha256":"f66ad103d0b569f438cc06cc550ee81d3458eee57a23f983dbda2b7e02c1de73","source":{"kind":"arxiv","id":"2412.16771","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16771","created_at":"2026-07-05T09:53:12Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16771v1","created_at":"2026-07-05T09:53:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16771","created_at":"2026-07-05T09:53:12Z"},{"alias_kind":"pith_short_12","alias_value":"6ZVNCA6QWVU7","created_at":"2026-07-05T09:53:12Z"},{"alias_kind":"pith_short_16","alias_value":"6ZVNCA6QWVU7IOGM","created_at":"2026-07-05T09:53:12Z"},{"alias_kind":"pith_short_8","alias_value":"6ZVNCA6Q","created_at":"2026-07-05T09:53:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6ZVNCA6QWVU7IOGMA3GFKDXIDU","target":"record","payload":{"canonical_record":{"source":{"id":"2412.16771","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-12-21T20:52:32Z","cross_cats_sorted":[],"title_canon_sha256":"042dbd50956bf2999c3d8380281f51c5ed1c71a3b6926bab921e9fa3f12dd8ce","abstract_canon_sha256":"05702a0784066018882f906d7ff9795ddcf14def022eea27e7c890b86905bddf"},"schema_version":"1.0"},"canonical_sha256":"f66ad103d0b569f438cc06cc550ee81d3458eee57a23f983dbda2b7e02c1de73","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:53:12.880528Z","signature_b64":"yyPcPdTtbNOy2LxDqVh7jeH0pMbQp1C30OkY9Aa9qrR3U0+8moF5w0KvgzmfBvN7EaUVh10Jkoh5oz7PCI/FAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f66ad103d0b569f438cc06cc550ee81d3458eee57a23f983dbda2b7e02c1de73","last_reissued_at":"2026-07-05T09:53:12.880072Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:53:12.880072Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.16771","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pwYPxmlDfrpZbxvfvCbkzJJFKs65QeLsEaI7Xs4pEBGPn+GSQYm38A684gi5PRc6dY+pLMRBM7yvw4ipOMndCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:47:11.311146Z"},"content_sha256":"282eb543f383e58c61ae3f0e12a277c582e7617ce5bcc7f9775bca50221d841b","schema_version":"1.0","event_id":"sha256:282eb543f383e58c61ae3f0e12a277c582e7617ce5bcc7f9775bca50221d841b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6ZVNCA6QWVU7IOGMA3GFKDXIDU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SilVar: Speech Driven Multimodal Model for Reasoning Visual Question Answering and Object Localization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Chris Ngo, Hoang-Nam Le, Phu-Vinh Nguyen, Tan-Hanh Pham, Truong-Son Hy","submitted_at":"2024-12-21T20:52:32Z","abstract_excerpt":"Visual Language Models have demonstrated remarkable capabilities across tasks, including visual question answering and image captioning. However, most models rely on text-based instructions, limiting their effectiveness in human-machine interactions. Moreover, the quality of language models depends on reasoning and prompting techniques, such as COT, which remain underexplored when using speech instructions. To address these challenges, we propose SilVar, a novel end-to-end multimodal model that uses speech instructions for reasoning in visual question answering. In addition, we investigate rea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16771","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.16771/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h4OKTu5lfRFH6p3X7rkvbl+pbsRnQr9EzWHsfl2oQuz3xWB/l6ofiE0KTtYGH4n8a+9AM7rWVTKu6jgGUZkfAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:47:11.311529Z"},"content_sha256":"973ede3c2740327d2ae1ca1d7da8f0a218e74e99dc124f4e9c150d61c3107179","schema_version":"1.0","event_id":"sha256:973ede3c2740327d2ae1ca1d7da8f0a218e74e99dc124f4e9c150d61c3107179"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6ZVNCA6QWVU7IOGMA3GFKDXIDU/bundle.json","state_url":"https://pith.science/pith/6ZVNCA6QWVU7IOGMA3GFKDXIDU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6ZVNCA6QWVU7IOGMA3GFKDXIDU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T14:47:11Z","links":{"resolver":"https://pith.science/pith/6ZVNCA6QWVU7IOGMA3GFKDXIDU","bundle":"https://pith.science/pith/6ZVNCA6QWVU7IOGMA3GFKDXIDU/bundle.json","state":"https://pith.science/pith/6ZVNCA6QWVU7IOGMA3GFKDXIDU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6ZVNCA6QWVU7IOGMA3GFKDXIDU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6ZVNCA6QWVU7IOGMA3GFKDXIDU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"05702a0784066018882f906d7ff9795ddcf14def022eea27e7c890b86905bddf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-12-21T20:52:32Z","title_canon_sha256":"042dbd50956bf2999c3d8380281f51c5ed1c71a3b6926bab921e9fa3f12dd8ce"},"schema_version":"1.0","source":{"id":"2412.16771","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.16771","created_at":"2026-07-05T09:53:12Z"},{"alias_kind":"arxiv_version","alias_value":"2412.16771v1","created_at":"2026-07-05T09:53:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.16771","created_at":"2026-07-05T09:53:12Z"},{"alias_kind":"pith_short_12","alias_value":"6ZVNCA6QWVU7","created_at":"2026-07-05T09:53:12Z"},{"alias_kind":"pith_short_16","alias_value":"6ZVNCA6QWVU7IOGM","created_at":"2026-07-05T09:53:12Z"},{"alias_kind":"pith_short_8","alias_value":"6ZVNCA6Q","created_at":"2026-07-05T09:53:12Z"}],"graph_snapshots":[{"event_id":"sha256:973ede3c2740327d2ae1ca1d7da8f0a218e74e99dc124f4e9c150d61c3107179","target":"graph","created_at":"2026-07-05T09:53:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.16771/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Visual Language Models have demonstrated remarkable capabilities across tasks, including visual question answering and image captioning. However, most models rely on text-based instructions, limiting their effectiveness in human-machine interactions. Moreover, the quality of language models depends on reasoning and prompting techniques, such as COT, which remain underexplored when using speech instructions. To address these challenges, we propose SilVar, a novel end-to-end multimodal model that uses speech instructions for reasoning in visual question answering. In addition, we investigate rea","authors_text":"Chris Ngo, Hoang-Nam Le, Phu-Vinh Nguyen, Tan-Hanh Pham, Truong-Son Hy","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-12-21T20:52:32Z","title":"SilVar: Speech Driven Multimodal Model for Reasoning Visual Question Answering and Object Localization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.16771","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:282eb543f383e58c61ae3f0e12a277c582e7617ce5bcc7f9775bca50221d841b","target":"record","created_at":"2026-07-05T09:53:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"05702a0784066018882f906d7ff9795ddcf14def022eea27e7c890b86905bddf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-12-21T20:52:32Z","title_canon_sha256":"042dbd50956bf2999c3d8380281f51c5ed1c71a3b6926bab921e9fa3f12dd8ce"},"schema_version":"1.0","source":{"id":"2412.16771","kind":"arxiv","version":1}},"canonical_sha256":"f66ad103d0b569f438cc06cc550ee81d3458eee57a23f983dbda2b7e02c1de73","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f66ad103d0b569f438cc06cc550ee81d3458eee57a23f983dbda2b7e02c1de73","first_computed_at":"2026-07-05T09:53:12.880072Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:53:12.880072Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yyPcPdTtbNOy2LxDqVh7jeH0pMbQp1C30OkY9Aa9qrR3U0+8moF5w0KvgzmfBvN7EaUVh10Jkoh5oz7PCI/FAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:53:12.880528Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.16771","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:282eb543f383e58c61ae3f0e12a277c582e7617ce5bcc7f9775bca50221d841b","sha256:973ede3c2740327d2ae1ca1d7da8f0a218e74e99dc124f4e9c150d61c3107179"],"state_sha256":"d46c80773c5976bdb743eb16b0d149afb4d3a3da9b9e2a62014f3774dadf209c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WwoKtih/YoXSwEjC8YJGgD3nJKZsOJLt6345Q0DCig3YbJ0r/jv6gboUkPsnM+SFxxoqWAx3rI+WLxCq7w8gBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T14:47:11.313511Z","bundle_sha256":"8a70e2fb2b1fe84db3fce9752527d88d9c234a4c772ceb0598109189d8c11e2b"}}