{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:MLFJ4WZJUSBN44CPQXB3DCD7RK","short_pith_number":"pith:MLFJ4WZJ","canonical_record":{"source":{"id":"2506.00421","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T06:50:51Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"6ae8d8746fbc93a812f983f3694ff020626fa28cbbb794a4399f94e7053836dc","abstract_canon_sha256":"2c242c55d874c014a2fea0c14954c39a5d33786a07cf458803aa8281edcd6090"},"schema_version":"1.0"},"canonical_sha256":"62ca9e5b29a482de704f85c3b1887f8ab035ff655aefd883a8242ed29ade6b83","source":{"kind":"arxiv","id":"2506.00421","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.00421","created_at":"2026-07-05T11:13:34Z"},{"alias_kind":"arxiv_version","alias_value":"2506.00421v1","created_at":"2026-07-05T11:13:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.00421","created_at":"2026-07-05T11:13:34Z"},{"alias_kind":"pith_short_12","alias_value":"MLFJ4WZJUSBN","created_at":"2026-07-05T11:13:34Z"},{"alias_kind":"pith_short_16","alias_value":"MLFJ4WZJUSBN44CP","created_at":"2026-07-05T11:13:34Z"},{"alias_kind":"pith_short_8","alias_value":"MLFJ4WZJ","created_at":"2026-07-05T11:13:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:MLFJ4WZJUSBN44CPQXB3DCD7RK","target":"record","payload":{"canonical_record":{"source":{"id":"2506.00421","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T06:50:51Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"6ae8d8746fbc93a812f983f3694ff020626fa28cbbb794a4399f94e7053836dc","abstract_canon_sha256":"2c242c55d874c014a2fea0c14954c39a5d33786a07cf458803aa8281edcd6090"},"schema_version":"1.0"},"canonical_sha256":"62ca9e5b29a482de704f85c3b1887f8ab035ff655aefd883a8242ed29ade6b83","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:13:34.511552Z","signature_b64":"yJ1w7Oz4EWcWzQCZFhbmEWKsYRyWCwNohLyxmc4pirzjx7MmS2nwxBXZWb6FQ4PwSuxLaQR+f2XG0AkLID3kBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"62ca9e5b29a482de704f85c3b1887f8ab035ff655aefd883a8242ed29ade6b83","last_reissued_at":"2026-07-05T11:13:34.511068Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:13:34.511068Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.00421","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gCccJbuezyRyFoXjYcb5r71EFHxPs1/mK4J6DGxJRxQRyBMUiI8GrUGLFeLm84+erNtp89AGXkLE/ZfBCmAvDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T05:11:05.950844Z"},"content_sha256":"3dc9500c147777f3287ecac3ccd0f69a427ab8c1a52f772f6c35f898c5072d82","schema_version":"1.0","event_id":"sha256:3dc9500c147777f3287ecac3ccd0f69a427ab8c1a52f772f6c35f898c5072d82"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:MLFJ4WZJUSBN44CPQXB3DCD7RK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Enabling Chatbots with Eyes and Ears: An Immersive Multimodal Conversation System for Dynamic Interactions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.CL","authors_text":"Dilek Hakkani-Tur, Hyounghun Kim, Jihyoung Jang, MinJi Kim, Minwook Bae","submitted_at":"2025-05-31T06:50:51Z","abstract_excerpt":"As chatbots continue to evolve toward human-like, real-world, interactions, multimodality remains an active area of research and exploration. So far, efforts to integrate multimodality into chatbots have primarily focused on image-centric tasks, such as visual dialogue and image-based instructions, placing emphasis on the \"eyes\" of human perception while neglecting the \"ears\", namely auditory aspects. Moreover, these studies often center around static interactions that focus on discussing the modality rather than naturally incorporating it into the conversation, which limits the richness of si"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.00421","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.00421/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:13:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ol3vZArjl0QpqQJ8ZW/sOwjn35DetFfmcx4tJ6HObAmYjT7LLzsmfWptUWyGXNqLnHSx7InKFeigP//wY3hHBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T05:11:05.951372Z"},"content_sha256":"a90e8ea1e095113621d3ec42aa28c4877f2a8543c29a5418a8be19d3f23dadbe","schema_version":"1.0","event_id":"sha256:a90e8ea1e095113621d3ec42aa28c4877f2a8543c29a5418a8be19d3f23dadbe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MLFJ4WZJUSBN44CPQXB3DCD7RK/bundle.json","state_url":"https://pith.science/pith/MLFJ4WZJUSBN44CPQXB3DCD7RK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MLFJ4WZJUSBN44CPQXB3DCD7RK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T05:11:05Z","links":{"resolver":"https://pith.science/pith/MLFJ4WZJUSBN44CPQXB3DCD7RK","bundle":"https://pith.science/pith/MLFJ4WZJUSBN44CPQXB3DCD7RK/bundle.json","state":"https://pith.science/pith/MLFJ4WZJUSBN44CPQXB3DCD7RK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MLFJ4WZJUSBN44CPQXB3DCD7RK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:MLFJ4WZJUSBN44CPQXB3DCD7RK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2c242c55d874c014a2fea0c14954c39a5d33786a07cf458803aa8281edcd6090","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T06:50:51Z","title_canon_sha256":"6ae8d8746fbc93a812f983f3694ff020626fa28cbbb794a4399f94e7053836dc"},"schema_version":"1.0","source":{"id":"2506.00421","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.00421","created_at":"2026-07-05T11:13:34Z"},{"alias_kind":"arxiv_version","alias_value":"2506.00421v1","created_at":"2026-07-05T11:13:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.00421","created_at":"2026-07-05T11:13:34Z"},{"alias_kind":"pith_short_12","alias_value":"MLFJ4WZJUSBN","created_at":"2026-07-05T11:13:34Z"},{"alias_kind":"pith_short_16","alias_value":"MLFJ4WZJUSBN44CP","created_at":"2026-07-05T11:13:34Z"},{"alias_kind":"pith_short_8","alias_value":"MLFJ4WZJ","created_at":"2026-07-05T11:13:34Z"}],"graph_snapshots":[{"event_id":"sha256:a90e8ea1e095113621d3ec42aa28c4877f2a8543c29a5418a8be19d3f23dadbe","target":"graph","created_at":"2026-07-05T11:13:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.00421/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As chatbots continue to evolve toward human-like, real-world, interactions, multimodality remains an active area of research and exploration. So far, efforts to integrate multimodality into chatbots have primarily focused on image-centric tasks, such as visual dialogue and image-based instructions, placing emphasis on the \"eyes\" of human perception while neglecting the \"ears\", namely auditory aspects. Moreover, these studies often center around static interactions that focus on discussing the modality rather than naturally incorporating it into the conversation, which limits the richness of si","authors_text":"Dilek Hakkani-Tur, Hyounghun Kim, Jihyoung Jang, MinJi Kim, Minwook Bae","cross_cats":["cs.AI","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T06:50:51Z","title":"Enabling Chatbots with Eyes and Ears: An Immersive Multimodal Conversation System for Dynamic Interactions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.00421","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3dc9500c147777f3287ecac3ccd0f69a427ab8c1a52f772f6c35f898c5072d82","target":"record","created_at":"2026-07-05T11:13:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2c242c55d874c014a2fea0c14954c39a5d33786a07cf458803aa8281edcd6090","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-31T06:50:51Z","title_canon_sha256":"6ae8d8746fbc93a812f983f3694ff020626fa28cbbb794a4399f94e7053836dc"},"schema_version":"1.0","source":{"id":"2506.00421","kind":"arxiv","version":1}},"canonical_sha256":"62ca9e5b29a482de704f85c3b1887f8ab035ff655aefd883a8242ed29ade6b83","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"62ca9e5b29a482de704f85c3b1887f8ab035ff655aefd883a8242ed29ade6b83","first_computed_at":"2026-07-05T11:13:34.511068Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:13:34.511068Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yJ1w7Oz4EWcWzQCZFhbmEWKsYRyWCwNohLyxmc4pirzjx7MmS2nwxBXZWb6FQ4PwSuxLaQR+f2XG0AkLID3kBw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:13:34.511552Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.00421","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3dc9500c147777f3287ecac3ccd0f69a427ab8c1a52f772f6c35f898c5072d82","sha256:a90e8ea1e095113621d3ec42aa28c4877f2a8543c29a5418a8be19d3f23dadbe"],"state_sha256":"cae975e8401a746daee22ad9ab7110c70f91a039bc6bc5a915766611bf3de736"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8mpJ6gy8ro8aLHrA9VPYCJabJhwLxTc8M7BwFTX55YeKxbb7mqnvXED4ojwreO9KbMncTVtMx83zpQKxzA5VDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T05:11:05.957336Z","bundle_sha256":"729940cf79ca9c51f33d20d2d605ab56b45d96379a9d8b76d8b30fe1f2921ca1"}}