{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BXB27THLRQIPERMUYWDA5XJKTZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"435bffd75c5617a9c1143dfeaf657e2cef6f78d3b5dc71892ecca6aa7433d0a2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.MM","submitted_at":"2024-06-21T14:23:31Z","title_canon_sha256":"f8770b91a5dfb78bd12d50843a92f2256f273759365467bf5102d95c894ce22f"},"schema_version":"1.0","source":{"id":"2406.15177","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.15177","created_at":"2026-07-05T08:35:15Z"},{"alias_kind":"arxiv_version","alias_value":"2406.15177v1","created_at":"2026-07-05T08:35:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.15177","created_at":"2026-07-05T08:35:15Z"},{"alias_kind":"pith_short_12","alias_value":"BXB27THLRQIP","created_at":"2026-07-05T08:35:15Z"},{"alias_kind":"pith_short_16","alias_value":"BXB27THLRQIPERMU","created_at":"2026-07-05T08:35:15Z"},{"alias_kind":"pith_short_8","alias_value":"BXB27THL","created_at":"2026-07-05T08:35:15Z"}],"graph_snapshots":[{"event_id":"sha256:f17573e20dc81ddcf72d8c843e2e02e9582bc0b76f3b2391985e811ddb5f6459","target":"graph","created_at":"2026-07-05T08:35:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.15177/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces EmpathyEar, a pioneering open-source, avatar-based multimodal empathetic chatbot, to fill the gap in traditional text-only empathetic response generation (ERG) systems. Leveraging the advancements of a large language model, combined with multimodal encoders and generators, EmpathyEar supports user inputs in any combination of text, sound, and vision, and produces multimodal empathetic responses, offering users, not just textual responses but also digital avatars with talking faces and synchronized speeches. A series of emotion-aware instruction-tuning is performed for com","authors_text":"Bin Wang, Erik Cambria, Han Zhang, Hao Fei, Lizi Liao, Qian Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.MM","submitted_at":"2024-06-21T14:23:31Z","title":"EmpathyEar: An Open-source Avatar Multimodal Empathetic Chatbot"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.15177","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1a102c45e80ce2b49da03d184ad3629efc09d2c6ea84fcd73d992d5d9253f8c3","target":"record","created_at":"2026-07-05T08:35:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"435bffd75c5617a9c1143dfeaf657e2cef6f78d3b5dc71892ecca6aa7433d0a2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.MM","submitted_at":"2024-06-21T14:23:31Z","title_canon_sha256":"f8770b91a5dfb78bd12d50843a92f2256f273759365467bf5102d95c894ce22f"},"schema_version":"1.0","source":{"id":"2406.15177","kind":"arxiv","version":1}},"canonical_sha256":"0dc3afcceb8c10f24594c5860edd2a9e742443bebf82d660661b8e5c620787e4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0dc3afcceb8c10f24594c5860edd2a9e742443bebf82d660661b8e5c620787e4","first_computed_at":"2026-07-05T08:35:15.009875Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:35:15.009875Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wiH+vfLEXN7CRrLuk7jtTQmF4HIQgG3mSVjJLowNYf3lhmljpslpyt4/GQkYc8/u7SLWfzz9Wd4xBgvPsRVQDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:35:15.010263Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.15177","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1a102c45e80ce2b49da03d184ad3629efc09d2c6ea84fcd73d992d5d9253f8c3","sha256:f17573e20dc81ddcf72d8c843e2e02e9582bc0b76f3b2391985e811ddb5f6459"],"state_sha256":"5a8e37c4108c828a75c81c035811afd466de8b4ba616eba90d3961ae93d2eb41"}