{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:45ZNXL4FBYVZOPEGN6VY7XH4TY","short_pith_number":"pith:45ZNXL4F","schema_version":"1.0","canonical_sha256":"e772dbaf850e2b973c866fab8fdcfc9e3b3016850698defb9a9143a533eebf63","source":{"kind":"arxiv","id":"2207.04697","version":2},"attestation_state":"computed","paper":{"title":"Multi-level Fusion of Wav2vec 2.0 and BERT for Multimodal Emotion Recognition","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SD","eess.AS"],"primary_cat":"cs.CL","authors_text":"Yanfeng Wang, Yu Wang, Zihan Zhao","submitted_at":"2022-07-11T08:20:53Z","abstract_excerpt":"The research and applications of multimodal emotion recognition have become increasingly popular recently. However, multimodal emotion recognition faces the challenge of lack of data. To solve this problem, we propose to use transfer learning which leverages state-of-the-art pre-trained models including wav2vec 2.0 and BERT for this task. Multi-level fusion approaches including coattention-based early fusion and late fusion with the models trained on both embeddings are explored. Also, a multi-granularity framework which extracts not only frame-level speech embeddings but also segment-level em"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2207.04697","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-07-11T08:20:53Z","cross_cats_sorted":["cs.SD","eess.AS"],"title_canon_sha256":"e8005cd1cd1e695c7cd85a90e7279e4c0631c16b4ef156e2332c549881e9673c","abstract_canon_sha256":"920acfb3feaf8e18d683544a4400d1af44030692f64ff696046a16d23c27f947"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:39:40.493052Z","signature_b64":"Sz74yioVSFTgqbfTzMHbgH3IaQBrM4bDtVGmn8MvASlnJ/hkLi80yh32TYLO00g2fYabNjOf8Hjm5pDHeA70Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e772dbaf850e2b973c866fab8fdcfc9e3b3016850698defb9a9143a533eebf63","last_reissued_at":"2026-07-05T04:39:40.492671Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:39:40.492671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Multi-level Fusion of Wav2vec 2.0 and BERT for Multimodal Emotion Recognition","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SD","eess.AS"],"primary_cat":"cs.CL","authors_text":"Yanfeng Wang, Yu Wang, Zihan Zhao","submitted_at":"2022-07-11T08:20:53Z","abstract_excerpt":"The research and applications of multimodal emotion recognition have become increasingly popular recently. However, multimodal emotion recognition faces the challenge of lack of data. To solve this problem, we propose to use transfer learning which leverages state-of-the-art pre-trained models including wav2vec 2.0 and BERT for this task. Multi-level fusion approaches including coattention-based early fusion and late fusion with the models trained on both embeddings are explored. Also, a multi-granularity framework which extracts not only frame-level speech embeddings but also segment-level em"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.04697","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.04697/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2207.04697","created_at":"2026-07-05T04:39:40.492726+00:00"},{"alias_kind":"arxiv_version","alias_value":"2207.04697v2","created_at":"2026-07-05T04:39:40.492726+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.04697","created_at":"2026-07-05T04:39:40.492726+00:00"},{"alias_kind":"pith_short_12","alias_value":"45ZNXL4FBYVZ","created_at":"2026-07-05T04:39:40.492726+00:00"},{"alias_kind":"pith_short_16","alias_value":"45ZNXL4FBYVZOPEG","created_at":"2026-07-05T04:39:40.492726+00:00"},{"alias_kind":"pith_short_8","alias_value":"45ZNXL4F","created_at":"2026-07-05T04:39:40.492726+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/45ZNXL4FBYVZOPEGN6VY7XH4TY","json":"https://pith.science/pith/45ZNXL4FBYVZOPEGN6VY7XH4TY.json","graph_json":"https://pith.science/api/pith-number/45ZNXL4FBYVZOPEGN6VY7XH4TY/graph.json","events_json":"https://pith.science/api/pith-number/45ZNXL4FBYVZOPEGN6VY7XH4TY/events.json","paper":"https://pith.science/paper/45ZNXL4F"},"agent_actions":{"view_html":"https://pith.science/pith/45ZNXL4FBYVZOPEGN6VY7XH4TY","download_json":"https://pith.science/pith/45ZNXL4FBYVZOPEGN6VY7XH4TY.json","view_paper":"https://pith.science/paper/45ZNXL4F","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2207.04697&json=true","fetch_graph":"https://pith.science/api/pith-number/45ZNXL4FBYVZOPEGN6VY7XH4TY/graph.json","fetch_events":"https://pith.science/api/pith-number/45ZNXL4FBYVZOPEGN6VY7XH4TY/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/45ZNXL4FBYVZOPEGN6VY7XH4TY/action/timestamp_anchor","attest_storage":"https://pith.science/pith/45ZNXL4FBYVZOPEGN6VY7XH4TY/action/storage_attestation","attest_author":"https://pith.science/pith/45ZNXL4FBYVZOPEGN6VY7XH4TY/action/author_attestation","sign_citation":"https://pith.science/pith/45ZNXL4FBYVZOPEGN6VY7XH4TY/action/citation_signature","submit_replication":"https://pith.science/pith/45ZNXL4FBYVZOPEGN6VY7XH4TY/action/replication_record"}},"created_at":"2026-07-05T04:39:40.492726+00:00","updated_at":"2026-07-05T04:39:40.492726+00:00"}