{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:BPVFPVVOEBTYBRJ536CAEBUZQZ","short_pith_number":"pith:BPVFPVVO","canonical_record":{"source":{"id":"2008.06682","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2020-08-15T08:54:48Z","cross_cats_sorted":["cs.AI","cs.CL","cs.SD"],"title_canon_sha256":"6567d49a0d598bc5c9d4d04b9bfd47f25fc11df7985ce3599b16319732dd4cf3","abstract_canon_sha256":"c6fd295538c647eef4f208df40fea4bb841b11407f8160b2f5c139441091b072"},"schema_version":"1.0"},"canonical_sha256":"0bea57d6ae206780c53ddf840206998641c820e79e6c502295b025993c36406e","source":{"kind":"arxiv","id":"2008.06682","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2008.06682","created_at":"2026-07-05T09:16:04Z"},{"alias_kind":"arxiv_version","alias_value":"2008.06682v1","created_at":"2026-07-05T09:16:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2008.06682","created_at":"2026-07-05T09:16:04Z"},{"alias_kind":"pith_short_12","alias_value":"BPVFPVVOEBTY","created_at":"2026-07-05T09:16:04Z"},{"alias_kind":"pith_short_16","alias_value":"BPVFPVVOEBTYBRJ5","created_at":"2026-07-05T09:16:04Z"},{"alias_kind":"pith_short_8","alias_value":"BPVFPVVO","created_at":"2026-07-05T09:16:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:BPVFPVVOEBTYBRJ536CAEBUZQZ","target":"record","payload":{"canonical_record":{"source":{"id":"2008.06682","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2020-08-15T08:54:48Z","cross_cats_sorted":["cs.AI","cs.CL","cs.SD"],"title_canon_sha256":"6567d49a0d598bc5c9d4d04b9bfd47f25fc11df7985ce3599b16319732dd4cf3","abstract_canon_sha256":"c6fd295538c647eef4f208df40fea4bb841b11407f8160b2f5c139441091b072"},"schema_version":"1.0"},"canonical_sha256":"0bea57d6ae206780c53ddf840206998641c820e79e6c502295b025993c36406e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:04.809504Z","signature_b64":"byAxvabE8DNaD0zlrNH9Jsr0U4fWslH9dUZcCMWlzO5x6jO4L/iHMiElc8jiR91VPTsd9hcgbLJsNBVxqBw+Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0bea57d6ae206780c53ddf840206998641c820e79e6c502295b025993c36406e","last_reissued_at":"2026-07-05T09:16:04.809043Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:04.809043Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2008.06682","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N2NpP/E0XOS+ch8xGuc7/+AYinmMpQd9hn3Matf9uMcDMAhqsltiyEiWFWyJEQQznbN9/GRj1D/xvZknavFMDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:38:42.985856Z"},"content_sha256":"750892d655dfa015537bf3a4adcbc4a4b708bb125fa6f11daa343c042f1911dd","schema_version":"1.0","event_id":"sha256:750892d655dfa015537bf3a4adcbc4a4b708bb125fa6f11daa343c042f1911dd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:BPVFPVVOEBTYBRJ536CAEBUZQZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Jointly Fine-Tuning \"BERT-like\" Self Supervised Models to Improve Multimodal Speech Emotion Recognition","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.SD"],"primary_cat":"eess.AS","authors_text":"Andrew Reis, Rivindu Weerasekera, Shamane Siriwardhana, Suranga Nanayakkara","submitted_at":"2020-08-15T08:54:48Z","abstract_excerpt":"Multimodal emotion recognition from speech is an important area in affective computing. Fusing multiple data modalities and learning representations with limited amounts of labeled data is a challenging task. In this paper, we explore the use of modality-specific \"BERT-like\" pretrained Self Supervised Learning (SSL) architectures to represent both speech and text modalities for the task of multimodal speech emotion recognition. By conducting experiments on three publicly available datasets (IEMOCAP, CMU-MOSEI, and CMU-MOSI), we show that jointly fine-tuning \"BERT-like\" SSL architectures achiev"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2008.06682","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2008.06682/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tQMTjpjxWnjpY/wTXb8RObOok/GRD0TmXoIZyhNRYfNIWOy7XVmR8vGuCJfXs1UMt0O7bccvsxLJM5x5bdROCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:38:42.986516Z"},"content_sha256":"baede899fe78674ab5c802a6f1c23243c907fd7b294e3e4c0304a66d100ee6d6","schema_version":"1.0","event_id":"sha256:baede899fe78674ab5c802a6f1c23243c907fd7b294e3e4c0304a66d100ee6d6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BPVFPVVOEBTYBRJ536CAEBUZQZ/bundle.json","state_url":"https://pith.science/pith/BPVFPVVOEBTYBRJ536CAEBUZQZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BPVFPVVOEBTYBRJ536CAEBUZQZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T14:38:42Z","links":{"resolver":"https://pith.science/pith/BPVFPVVOEBTYBRJ536CAEBUZQZ","bundle":"https://pith.science/pith/BPVFPVVOEBTYBRJ536CAEBUZQZ/bundle.json","state":"https://pith.science/pith/BPVFPVVOEBTYBRJ536CAEBUZQZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BPVFPVVOEBTYBRJ536CAEBUZQZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:BPVFPVVOEBTYBRJ536CAEBUZQZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c6fd295538c647eef4f208df40fea4bb841b11407f8160b2f5c139441091b072","cross_cats_sorted":["cs.AI","cs.CL","cs.SD"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2020-08-15T08:54:48Z","title_canon_sha256":"6567d49a0d598bc5c9d4d04b9bfd47f25fc11df7985ce3599b16319732dd4cf3"},"schema_version":"1.0","source":{"id":"2008.06682","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2008.06682","created_at":"2026-07-05T09:16:04Z"},{"alias_kind":"arxiv_version","alias_value":"2008.06682v1","created_at":"2026-07-05T09:16:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2008.06682","created_at":"2026-07-05T09:16:04Z"},{"alias_kind":"pith_short_12","alias_value":"BPVFPVVOEBTY","created_at":"2026-07-05T09:16:04Z"},{"alias_kind":"pith_short_16","alias_value":"BPVFPVVOEBTYBRJ5","created_at":"2026-07-05T09:16:04Z"},{"alias_kind":"pith_short_8","alias_value":"BPVFPVVO","created_at":"2026-07-05T09:16:04Z"}],"graph_snapshots":[{"event_id":"sha256:baede899fe78674ab5c802a6f1c23243c907fd7b294e3e4c0304a66d100ee6d6","target":"graph","created_at":"2026-07-05T09:16:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2008.06682/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal emotion recognition from speech is an important area in affective computing. Fusing multiple data modalities and learning representations with limited amounts of labeled data is a challenging task. In this paper, we explore the use of modality-specific \"BERT-like\" pretrained Self Supervised Learning (SSL) architectures to represent both speech and text modalities for the task of multimodal speech emotion recognition. By conducting experiments on three publicly available datasets (IEMOCAP, CMU-MOSEI, and CMU-MOSI), we show that jointly fine-tuning \"BERT-like\" SSL architectures achiev","authors_text":"Andrew Reis, Rivindu Weerasekera, Shamane Siriwardhana, Suranga Nanayakkara","cross_cats":["cs.AI","cs.CL","cs.SD"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2020-08-15T08:54:48Z","title":"Jointly Fine-Tuning \"BERT-like\" Self Supervised Models to Improve Multimodal Speech Emotion Recognition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2008.06682","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:750892d655dfa015537bf3a4adcbc4a4b708bb125fa6f11daa343c042f1911dd","target":"record","created_at":"2026-07-05T09:16:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c6fd295538c647eef4f208df40fea4bb841b11407f8160b2f5c139441091b072","cross_cats_sorted":["cs.AI","cs.CL","cs.SD"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.AS","submitted_at":"2020-08-15T08:54:48Z","title_canon_sha256":"6567d49a0d598bc5c9d4d04b9bfd47f25fc11df7985ce3599b16319732dd4cf3"},"schema_version":"1.0","source":{"id":"2008.06682","kind":"arxiv","version":1}},"canonical_sha256":"0bea57d6ae206780c53ddf840206998641c820e79e6c502295b025993c36406e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0bea57d6ae206780c53ddf840206998641c820e79e6c502295b025993c36406e","first_computed_at":"2026-07-05T09:16:04.809043Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:04.809043Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"byAxvabE8DNaD0zlrNH9Jsr0U4fWslH9dUZcCMWlzO5x6jO4L/iHMiElc8jiR91VPTsd9hcgbLJsNBVxqBw+Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:04.809504Z","signed_message":"canonical_sha256_bytes"},"source_id":"2008.06682","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:750892d655dfa015537bf3a4adcbc4a4b708bb125fa6f11daa343c042f1911dd","sha256:baede899fe78674ab5c802a6f1c23243c907fd7b294e3e4c0304a66d100ee6d6"],"state_sha256":"64ab11e200e67177c1aa463cc85ee0c71e7cb2fab9e52366921b1d507d3adff3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y6enGkRWNnB1uDrO/tj5XNQsHU4UMzVFWN3s4IVJsw1IqMR6P4KKvCKVXv6keA3FPnITTrr/NjRLFykt2vdhCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T14:38:42.989670Z","bundle_sha256":"447d369be3df0e6e853a24f0a9398036b8a4f6e1753f7790ce8087339a0494f3"}}