@inproceedings{4f91551a1706420580557935e18ea149,
title = "Speech Emotion Recognition Applied to Real-World Medical Consultation",
abstract = "Since 2020, the COVID-19 epidemic has changed our lives in healthcare behaviors. Forced to wear masks influenced doctor-patient interaction perceptions truly, thus, to build a satisfying relationship is not just empathize with facial expressions. The voice becomes more important for the sake of conquering the burden of masks. Hence, verbal and non-verbal communication will be crucial criteria for doctor-patient interaction during medical consultations and other conversations. In these years, speech emotion recognition has been a popular research domain. In spite of abundant work conducted, nonverbal emotion recognition in medical scenarios is still required to reveal. In this study, we investigate YAMNet transfer learning on Chinese Mandarin speech corpus NTHU-NTUA Chinese Interactive Emotion Corpus (NNIME) and use real-world dermatology clinic recording to test the generalization capability. The results showed that the accuracy validated on NNIME data was 0.59 for activation prediction and 0.57 for valence. Furthermore, the validation accuracy on the doctor-patient dataset was 0.24 for activation and 0.58 for valence, respectively.",
keywords = "bidirectional long short-term memory networks, doctor-patient communication, medical education, Speech emotion recognition, YAMNet transfer learning",
author = "Huang, \{Ching Tzu\} and Huang, \{Chih Wei\} and Yang, \{Hsuan Chia\} and Li, \{Yu Chuan Jack\}",
note = "Publisher Copyright: {\textcopyright} 2024 International Medical Informatics Association (IMIA) and IOS Press.; 19th World Congress on Medical and Health Informatics, MedInfo 2023 ; Conference date: 08-07-2023 Through 12-07-2023",
year = "2024",
month = jan,
day = "25",
doi = "10.3233/SHTI231139",
language = "English",
series = "Studies in Health Technology and Informatics",
publisher = "IOS Press BV",
pages = "1121--1125",
editor = "Jen Bichel-Findlay and Paula Otero and Philip Scott and Elaine Huesing",
booktitle = "MEDINFO 2023 - The Future is Accessible",
address = "Netherlands",
}