{"id":"https://openalex.org/W4391223947","doi":"https://doi.org/10.3233/shti231139","title":"Speech Emotion Recognition Applied to Real-World Medical Consultation","display_name":"Speech Emotion Recognition Applied to Real-World Medical Consultation","publication_year":2024,"publication_date":"2024-01-25","ids":{"openalex":"https://openalex.org/W4391223947","doi":"https://doi.org/10.3233/shti231139","pmid":"https://pubmed.ncbi.nlm.nih.gov/38269989"},"language":"en","primary_location":{"id":"doi:10.3233/shti231139","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti231139","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI231139","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI231139","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044612087","display_name":"Ching-Tzu Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I47519274","display_name":"Taipei Medical University","ror":"https://ror.org/05031qk94","country_code":"TW","type":"education","lineage":["https://openalex.org/I47519274"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ching-Tzu Huang","raw_affiliation_strings":["Graduate Institute of Biomedical Informatics, College of Medical Science and Technology, Taipei Medical University, Taipei, Taiwan","International Center for Health Information and Technology(ICHIT), Taipei Medical University, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Institute of Biomedical Informatics, College of Medical Science and Technology, Taipei Medical University, Taipei, Taiwan","institution_ids":["https://openalex.org/I47519274"]},{"raw_affiliation_string":"International Center for Health Information and Technology(ICHIT), Taipei Medical University, Taipei, Taiwan","institution_ids":["https://openalex.org/I47519274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047776698","display_name":"Chih\u2010Wei Huang","orcid":"https://orcid.org/0000-0002-2551-6199"},"institutions":[{"id":"https://openalex.org/I47519274","display_name":"Taipei Medical University","ror":"https://ror.org/05031qk94","country_code":"TW","type":"education","lineage":["https://openalex.org/I47519274"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chih-Wei Huang","raw_affiliation_strings":["Graduate Institute of Biomedical Informatics, College of Medical Science and Technology, Taipei Medical University, Taipei, Taiwan","International Center for Health Information and Technology(ICHIT), Taipei Medical University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-2551-6199","affiliations":[{"raw_affiliation_string":"Graduate Institute of Biomedical Informatics, College of Medical Science and Technology, Taipei Medical University, Taipei, Taiwan","institution_ids":["https://openalex.org/I47519274"]},{"raw_affiliation_string":"International Center for Health Information and Technology(ICHIT), Taipei Medical University, Taipei, Taiwan","institution_ids":["https://openalex.org/I47519274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058108838","display_name":"Hsuan\u2010Chia Yang","orcid":"https://orcid.org/0000-0001-9198-0697"},"institutions":[{"id":"https://openalex.org/I47519274","display_name":"Taipei Medical University","ror":"https://ror.org/05031qk94","country_code":"TW","type":"education","lineage":["https://openalex.org/I47519274"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsuan-Chia Yang","raw_affiliation_strings":["Graduate Institute of Biomedical Informatics, College of Medical Science and Technology, Taipei Medical University, Taipei, Taiwan","Graduate Institute of Data Science, College of Management, Taipei Medical University, Taipei, Taiwan","International Center for Health Information and Technology(ICHIT), Taipei Medical University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-9198-0697","affiliations":[{"raw_affiliation_string":"Graduate Institute of Biomedical Informatics, College of Medical Science and Technology, Taipei Medical University, Taipei, Taiwan","institution_ids":["https://openalex.org/I47519274"]},{"raw_affiliation_string":"Graduate Institute of Data Science, College of Management, Taipei Medical University, Taipei, Taiwan","institution_ids":["https://openalex.org/I47519274"]},{"raw_affiliation_string":"International Center for Health Information and Technology(ICHIT), Taipei Medical University, Taipei, Taiwan","institution_ids":["https://openalex.org/I47519274"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112623798","display_name":"Yu\u2010Chuan Li","orcid":"https://orcid.org/0000-0001-6497-4232"},"institutions":[{"id":"https://openalex.org/I47519274","display_name":"Taipei Medical University","ror":"https://ror.org/05031qk94","country_code":"TW","type":"education","lineage":["https://openalex.org/I47519274"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Chuan (Jack) Li","raw_affiliation_strings":["Department of Dermatology, Wanfang Hospital, Taipei Medical University, Taipei, Taiwan","Graduate Institute of Biomedical Informatics, College of Medical Science and Technology, Taipei Medical University, Taipei, Taiwan","International Center for Health Information and Technology(ICHIT), Taipei Medical University, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-6497-4232","affiliations":[{"raw_affiliation_string":"Department of Dermatology, Wanfang Hospital, Taipei Medical University, Taipei, Taiwan","institution_ids":["https://openalex.org/I47519274"]},{"raw_affiliation_string":"Graduate Institute of Biomedical Informatics, College of Medical Science and Technology, Taipei Medical University, Taipei, Taiwan","institution_ids":["https://openalex.org/I47519274"]},{"raw_affiliation_string":"International Center for Health Information and Technology(ICHIT), Taipei Medical University, Taipei, Taiwan","institution_ids":["https://openalex.org/I47519274"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I47519274"],"apc_list":null,"apc_paid":null,"fwci":17.2138,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.987084,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"310","issue":null,"first_page":"1121","last_page":"1125"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10912","display_name":"Telemedicine and Telehealth Implementation","score":0.8751999735832214,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10912","display_name":"Telemedicine and Telehealth Implementation","score":0.8751999735832214,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11999","display_name":"Empathy and Medical Education","score":0.8633000254631042,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6701444387435913},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.6667686700820923},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.657193660736084},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5459761023521423},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.46934378147125244},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.45759233832359314},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.44658663868904114},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43544337153434753},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.43171146512031555},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.3356093764305115},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.32646435499191284},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.21535703539848328}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6701444387435913},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.6667686700820923},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.657193660736084},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5459761023521423},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.46934378147125244},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45759233832359314},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.44658663868904114},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43544337153434753},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.43171146512031555},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3356093764305115},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32646435499191284},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.21535703539848328},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010465","descriptor_name":"Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010465","descriptor_name":"Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010465","descriptor_name":"Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012017","descriptor_name":"Referral and Consultation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012017","descriptor_name":"Referral and Consultation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012017","descriptor_name":"Referral and Consultation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014831","descriptor_name":"Voice","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014831","descriptor_name":"Voice","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014831","descriptor_name":"Voice","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.3233/shti231139","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti231139","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI231139","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:38269989","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38269989","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":null}],"best_oa_location":{"id":"doi:10.3233/shti231139","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti231139","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI231139","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.7699999809265137,"id":"https://metadata.un.org/sdg/3"}],"awards":[{"id":"https://openalex.org/G2573300980","display_name":null,"funder_award_id":"NSTC 110-2320-B-038-029-MY3","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"},{"id":"https://openalex.org/G4473320703","display_name":null,"funder_award_id":"110-2320-B-038-029-MY3","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"}],"funders":[{"id":"https://openalex.org/F4320331164","display_name":"National Science and Technology Council","ror":"https://ror.org/00wnb9798"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391223947.pdf"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W1963641458","https://openalex.org/W1964469912","https://openalex.org/W2021542784","https://openalex.org/W2255466643","https://openalex.org/W2785952417","https://openalex.org/W2964121744","https://openalex.org/W2970737019","https://openalex.org/W3126625480","https://openalex.org/W3156664941","https://openalex.org/W3216440558","https://openalex.org/W4391223947"],"related_works":["https://openalex.org/W2391422698","https://openalex.org/W52595306","https://openalex.org/W2385209118","https://openalex.org/W4299362043","https://openalex.org/W1522611117","https://openalex.org/W4236235619","https://openalex.org/W4312974229","https://openalex.org/W2354814076","https://openalex.org/W2129455854","https://openalex.org/W3126677997"],"abstract_inverted_index":{"Since":[0],"2020,":[1],"the":[2,40,44,122,129,145,149],"COVID-19":[3],"epidemic":[4],"has":[5,72],"changed":[6],"our":[7],"lives":[8],"in":[9,87],"healthcare":[10],"behaviors.":[11],"Forced":[12],"to":[13,22,93,120],"wear":[14],"masks":[15],"influenced":[16],"doctor-patient":[17,58,150],"interaction":[18,59],"perceptions":[19],"truly,":[20],"thus,":[21],"build":[23],"a":[24,74],"satisfying":[25],"relationship":[26],"is":[27,90],"not":[28],"just":[29],"empathize":[30],"with":[31],"facial":[32],"expressions.":[33],"The":[34,125],"voice":[35],"becomes":[36],"more":[37],"important":[38],"for":[39,57,137,142,154,158],"sake":[41],"of":[42,46,80],"conquering":[43],"burden":[45],"masks.":[47],"Hence,":[48],"verbal":[49],"and":[50,63,114,140,156],"non-verbal":[51],"communication":[52],"will":[53],"be":[54],"crucial":[55],"criteria":[56],"during":[60],"medical":[61,88],"consultations":[62],"other":[64],"conversations.":[65],"In":[66,78,95],"these":[67],"years,":[68],"speech":[69,106],"emotion":[70,85],"recognition":[71,86],"been":[73],"popular":[75],"research":[76],"domain.":[77],"spite":[79],"abundant":[81],"work":[82],"conducted,":[83],"nonverbal":[84],"scenarios":[89],"still":[91],"required":[92],"reveal.":[94],"this":[96],"study,":[97],"we":[98],"investigate":[99],"YAMNet":[100],"transfer":[101],"learning":[102],"on":[103,132,148],"Chinese":[104,109],"Mandarin":[105],"corpus":[107],"NTHU-NTUA":[108],"Interactive":[110],"Emotion":[111],"Corpus":[112],"(NNIME)":[113],"use":[115],"real-world":[116],"dermatology":[117],"clinic":[118],"recording":[119],"test":[121],"generalization":[123],"capability.":[124],"results":[126],"showed":[127],"that":[128],"accuracy":[130,147],"validated":[131],"NNIME":[133],"data":[134],"was":[135,152],"0.59":[136],"activation":[138,155],"prediction":[139],"0.57":[141],"valence.":[143],"Furthermore,":[144],"validation":[146],"dataset":[151],"0.24":[153],"0.58":[157],"valence,":[159],"respectively.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}