{"id":"https://openalex.org/W7133333465","doi":"https://doi.org/10.3390/computers15030161","title":"From Patient Emotion Recognition to Provider Understanding: A Multimodal Data Mining Framework for Emotion-Aware Clinical Counseling Systems","display_name":"From Patient Emotion Recognition to Provider Understanding: A Multimodal Data Mining Framework for Emotion-Aware Clinical Counseling Systems","publication_year":2026,"publication_date":"2026-03-03","ids":{"openalex":"https://openalex.org/W7133333465","doi":"https://doi.org/10.3390/computers15030161"},"language":"en","primary_location":{"id":"doi:10.3390/computers15030161","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15030161","pdf_url":"https://www.mdpi.com/2073-431X/15/3/161/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/15/3/161/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122032712","display_name":"Saahithi Mallarapu","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saahithi Mallarapu","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinyan Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyan Liu","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122216976","display_name":"Pegah Zargarian","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pegah Zargarian","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA"],"raw_orcid":"https://orcid.org/0009-0009-7046-7099","affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127881571","display_name":"Seyyedeh Fatemeh Mottaghian","orcid":null},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seyyedeh Fatemeh Mottaghian","raw_affiliation_strings":["College of Computing & Data Sciences, Boston University, Boston, MA 02215, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computing & Data Sciences, Boston University, Boston, MA 02215, USA","institution_ids":["https://openalex.org/I111088046","https://openalex.org/I33434090"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122141093","display_name":"Ramyashree Suresha","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramyashree Suresha","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122067519","display_name":"Vasudha Jain","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vasudha Jain","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021634038","display_name":"Akram Bayat","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akram Bayat","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, California, CA 95112, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2748192,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":"3","first_page":"161","last_page":"161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.4415000081062317,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.4415000081062317,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.20569999516010284,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.09489999711513519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.4957999885082245},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4740999937057495},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4537999927997589},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.43529999256134033},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42980000376701355},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.40959998965263367}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6532999873161316},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.4957999885082245},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4740999937057495},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4537999927997589},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.43529999256134033},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42980000376701355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42719998955726624},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.40959998965263367},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4077000021934509},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.35499998927116394},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33959999680519104},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30709999799728394},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2549999952316284},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25200000405311584}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers15030161","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15030161","pdf_url":"https://www.mdpi.com/2073-431X/15/3/161/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:547b2c1c19b34818947872e91df6a63a","is_oa":true,"landing_page_url":"https://doaj.org/article/547b2c1c19b34818947872e91df6a63a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 15, Iss 3, p 161 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers15030161","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15030161","pdf_url":"https://www.mdpi.com/2073-431X/15/3/161/pdf","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.62333083152771,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7133333465.pdf","grobid_xml":"https://content.openalex.org/works/W7133333465.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W275595555","https://openalex.org/W1941659294","https://openalex.org/W1964469912","https://openalex.org/W1966716734","https://openalex.org/W1987048275","https://openalex.org/W2003502731","https://openalex.org/W2005124365","https://openalex.org/W2015114767","https://openalex.org/W2033688243","https://openalex.org/W2034144950","https://openalex.org/W2053907973","https://openalex.org/W2056403322","https://openalex.org/W2074788634","https://openalex.org/W2097782859","https://openalex.org/W2103236901","https://openalex.org/W2106686523","https://openalex.org/W2114315281","https://openalex.org/W2118978333","https://openalex.org/W2123612404","https://openalex.org/W2133223948","https://openalex.org/W2134813353","https://openalex.org/W2141072099","https://openalex.org/W2146241755","https://openalex.org/W2146334809","https://openalex.org/W2148143831","https://openalex.org/W2161393416","https://openalex.org/W2163495655","https://openalex.org/W2166264654","https://openalex.org/W2170684975","https://openalex.org/W2191779130","https://openalex.org/W2251383488","https://openalex.org/W2252191003","https://openalex.org/W2396881363","https://openalex.org/W2554980225","https://openalex.org/W2582664174","https://openalex.org/W2619383789","https://openalex.org/W2734608416","https://openalex.org/W2739681832","https://openalex.org/W2741216199","https://openalex.org/W2741937156","https://openalex.org/W2748108713","https://openalex.org/W2753840835","https://openalex.org/W2774090594","https://openalex.org/W2803499312","https://openalex.org/W2888858694","https://openalex.org/W2889056793","https://openalex.org/W2897362601","https://openalex.org/W2910054020","https://openalex.org/W2911378332","https://openalex.org/W2963261455","https://openalex.org/W2963351448","https://openalex.org/W2963691377","https://openalex.org/W2964010806","https://openalex.org/W3004047823","https://openalex.org/W3040438665","https://openalex.org/W3095707208","https://openalex.org/W3154272574","https://openalex.org/W3157070662","https://openalex.org/W3197642003","https://openalex.org/W3204993626","https://openalex.org/W3209984917","https://openalex.org/W4223610593","https://openalex.org/W4232149205","https://openalex.org/W4232576989","https://openalex.org/W4245744384","https://openalex.org/W4245759042","https://openalex.org/W4285496636","https://openalex.org/W4391100658","https://openalex.org/W7127615820"],"related_works":[],"abstract_inverted_index":{"Computational":[0],"analysis":[1],"of":[2,50,125,130,146],"therapeutic":[3],"communication":[4],"presents":[5],"challenges":[6],"in":[7,137],"multi-label":[8],"classification,":[9],"severe":[10],"class":[11,53],"imbalance,":[12],"and":[13,28,55,65,157,164],"heterogeneous":[14],"multimodal":[15,108],"data":[16,115],"integration.":[17],"We":[18],"introduce":[19],"a":[20,48,59,123,144],"bidirectional":[21],"analytical":[22],"framework":[23],"addressing":[24],"patient":[25],"emotion":[26],"recognition":[27],"provider":[29],"behavior":[30],"analysis.":[31],"For":[32,73],"patient-side":[33],"analysis,":[34,75],"we":[35,76],"employ":[36],"ClinicalBERT":[37],"on":[38],"human-annotated":[39,113],"CounselChat":[40],"(1482":[41],"interactions,":[42],"25":[43],"categories,":[44],"imbalance":[45,71],"60:1),":[46],"achieving":[47],"macro-F1":[49,124,145],"0.74":[51],"through":[52,82,102],"weighting":[54],"threshold":[56],"optimization,":[57],"representing":[58],"six-fold":[60],"improvement":[61,68],"over":[62,69],"naive":[63],"baselines":[64],"6\u201313":[66],"point":[67],"modern":[70],"methods.":[72],"provider-side":[74],"process":[77,139],"330":[78],"YouTube":[79,142],"therapy":[80],"sessions":[81],"automated":[83],"pipelines":[84],"(speaker":[85],"diarization,":[86],"automatic":[87],"speech":[88],"recognition,":[89],"temporal":[90],"segmentation),":[91],"yielding":[92],"14,086":[93],"annotated":[94],"segments.":[95],"Our":[96],"architecture":[97],"combines":[98],"DeBERTa-v3-base":[99],"with":[100,127],"WavLM-base-plus":[101],"cross-modal":[103],"attention":[104,159],"mechanisms":[105],"adapted":[106],"from":[107],"Transformer":[109],"frameworks.":[110],"On":[111,141],"controlled":[112],"HOPE":[114],"(178":[116],"sessions,":[117],"12,500":[118],"utterances),":[119],"the":[120],"model":[121],"achieves":[122],"0.91":[126],"Cohen\u2019s":[128],"kappa":[129],"0.87,":[131],"comparable":[132],"to":[133],"inter-rater":[134],"reliability":[135],"reported":[136],"psychotherapy":[138],"research.":[140],"data,":[143],"0.71":[147],"demonstrates":[148],"feasibility":[149],"while":[150],"highlighting":[151],"annotation":[152],"quality":[153],"impacts.":[154],"Cross-dataset":[155],"transfer":[156],"systematic":[158],"analyses":[160],"validate":[161],"domain-specific":[162],"effectiveness":[163],"interpretability.":[165]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-04T00:00:00"}