{"id":"https://openalex.org/W4415124030","doi":"https://doi.org/10.1109/jiot.2025.3620303","title":"Hetero-Logit Alignment and Ambiguity Fragment Self-Weighting for Speech Emotion Recognition in Human\u2013Robot Interaction","display_name":"Hetero-Logit Alignment and Ambiguity Fragment Self-Weighting for Speech Emotion Recognition in Human\u2013Robot Interaction","publication_year":2025,"publication_date":"2025-10-13","ids":{"openalex":"https://openalex.org/W4415124030","doi":"https://doi.org/10.1109/jiot.2025.3620303"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3620303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3620303","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012120468","display_name":"Cheng-Shan Jiang","orcid":"https://orcid.org/0000-0002-8524-8165"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng-Shan Jiang","raw_affiliation_strings":["School of Automation and the Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, China University of Geosciences (Wuhan), Wuhan, China","School of Automation, China University of Geosciences, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8524-8165","affiliations":[{"raw_affiliation_string":"School of Automation and the Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, China University of Geosciences (Wuhan), Wuhan, China","institution_ids":["https://openalex.org/I196699116","https://openalex.org/I3124059619","https://openalex.org/I4210094879","https://openalex.org/I43922553"]},{"raw_affiliation_string":"School of Automation, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101455965","display_name":"Zhentao Liu","orcid":"https://orcid.org/0000-0003-4100-9557"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen-Tao Liu","raw_affiliation_strings":["School of Automation and the Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, China University of Geosciences (Wuhan), Wuhan, China","School of Automation, China University of Geosciences, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-4100-9557","affiliations":[{"raw_affiliation_string":"School of Automation and the Hubei Key Laboratory of Advanced Control and Intelligent Automation for Complex Systems, China University of Geosciences (Wuhan), Wuhan, China","institution_ids":["https://openalex.org/I196699116","https://openalex.org/I3124059619","https://openalex.org/I4210094879","https://openalex.org/I43922553"]},{"raw_affiliation_string":"School of Automation, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075377931","display_name":"Edwardo F. Fukushima","orcid":"https://orcid.org/0000-0001-8822-8154"},"institutions":[{"id":"https://openalex.org/I148798404","display_name":"Tokyo University of Technology","ror":"https://ror.org/021a26605","country_code":"JP","type":"education","lineage":["https://openalex.org/I148798404"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Edwardo F. Fukushima","raw_affiliation_strings":["School of Engineering, Tokyo University of Technology, Hachioji, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8822-8154","affiliations":[{"raw_affiliation_string":"School of Engineering, Tokyo University of Technology, Hachioji, Japan","institution_ids":["https://openalex.org/I148798404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101916568","display_name":"Jinhua She","orcid":"https://orcid.org/0000-0003-3165-5045"},"institutions":[{"id":"https://openalex.org/I148798404","display_name":"Tokyo University of Technology","ror":"https://ror.org/021a26605","country_code":"JP","type":"education","lineage":["https://openalex.org/I148798404"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jinhua She","raw_affiliation_strings":["School of Engineering, Tokyo University of Technology, Hachioji, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3165-5045","affiliations":[{"raw_affiliation_string":"School of Engineering, Tokyo University of Technology, Hachioji, Japan","institution_ids":["https://openalex.org/I148798404"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23246339,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"24","first_page":"54013","last_page":"54027"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7447999715805054,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7447999715805054,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.7232000231742859,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7092999815940857},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.6685000061988831},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5741000175476074},{"id":"https://openalex.org/keywords/fragment","display_name":"Fragment (logic)","score":0.4480000138282776},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.4075999855995178},{"id":"https://openalex.org/keywords/speaker-recognition","display_name":"Speaker recognition","score":0.37950000166893005},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.359499990940094},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.3528999984264374},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.32839998602867126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8655999898910522},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7092999815940857},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.6685000061988831},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5741000175476074},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5593000054359436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49939998984336853},{"id":"https://openalex.org/C2776235265","wikidata":"https://www.wikidata.org/wiki/Q18392052","display_name":"Fragment (logic)","level":2,"score":0.4480000138282776},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4075999855995178},{"id":"https://openalex.org/C133892786","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker recognition","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3061999976634979},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.30070000886917114},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2831000089645386},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2662000060081482},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2655999958515167},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.26190000772476196},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.2612000107765198},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3620303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3620303","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G26576258","display_name":null,"funder_award_id":"B17040","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G297914590","display_name":null,"funder_award_id":"2018CFB447","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"},{"id":"https://openalex.org/G366022931","display_name":null,"funder_award_id":"2015CFA010","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"},{"id":"https://openalex.org/G5544382636","display_name":null,"funder_award_id":"2020010601012175","funder_id":"https://openalex.org/F4320316065","funder_display_name":"Applied Fundamental Research of Wuhan"},{"id":"https://openalex.org/G6079930777","display_name":null,"funder_award_id":"61273102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7050647769","display_name":null,"funder_award_id":"61403422","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8669128865","display_name":null,"funder_award_id":"2017010201010133","funder_id":"https://openalex.org/F4320316065","funder_display_name":"Applied Fundamental Research of Wuhan"},{"id":"https://openalex.org/G8708917460","display_name":null,"funder_award_id":"61976197","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320316065","display_name":"Applied Fundamental Research of Wuhan","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322186","display_name":"Natural Science Foundation of Hubei Province","ror":null},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2146334809","https://openalex.org/W2888825851","https://openalex.org/W2889374687","https://openalex.org/W2963140444","https://openalex.org/W3007944646","https://openalex.org/W3081192838","https://openalex.org/W3097945073","https://openalex.org/W3163157357","https://openalex.org/W3163573274","https://openalex.org/W3197642003","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W4223460604","https://openalex.org/W4296079459","https://openalex.org/W4312313987","https://openalex.org/W4376456762","https://openalex.org/W4383503727","https://openalex.org/W4386176982","https://openalex.org/W4386322011","https://openalex.org/W4391454495","https://openalex.org/W4392903804","https://openalex.org/W4392904442","https://openalex.org/W4392908941","https://openalex.org/W4394676716","https://openalex.org/W4399114372","https://openalex.org/W4399145862","https://openalex.org/W4399376552","https://openalex.org/W4400070538","https://openalex.org/W4403421225","https://openalex.org/W4403635851","https://openalex.org/W4403780854","https://openalex.org/W4404037445","https://openalex.org/W4404056846","https://openalex.org/W4406387559","https://openalex.org/W4406610976","https://openalex.org/W4407737888","https://openalex.org/W4408355286","https://openalex.org/W4410949900","https://openalex.org/W4411144138"],"related_works":[],"abstract_inverted_index":{"Speech":[0],"Emotion":[1],"Recognition":[2],"(SER)":[3],"is":[4],"pivotal":[5],"for":[6,32],"achieving":[7,143],"empathetic":[8],"and":[9,84,93,115,121,134,149,151,157],"adaptive":[10,126],"Human-Robot":[11],"Interaction":[12],"(HRI)":[13],"within":[14],"Internet":[15],"of":[16,27,80,140,147,155,173],"Things":[17],"(IoT)":[18],"ecosystems.":[19],"However,":[20],"conventional":[21],"SER":[22],"methods":[23],"face":[24],"computational":[25],"inefficiency":[26],"large":[28,65],"self-supervised":[29,66],"speech":[30],"models":[31],"HRI":[33,167],"system":[34],"deployment.":[35],"Moreover,":[36],"utterance-level":[37],"emotion":[38],"labels":[39],"introduce":[40,105],"segment-level":[41],"ambiguities,":[42],"degrading":[43],"model":[44,101],"training.":[45],"To":[46],"mitigate":[47],"these":[48],"limitations,":[49],"we":[50,104],"proposed":[51],"the":[52,77,90,132,138,170],"Multi-View":[53],"Logit-based":[54],"Heterogeneous":[55],"Model":[56],"Alignment":[57],"(MVLogit-HMA)":[58],"framework,":[59],"which":[60],"transfers":[61],"knowledge":[62],"from":[63],"a":[64,71,161,165],"Trunk":[67],"(TKG)":[68],"encoder":[69,75],"to":[70,110],"lightweight":[72],"Package":[73],"(PKG)":[74],"through":[76],"joint":[78],"alignment":[79],"instance-level":[81],"contrastive":[82],"guidance":[83],"class-level":[85],"prototype":[86],"relations":[87],"in":[88,164],"both":[89],"logit":[91],"space":[92],"probability":[94],"distribution,":[95],"thereby":[96],"harmonizing":[97],"representations":[98],"across":[99],"heterogeneous":[100],"architectures.":[102],"Simultaneously,":[103],"Ambiguity":[106],"Fragment":[107],"Self-Weighting":[108],"(AFSW)":[109],"dynamically":[111],"down-weight":[112],"unreliable":[113],"segments":[114],"enforce":[116],"discriminative":[117],"separation":[118],"between":[119],"high-":[120],"low-ambiguity":[122],"groups":[123],"via":[124],"an":[125],"boundary":[127],"loss.":[128],"Comprehensive":[129],"evaluations":[130],"on":[131],"IEMOCAP":[133],"RAVDESS":[135],"datasets":[136],"confirm":[137],"superiority":[139],"our":[141,174],"method,":[142],"weighted":[144],"accuracy":[145,153],"(WA)":[146],"74.17%":[148],"90.02%,":[150],"unweighted":[152],"(UA)":[154],"74.47%":[156],"90.39%,":[158],"respectively.":[159],"Furthermore,":[160],"preliminary":[162],"application":[163],"real-world":[166],"scenario":[168],"validates":[169],"practical":[171],"viability":[172],"approach.":[175]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-14T00:00:00"}