{"id":"https://openalex.org/W4414956229","doi":"https://doi.org/10.1109/tcsvt.2025.3619205","title":"Feature Evaluation and Joint Interaction for Audio-Visual Emotion Recognition","display_name":"Feature Evaluation and Joint Interaction for Audio-Visual Emotion Recognition","publication_year":2025,"publication_date":"2025-10-08","ids":{"openalex":"https://openalex.org/W4414956229","doi":"https://doi.org/10.1109/tcsvt.2025.3619205"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3619205","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3619205","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114859532","display_name":"Sunan Li","orcid":"https://orcid.org/0000-0003-1494-4873"},"institutions":[{"id":"https://openalex.org/I4210100356","display_name":"Ministry of Education","ror":"https://ror.org/018f7hf93","country_code":"CL","type":"government","lineage":["https://openalex.org/I4210100356"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CL","CN"],"is_corresponding":false,"raw_author_name":"Sunan Li","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education and the School of Information Science and Engineering, Southeast University, Nanjing, China","Key Laboratory of Child Development and Learning Science of Ministry of Education, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1494-4873","affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education and the School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I4210100356"]},{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054796879","display_name":"Cheng Lu","orcid":"https://orcid.org/0000-0002-1477-1020"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Lu","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education and the School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","Key Laboratory of Child Development and Learning Science of Ministry of Education, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-1477-1020","affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education and the School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027316177","display_name":"Yuan Zong","orcid":"https://orcid.org/0000-0002-0839-8792"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zong","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education and the School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","Key Laboratory of Child Development and Learning Science of Ministry of Education, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0839-8792","affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education and the School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091060125","display_name":"Hailun Lian","orcid":"https://orcid.org/0000-0002-1355-9503"},"institutions":[{"id":"https://openalex.org/I4210100356","display_name":"Ministry of Education","ror":"https://ror.org/018f7hf93","country_code":"CL","type":"government","lineage":["https://openalex.org/I4210100356"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CL","CN"],"is_corresponding":false,"raw_author_name":"Hailun Lian","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education and the School of Information Science and Engineering, Southeast University, Nanjing, China","Key Laboratory of Child Development and Learning Science of Ministry of Education, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-1355-9503","affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education and the School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I4210100356"]},{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029771864","display_name":"Wenming Zheng","orcid":"https://orcid.org/0000-0002-7764-5179"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenming Zheng","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education and the School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","Key Laboratory of Child Development and Learning Science of Ministry of Education, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7764-5179","affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education and the School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25604184,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"4","first_page":"5146","last_page":"5160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9505000114440918,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9505000114440918,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9254999756813049,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.6851999759674072},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6644999980926514},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4742000102996826},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4675000011920929},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45509999990463257},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4374000132083893},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.4178999960422516},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.39989998936653137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8015000224113464},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6851999759674072},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6644999980926514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5950999855995178},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4742000102996826},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4675000011920929},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45509999990463257},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4374000132083893},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4178999960422516},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.39989998936653137},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.35830000042915344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33809998631477356},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C2775907273","wikidata":"https://www.wikidata.org/wiki/Q7805281","display_name":"Time constraint","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3034999966621399},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2750000059604645},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.26440000534057617},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C53533937","wikidata":"https://www.wikidata.org/wiki/Q185020","display_name":"Histogram","level":3,"score":0.26190000772476196},{"id":"https://openalex.org/C101814296","wikidata":"https://www.wikidata.org/wiki/Q5439685","display_name":"Feature model","level":3,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3619205","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3619205","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1448944835","display_name":null,"funder_award_id":"2023M740600","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7160848302","display_name":null,"funder_award_id":"62476057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automatic":[0],"emotion":[1,65,171],"recognition":[2,66],"has":[3],"attracted":[4],"significant":[5,188],"attention":[6],"due":[7],"to":[8,49,101],"its":[9],"potential":[10],"applications":[11],"in":[12,37,55,64,67],"various":[13],"real-world":[14,170],"scenarios.":[15],"Methods":[16],"that":[17,132,180],"integrate":[18],"visual":[19],"and":[20,33,42,81,105,152,175,193],"audio":[21],"modalities":[22],"have":[23],"become":[24],"increasingly":[25],"prominent":[26],"because":[27],"of":[28,97,110,117,149,160,190],"their":[29],"superior":[30],"information-carrying":[31],"capacity":[32],"complementarity.":[34],"Despite":[35],"advancements":[36],"feature":[38,56,138],"fusion":[39],"between":[40,112],"video":[41],"audio,":[43],"existing":[44],"modality":[45,150],"fusion-based":[46],"methods":[47],"struggle":[48],"effectively":[50,145],"address":[51],"the":[52,68,93,98,108,115,124,129,133,147,155,181,197],"dynamic":[53],"changes":[54],"quality":[57,88,104,139],"caused":[58],"by":[59,121],"interference,":[60],"which":[61],"is":[62,163],"common":[63],"wild":[69],"tasks.":[70],"To":[71],"overcome":[72],"this":[73],"limitation,":[74],"we":[75],"propose":[76],"a":[77],"Parameter-Free":[78],"Feature":[79],"Evaluation":[80],"Interaction":[82],"(PFFEI)":[83],"model":[84,91,130,183],"based":[85],"on":[86,167,196],"information":[87,103],"assessment.":[89],"The":[90,158,177],"leverages":[92],"scaling":[94],"factor":[95],"\u03b3":[96,134],"normalization":[99],"layer":[100],"evaluate":[102],"dynamically":[106],"adjusts":[107],"degree":[109],"interaction":[111],"modalities,":[113],"suppressing":[114],"impact":[116],"low-quality":[118],"features":[119],"affected":[120],"interference.":[122],"Additionally,":[123],"norm":[125],"constraint":[126],"integrated":[127],"into":[128],"ensures":[131],"value":[135],"consistently":[136],"measures":[137],"across":[140],"different":[141],"modalities.":[142],"This":[143],"approach":[144],"mitigates":[146],"effects":[148],"imbalance":[151],"significantly":[153],"enhances":[154],"model\u2019s":[156],"accuracy.":[157],"effectiveness":[159],"our":[161],"method":[162],"demonstrated":[164],"through":[165],"experiments":[166],"three":[168],"challenging":[169],"datasets:":[172],"DFEW,":[173],"AFEW,":[174],"Ekman6.":[176],"results":[178],"show":[179],"PFFEI":[182],"outperforms":[184],"state-of-the-art":[185],"methods,":[186],"achieving":[187],"improvements":[189],"8.71%":[191],"(UAR)":[192],"8.61%":[194],"(WAR)":[195],"AFEW":[198],"database.":[199]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}