{"id":"https://openalex.org/W4413640146","doi":"https://doi.org/10.1109/tce.2025.3603037","title":"Attentional Multimodal Speech Enhancement for Voice User Interface in Consumer Electronics","display_name":"Attentional Multimodal Speech Enhancement for Voice User Interface in Consumer Electronics","publication_year":2025,"publication_date":"2025-08-26","ids":{"openalex":"https://openalex.org/W4413640146","doi":"https://doi.org/10.1109/tce.2025.3603037"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2025.3603037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3603037","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113205763","display_name":"Nasir Saleem","orcid":null},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Nasir Saleem","raw_affiliation_strings":["School of Computing, Engineering and the Built Environment, Edinburgh Napier University, Edinburgh, U.K","School of Computing, Engineering and the Built Environment, Edinburgh Napier University, UK"],"affiliations":[{"raw_affiliation_string":"School of Computing, Engineering and the Built Environment, Edinburgh Napier University, Edinburgh, U.K","institution_ids":["https://openalex.org/I251738"]},{"raw_affiliation_string":"School of Computing, Engineering and the Built Environment, Edinburgh Napier University, UK","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024097894","display_name":"Sami Bourouis","orcid":"https://orcid.org/0000-0002-6638-7039"},"institutions":[{"id":"https://openalex.org/I179331831","display_name":"Taif University","ror":"https://ror.org/014g1a453","country_code":"SA","type":"education","lineage":["https://openalex.org/I179331831"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Sami Bourouis","raw_affiliation_strings":["Department of Information Technology, College of Computers and Information Technology, Taif University, Taif, Saudi Arabia","College of Computers and Information Technology, Department of Information Technology, Taif University, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology, College of Computers and Information Technology, Taif University, Taif, Saudi Arabia","institution_ids":["https://openalex.org/I179331831"]},{"raw_affiliation_string":"College of Computers and Information Technology, Department of Information Technology, Taif University, Saudi Arabia","institution_ids":["https://openalex.org/I179331831"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089398004","display_name":"Muhammad Irfan Khattak","orcid":"https://orcid.org/0000-0003-4655-938X"},"institutions":[{"id":"https://openalex.org/I90610274","display_name":"University of Engineering and Technology Peshawar","ror":"https://ror.org/00p034093","country_code":"PK","type":"education","lineage":["https://openalex.org/I90610274"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Irfan","raw_affiliation_strings":["Department of Electrical Engineering, University of Engineering and Technology, Peshawar, Peshawar, Pakistan","University of Engineering and Technology, Peshawar, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Engineering and Technology, Peshawar, Peshawar, Pakistan","institution_ids":["https://openalex.org/I90610274"]},{"raw_affiliation_string":"University of Engineering and Technology, Peshawar, Pakistan","institution_ids":["https://openalex.org/I90610274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058869522","display_name":"Kia Dashtipour","orcid":"https://orcid.org/0000-0002-9651-6487"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kia Dashtipour","raw_affiliation_strings":["School of Computing, Engineering and the Built Environment, Edinburgh Napier University, Edinburgh, U.K","School of Computing, Engineering and the Built Environment, Edinburgh Napier University, UK"],"affiliations":[{"raw_affiliation_string":"School of Computing, Engineering and the Built Environment, Edinburgh Napier University, Edinburgh, U.K","institution_ids":["https://openalex.org/I251738"]},{"raw_affiliation_string":"School of Computing, Engineering and the Built Environment, Edinburgh Napier University, UK","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076083494","display_name":"Hela Elmannai","orcid":"https://orcid.org/0000-0003-2571-1848"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Hela Elmannai","raw_affiliation_strings":["Department of Information Technology, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, Riyadh, Saudi Arabia","Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, Riyadh, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]},{"raw_affiliation_string":"Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023246930","display_name":"Ahmed Al\u2010Dubai","orcid":"https://orcid.org/0000-0001-9758-5540"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ahmed Al-Dubai","raw_affiliation_strings":["School of Computing, Engineering and the Built Environment, Edinburgh Napier University, Edinburgh, U.K","School of Computing, Engineering and the Built Environment, Edinburgh Napier University, UK"],"affiliations":[{"raw_affiliation_string":"School of Computing, Engineering and the Built Environment, Edinburgh Napier University, Edinburgh, U.K","institution_ids":["https://openalex.org/I251738"]},{"raw_affiliation_string":"School of Computing, Engineering and the Built Environment, Edinburgh Napier University, UK","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022272531","display_name":"Tughrul Arslan","orcid":"https://orcid.org/0000-0001-8176-5803"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tughrul Arslan","raw_affiliation_strings":["School of Engineering, The University of Edinburgh, Edinburgh, U.K","University of Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"School of Engineering, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"University of Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062211930","display_name":"Amir Hussain","orcid":"https://orcid.org/0000-0002-8080-082X"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Amir Hussain","raw_affiliation_strings":["School of Computing, Engineering and the Built Environment, Edinburgh Napier University, Edinburgh, U.K","School of Computing, Engineering and the Built Environment, Edinburgh Napier University, UK"],"affiliations":[{"raw_affiliation_string":"School of Computing, Engineering and the Built Environment, Edinburgh Napier University, Edinburgh, U.K","institution_ids":["https://openalex.org/I251738"]},{"raw_affiliation_string":"School of Computing, Engineering and the Built Environment, Edinburgh Napier University, UK","institution_ids":["https://openalex.org/I251738"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5113205763"],"corresponding_institution_ids":["https://openalex.org/I251738"],"apc_list":null,"apc_paid":null,"fwci":4.4616,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.94836142,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"71","issue":"4","first_page":"10123","last_page":"10133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9143000245094299,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9143000245094299,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electronics","display_name":"Electronics","score":0.5833236575126648},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5789713263511658},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5150763392448425},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5004925727844238},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.48468831181526184},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.44761472940444946},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4091868996620178},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.24446111917495728},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22117403149604797}],"concepts":[{"id":"https://openalex.org/C138331895","wikidata":"https://www.wikidata.org/wiki/Q11650","display_name":"Electronics","level":2,"score":0.5833236575126648},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5789713263511658},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5150763392448425},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5004925727844238},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.48468831181526184},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.44761472940444946},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4091868996620178},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.24446111917495728},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22117403149604797},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3603037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3603037","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2193117753","display_name":"COG-MHEAR: Towards cognitively-inspired 5G-IoT enabled, multi-modal Hearing Aids","funder_award_id":"EP/T021063/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5761203747","display_name":null,"funder_award_id":"TU-DSPP-2024-60","funder_id":"https://openalex.org/F4320323722","funder_display_name":"Taif University"},{"id":"https://openalex.org/G976881422","display_name":null,"funder_award_id":"PNURSP2025R747","funder_id":"https://openalex.org/F4320322484","funder_display_name":"Princess Nourah Bint Abdulrahman University"}],"funders":[{"id":"https://openalex.org/F4320322484","display_name":"Princess Nourah Bint Abdulrahman University","ror":"https://ror.org/05b0cyh02"},{"id":"https://openalex.org/F4320323722","display_name":"Taif University","ror":"https://ror.org/014g1a453"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1552314771","https://openalex.org/W1963897898","https://openalex.org/W2029199293","https://openalex.org/W2067295501","https://openalex.org/W2788241093","https://openalex.org/W2886232760","https://openalex.org/W2888868298","https://openalex.org/W2952218014","https://openalex.org/W2954198060","https://openalex.org/W2959214850","https://openalex.org/W2963820951","https://openalex.org/W2964171275","https://openalex.org/W2971417062","https://openalex.org/W2972513594","https://openalex.org/W2983423850","https://openalex.org/W2987172297","https://openalex.org/W2997382144","https://openalex.org/W3011424113","https://openalex.org/W3020804303","https://openalex.org/W3096028031","https://openalex.org/W3121016465","https://openalex.org/W3136499730","https://openalex.org/W3157352387","https://openalex.org/W3160310387","https://openalex.org/W3162493033","https://openalex.org/W3182657421","https://openalex.org/W3212617647","https://openalex.org/W4232282348","https://openalex.org/W4289665794","https://openalex.org/W4306933621","https://openalex.org/W4319862437","https://openalex.org/W4324291023","https://openalex.org/W4372260127","https://openalex.org/W4372342911","https://openalex.org/W4384472149","https://openalex.org/W4387986831","https://openalex.org/W4391021590","https://openalex.org/W4391454452","https://openalex.org/W4391853611","https://openalex.org/W4392904258","https://openalex.org/W4394730920","https://openalex.org/W4395447416","https://openalex.org/W4396519789","https://openalex.org/W4402535296","https://openalex.org/W4402535317","https://openalex.org/W4402535401","https://openalex.org/W4402621485","https://openalex.org/W4406278498","https://openalex.org/W4406657586","https://openalex.org/W4409225738","https://openalex.org/W4411570061","https://openalex.org/W4412404429"],"related_works":["https://openalex.org/W2378005410","https://openalex.org/W2170435352","https://openalex.org/W2048876619","https://openalex.org/W1570606890","https://openalex.org/W145847954","https://openalex.org/W365436934","https://openalex.org/W1967797047","https://openalex.org/W1987533665","https://openalex.org/W1649706580","https://openalex.org/W3195608031"],"abstract_inverted_index":{"Voice":[0],"User":[1],"Interfaces":[2],"(VUI)":[3],"in":[4,9,127],"consumer":[5],"electronics":[6],"often":[7],"operate":[8],"noisy":[10],"environments":[11],"where":[12,134],"speech":[13,23,136],"quality":[14],"degrades":[15],"significantly.":[16],"We":[17],"propose":[18],"AV-Net,":[19],"a":[20,44,49,55,63,90],"lightweight":[21],"audiovisual":[22],"enhancement":[24],"model":[25,108],"that":[26,66],"addresses":[27],"this":[28],"challenge":[29],"through":[30],"novel":[31],"cross-attentional":[32],"feature":[33],"fusion.":[34],"Our":[35],"approach":[36],"dynamically":[37],"integrates":[38],"audio":[39],"and":[40,81,97,115,130],"visual":[41],"modalities":[42],"using":[43],"computationally":[45],"efficient":[46],"architecture":[47],"combining":[48],"convolutional":[50],"encoder-decoder":[51],"(5.2M":[52],"parameters)":[53],"with":[54],"P3D-ResNet18":[56],"video":[57],"encoder.":[58],"The":[59,107],"key":[60],"innovation":[61],"is":[62,138],"cross-attention":[64],"mechanism":[65],"learns":[67],"inter-modal":[68],"correlations":[69],"while":[70,102],"preserving":[71],"modality-specific":[72],"features,":[73],"outperforming":[74],"conventional":[75],"fusion":[76],"methods.":[77],"Evaluated":[78],"on":[79],"TCD-TIMIT":[80],"AVSE3":[82],"datasets":[83],"under":[84],"challenging":[85],"conditions":[86],"(SNR\u2264-5dB),":[87],"AV-Net":[88],"achieves":[89],"PESQ":[91],"of":[92,100],"2.56":[93],"(vs.":[94],"1.26":[95],"baseline)":[96],"STOI":[98],"improvement":[99],"22%,":[101],"maintaining":[103],"real-time":[104],"performance":[105],"(RTF=0.11).":[106],"demonstrates":[109],"strong":[110],"generalization":[111],"to":[112],"unseen":[113],"speakers":[114],"diverse":[116],"noise":[117],"types,":[118],"making":[119],"it":[120],"particularly":[121],"suitable":[122],"for":[123],"resource-constrained":[124],"edge":[125],"devices":[126],"healthcare,":[128],"automotive,":[129],"smart":[131],"home":[132],"applications":[133],"robust":[135],"interaction":[137],"critical.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}