{"id":"https://openalex.org/W4414758191","doi":"https://doi.org/10.1109/tbme.2025.3610284","title":"Leveraging Self-Supervised Audio-Visual Pretrained Models to Improve Vocoded Speech Intelligibility in Cochlear Implant Simulation","display_name":"Leveraging Self-Supervised Audio-Visual Pretrained Models to Improve Vocoded Speech Intelligibility in Cochlear Implant Simulation","publication_year":2025,"publication_date":"2025-10-02","ids":{"openalex":"https://openalex.org/W4414758191","doi":"https://doi.org/10.1109/tbme.2025.3610284","pmid":"https://pubmed.ncbi.nlm.nih.gov/41037547"},"language":"en","primary_location":{"id":"doi:10.1109/tbme.2025.3610284","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbme.2025.3610284","pdf_url":null,"source":{"id":"https://openalex.org/S5240358","display_name":"IEEE Transactions on Biomedical Engineering","issn_l":"0018-9294","issn":["0018-9294","1558-2531"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tbme.2025.3610284","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049939082","display_name":"Richard Lee Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Richard Lee Lai","raw_affiliation_strings":["Research Center for Information Technology Innovation, Academia Sinica, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Information Technology Innovation, Academia Sinica, Taiwan","institution_ids":["https://openalex.org/I4210086894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058567113","display_name":"Jen-Cheng Hou","orcid":"https://orcid.org/0000-0002-4010-0220"},"institutions":[{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jen-Cheng Hou","raw_affiliation_strings":["Research Center for Information Technology Innovation, Academia Sinica, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4010-0220","affiliations":[{"raw_affiliation_string":"Research Center for Information Technology Innovation, Academia Sinica, Taiwan","institution_ids":["https://openalex.org/I4210086894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074950328","display_name":"I-Chun Chern","orcid":null},"institutions":[{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"I-Chun Chern","raw_affiliation_strings":["Research Center for Information Technology Innovation, Academia Sinica, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Information Technology Innovation, Academia Sinica, Taiwan","institution_ids":["https://openalex.org/I4210086894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071855826","display_name":"Kuo-Hsuan Hung","orcid":"https://orcid.org/0009-0007-0974-4873"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kuo-Hsuan Hung","raw_affiliation_strings":["Department of Biomedical Engineering, National Taiwan University, Taiwan","Department of Biomedical Engineering, National Taiwan University, Taipei City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National Taiwan University, Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"Department of Biomedical Engineering, National Taiwan University, Taipei City, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101772227","display_name":"Yi\u2010Ting Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Ting Chen","raw_affiliation_strings":["Research Center for Information Technology Innovation, Academia Sinica, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Information Technology Innovation, Academia Sinica, Taiwan","institution_ids":["https://openalex.org/I4210086894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068981769","display_name":"Mandar Gogate","orcid":"https://orcid.org/0000-0003-1712-9014"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mandar Gogate","raw_affiliation_strings":["School of Computing, Edinburgh Napier University, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1712-9014","affiliations":[{"raw_affiliation_string":"School of Computing, Edinburgh Napier University, U.K","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022272531","display_name":"Tughrul Arslan","orcid":"https://orcid.org/0000-0001-8176-5803"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tughrul Arslan","raw_affiliation_strings":["School of Computing, University of Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0001-8176-5803","affiliations":[{"raw_affiliation_string":"School of Computing, University of Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062211930","display_name":"Amir Hussain","orcid":"https://orcid.org/0000-0002-8080-082X"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Amir Hussain","raw_affiliation_strings":["School of Computing, Edinburgh Napier University, U.K"],"raw_orcid":"https://orcid.org/0000-0002-8080-082X","affiliations":[{"raw_affiliation_string":"School of Computing, Edinburgh Napier University, U.K","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066973702","display_name":"Chii\u2010Wann Lin","orcid":"https://orcid.org/0000-0002-8721-3441"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chii-Wann Lin","raw_affiliation_strings":["Department of Biomedical Engineering, National Taiwan University, Taipei City, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-8721-3441","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, National Taiwan University, Taipei City, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044008055","display_name":"Yu Tsao","orcid":"https://orcid.org/0000-0001-6956-0418"},"institutions":[{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu Tsao","raw_affiliation_strings":["Research Center for Information Technology Innovation, Academia Sinica, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-6956-0418","affiliations":[{"raw_affiliation_string":"Research Center for Information Technology Innovation, Academia Sinica, Taiwan","institution_ids":["https://openalex.org/I4210086894"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5049939082"],"corresponding_institution_ids":["https://openalex.org/I4210086894"],"apc_list":null,"apc_paid":null,"fwci":3.7785,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93876923,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"73","issue":"4","first_page":"1561","last_page":"1572"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.4900999963283539,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.4900999963283539,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.487199991941452,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.00430000014603138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intelligibility","display_name":"Intelligibility (philosophy)","score":0.6927000284194946},{"id":"https://openalex.org/keywords/cochlear-implant","display_name":"Cochlear implant","score":0.6759999990463257},{"id":"https://openalex.org/keywords/speech-perception","display_name":"Speech perception","score":0.35100001096725464},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.32670000195503235},{"id":"https://openalex.org/keywords/hearing-loss","display_name":"Hearing loss","score":0.26440000534057617}],"concepts":[{"id":"https://openalex.org/C60048801","wikidata":"https://www.wikidata.org/wiki/Q1433889","display_name":"Intelligibility (philosophy)","level":2,"score":0.6927000284194946},{"id":"https://openalex.org/C2778882171","wikidata":"https://www.wikidata.org/wiki/Q724965","display_name":"Cochlear implant","level":2,"score":0.6759999990463257},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5792999863624573},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5703999996185303},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.43700000643730164},{"id":"https://openalex.org/C99209842","wikidata":"https://www.wikidata.org/wiki/Q643696","display_name":"Speech perception","level":3,"score":0.35100001096725464},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27160000801086426},{"id":"https://openalex.org/C2780493683","wikidata":"https://www.wikidata.org/wiki/Q16035842","display_name":"Hearing loss","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C2776182073","wikidata":"https://www.wikidata.org/wiki/Q7575395","display_name":"Speech enhancement","level":3,"score":0.2558000087738037},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.2524000108242035}],"mesh":[{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003054","descriptor_name":"Cochlear Implants","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003054","descriptor_name":"Cochlear Implants","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013065","descriptor_name":"Speech Intelligibility","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D013065","descriptor_name":"Speech Intelligibility","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D013067","descriptor_name":"Speech Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D013067","descriptor_name":"Speech Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1109/tbme.2025.3610284","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbme.2025.3610284","pdf_url":null,"source":{"id":"https://openalex.org/S5240358","display_name":"IEEE Transactions on Biomedical Engineering","issn_l":"0018-9294","issn":["0018-9294","1558-2531"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Engineering","raw_type":"journal-article"},{"id":"pmid:41037547","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41037547","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on bio-medical engineering","raw_type":null},{"id":"pmh:oai:repository@napier.ac.uk:5025003","is_oa":true,"landing_page_url":"https://napier-repository.worktribe.com/output/5025003","pdf_url":"https://napier-repository.worktribe.com/file/5025003/1/Leveraging%20Self-Supervised%20Audio-Visual%20Pretrained%20Models%20to%20Improve%20Vocoded%20Speech%20Intelligibility%20in%20Cochlear%20Implant%20Simulation","source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1109/tbme.2025.3610284","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbme.2025.3610284","pdf_url":null,"source":{"id":"https://openalex.org/S5240358","display_name":"IEEE Transactions on Biomedical Engineering","issn_l":"0018-9294","issn":["0018-9294","1558-2531"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":106,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W1482149378","https://openalex.org/W1552314771","https://openalex.org/W1561974499","https://openalex.org/W1897240248","https://openalex.org/W1963950237","https://openalex.org/W1974570767","https://openalex.org/W1974932989","https://openalex.org/W1983117186","https://openalex.org/W1994657361","https://openalex.org/W1996175306","https://openalex.org/W1998648683","https://openalex.org/W2003620549","https://openalex.org/W2013608223","https://openalex.org/W2013682896","https://openalex.org/W2015110965","https://openalex.org/W2023233074","https://openalex.org/W2042160007","https://openalex.org/W2042887543","https://openalex.org/W2044893557","https://openalex.org/W2049209499","https://openalex.org/W2052246103","https://openalex.org/W2068084671","https://openalex.org/W2071245802","https://openalex.org/W2082953967","https://openalex.org/W2089722856","https://openalex.org/W2093240386","https://openalex.org/W2094797637","https://openalex.org/W2108089013","https://openalex.org/W2112854909","https://openalex.org/W2121973264","https://openalex.org/W2141998673","https://openalex.org/W2156448167","https://openalex.org/W2158291955","https://openalex.org/W2162980055","https://openalex.org/W2164098335","https://openalex.org/W2304609584","https://openalex.org/W2320988352","https://openalex.org/W2326115863","https://openalex.org/W2403117493","https://openalex.org/W2405774341","https://openalex.org/W2491992013","https://openalex.org/W2527611302","https://openalex.org/W2550397165","https://openalex.org/W2558539285","https://openalex.org/W2655461836","https://openalex.org/W2750452568","https://openalex.org/W2766571603","https://openalex.org/W2788241093","https://openalex.org/W2793389773","https://openalex.org/W2799572060","https://openalex.org/W2808631503","https://openalex.org/W2811144201","https://openalex.org/W2896457183","https://openalex.org/W2913939497","https://openalex.org/W2949662773","https://openalex.org/W2952218014","https://openalex.org/W2952387790","https://openalex.org/W2962866211","https://openalex.org/W2963045393","https://openalex.org/W2963082324","https://openalex.org/W2965390715","https://openalex.org/W2969649301","https://openalex.org/W2971417062","https://openalex.org/W2972443522","https://openalex.org/W2972473628","https://openalex.org/W2983423850","https://openalex.org/W3015612952","https://openalex.org/W3016132433","https://openalex.org/W3025844872","https://openalex.org/W3112582825","https://openalex.org/W3116265326","https://openalex.org/W3136499730","https://openalex.org/W3137758952","https://openalex.org/W3161048756","https://openalex.org/W3177842137","https://openalex.org/W3182657421","https://openalex.org/W3197284240","https://openalex.org/W3197912330","https://openalex.org/W3209059054","https://openalex.org/W3210307430","https://openalex.org/W3211621779","https://openalex.org/W4206914683","https://openalex.org/W4212853097","https://openalex.org/W4214567298","https://openalex.org/W4214750912","https://openalex.org/W4224311912","https://openalex.org/W4224933800","https://openalex.org/W4226403810","https://openalex.org/W4228998171","https://openalex.org/W4286539863","https://openalex.org/W4288455390","https://openalex.org/W4289665794","https://openalex.org/W4296070384","https://openalex.org/W4308198681","https://openalex.org/W4362667966","https://openalex.org/W4366205476","https://openalex.org/W4384472149","https://openalex.org/W4385478414","https://openalex.org/W4386276930","https://openalex.org/W4389347271","https://openalex.org/W4390874021","https://openalex.org/W4392024380","https://openalex.org/W4402535348","https://openalex.org/W4405732792","https://openalex.org/W4415433380"],"related_works":[],"abstract_inverted_index":{"OBJECTIVE:":[0],"Individuals":[1],"with":[2,62,86,150],"hearing":[3],"impairments":[4],"face":[5],"challenges":[6],"in":[7,14,27,34,95,102,128,133,236],"their":[8,195],"ability":[9],"to":[10,99,106,113,159,215],"comprehend":[11],"speech,":[12],"particularly":[13],"noisy":[15,117],"environments.":[16],"This":[17,180,218],"study":[18,219],"explores":[19],"the":[20,29,69,82,116,183,186,201,211,221,231],"effectiveness":[21],"of":[22,31,126,185,203,213,233],"audio-visual":[23],"speech":[24,33,43,85,129,141,235],"enhancement":[25,44,142],"(AVSE)":[26],"improving":[28],"intelligibility":[30,232],"vocoded":[32,234],"cochlear":[35],"implant":[36],"(CI)":[37],"simulations.":[38,217],"METHODS:":[39],"We":[40],"propose":[41],"a":[42,75,190],"framework":[45],"called":[46],"Self-Supervised":[47],"Learning-based":[48],"AVSE":[49,146,214],"(SSL-AVSE),":[50],"which":[51],"uses":[52],"visual":[53,226],"cues":[54],"such":[55],"as":[56],"lip":[57],"and":[58,72,101,131,144,194],"mouth":[59],"movements":[60],"along":[61],"corresponding":[63],"speech.":[64,179],"Features":[65],"are":[66],"extracted":[67,188],"using":[68,81],"AV-HuBERT":[70],"model":[71,193],"refined":[73],"through":[74],"bidirectional":[76],"LSTM.":[77],"Experiments":[78],"were":[79],"conducted":[80],"Taiwan":[83],"Mandarin":[84,178],"video":[87],"(TMSV)":[88],"dataset.":[89],"RESULTS:":[90],"Objective":[91],"evaluations":[92],"showed":[93],"improvements":[94],"PESQ":[96],"from":[97,104],"1.43":[98],"1.67":[100],"STOI":[103],"0.70":[105],"0.74.":[107],"NCM":[108],"scores":[109],"increased":[110],"by":[111,189],"up":[112],"87.2%":[114],"over":[115],"baseline.":[118],"Subjective":[119],"listening":[120],"tests":[121,149],"further":[122],"demonstrated":[123],"maximum":[124],"gains":[125],"45.2%":[127],"quality":[130],"51.9%":[132],"word":[134],"intelligibility.":[135],"CONCLUSION:":[136],"SSL-AVSE":[137,163],"consistently":[138],"outperforms":[139],"audio-only":[140],"(AOSE)":[143],"conventional":[145],"baselines.":[147],"Listening":[148],"statistically":[151],"significant":[152],"results":[153],"confirm":[154],"its":[155,160],"effectiveness.":[156],"In":[157],"addition":[158],"strong":[161],"performance,":[162],"demonstrates":[164],"cross-lingual":[165],"generalization:":[166],"although":[167],"it":[168,174],"was":[169],"pretrained":[170,191],"on":[171,177],"English":[172],"data,":[173],"performs":[175],"effectively":[176],"finding":[181],"highlights":[182],"robustness":[184],"features":[187],"foundation":[192],"applicability":[196],"across":[197],"languages.":[198],"SIGNIFICANCE:":[199],"To":[200],"best":[202],"our":[204],"knowledge,":[205],"no":[206],"prior":[207],"work":[208],"has":[209],"explored":[210],"application":[212],"CI":[216,237],"provides":[220],"first":[222],"evidence":[223],"that":[224],"incorporating":[225],"information":[227],"can":[228],"significantly":[229],"improve":[230],"scenarios.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}