{"id":"https://openalex.org/W3081461879","doi":"https://doi.org/10.1109/taslp.2021.3066303","title":"An Overview of Deep-Learning-Based Audio-Visual Speech Enhancement and Separation","display_name":"An Overview of Deep-Learning-Based Audio-Visual Speech Enhancement and Separation","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3081461879","doi":"https://doi.org/10.1109/taslp.2021.3066303","mag":"3081461879"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2021.3066303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3066303","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.09586","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063187524","display_name":"Daniel Michelsanti","orcid":"https://orcid.org/0000-0002-3575-1600"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Daniel Michelsanti","raw_affiliation_strings":["Department of Electronic Systems, Aalborg University, Aalborg, Denmark","Dept. of Electronic Systems, Aalborg University, Aalborg, Denmark#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Systems, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]},{"raw_affiliation_string":"Dept. of Electronic Systems, Aalborg University, Aalborg, Denmark#TAB#","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090108098","display_name":"Zheng\u2010Hua Tan","orcid":"https://orcid.org/0000-0001-6856-8928"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Zheng-Hua Tan","raw_affiliation_strings":["Department of Electronic Systems, Aalborg University, Aalborg, Denmark","Dept. of Electronic Systems, Aalborg University, Aalborg, Denmark#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Systems, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]},{"raw_affiliation_string":"Dept. of Electronic Systems, Aalborg University, Aalborg, Denmark#TAB#","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101785327","display_name":"Shi-Xiong Zhang","orcid":"https://orcid.org/0009-0007-7803-2407"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shi-Xiong Zhang","raw_affiliation_strings":["Tencent AI Laboratory, Bellevue, WA, USA","[Tencent AI Laboratory, Bellevue, WA, USA]"],"affiliations":[{"raw_affiliation_string":"Tencent AI Laboratory, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]},{"raw_affiliation_string":"[Tencent AI Laboratory, Bellevue, WA, USA]","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101467338","display_name":"Yong Xu","orcid":"https://orcid.org/0000-0003-4944-6890"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yong Xu","raw_affiliation_strings":["Tencent AI Laboratory, Bellevue, WA, USA","[Tencent AI Laboratory, Bellevue, WA, USA]"],"affiliations":[{"raw_affiliation_string":"Tencent AI Laboratory, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]},{"raw_affiliation_string":"[Tencent AI Laboratory, Bellevue, WA, USA]","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106407019","display_name":"Meng Yu","orcid":"https://orcid.org/0000-0002-0031-9156"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meng Yu","raw_affiliation_strings":["Tencent AI Laboratory, Bellevue, WA, USA","[Tencent AI Laboratory, Bellevue, WA, USA]"],"affiliations":[{"raw_affiliation_string":"Tencent AI Laboratory, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]},{"raw_affiliation_string":"[Tencent AI Laboratory, Bellevue, WA, USA]","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034476404","display_name":"Dong Yu","orcid":"https://orcid.org/0000-0003-0520-6844"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong Yu","raw_affiliation_strings":["Tencent AI Laboratory, Bellevue, WA, USA","[Tencent AI Laboratory, Bellevue, WA, USA]"],"affiliations":[{"raw_affiliation_string":"Tencent AI Laboratory, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]},{"raw_affiliation_string":"[Tencent AI Laboratory, Bellevue, WA, USA]","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101679595","display_name":"Jesper Jensen","orcid":"https://orcid.org/0000-0003-1478-622X"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Jesper Jensen","raw_affiliation_strings":["Department of Electronic Systems, Aalborg University, Aalborg, Denmark","Dept. of Electronic Systems, Aalborg University, Aalborg, Denmark#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Systems, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]},{"raw_affiliation_string":"Dept. of Electronic Systems, Aalborg University, Aalborg, Denmark#TAB#","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5063187524"],"corresponding_institution_ids":["https://openalex.org/I891191580"],"apc_list":null,"apc_paid":null,"fwci":3.3953,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.93074403,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"29","issue":null,"first_page":"1368","last_page":"1396"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11233","display_name":"Advanced Adaptive Filtering Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7642959952354431},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.6646144986152649},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6230725646018982},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.604935348033905},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5786798000335693},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4735783040523529},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.4724422097206116},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.46609464287757874},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.449236661195755},{"id":"https://openalex.org/keywords/speech-enhancement","display_name":"Speech enhancement","score":0.41484445333480835},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.14399373531341553},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.07938149571418762}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7642959952354431},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.6646144986152649},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6230725646018982},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.604935348033905},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5786798000335693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4735783040523529},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.4724422097206116},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.46609464287757874},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.449236661195755},{"id":"https://openalex.org/C2776182073","wikidata":"https://www.wikidata.org/wiki/Q7575395","display_name":"Speech enhancement","level":3,"score":0.41484445333480835},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.14399373531341553},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.07938149571418762},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/taslp.2021.3066303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3066303","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2008.09586","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.09586","pdf_url":"https://arxiv.org/pdf/2008.09586","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:publications/ce9172cb-46e6-4092-9f6a-c82bc672279c","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/ce9172cb-46e6-4092-9f6a-c82bc672279c","pdf_url":"https://vbn.aau.dk/files/475875477/An_Overview_of_Deep_Learning_Based_Audio_Visual_Speech_Enhancement_and_Separation.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Michelsanti , D , Tan , Z-H , Zhang , S-X , Xu , Y , Yu , M , Yu , D &amp; Jensen , J 2021 , ' An Overview of Deep-Learning-Based Audio-Visual Speech Enhancement and Separation ' , IEEE/ACM Transactions on Audio, Speech, and Language Processing , vol. 29 , 9380418 , pp. 1368-1396 . https://doi.org/10.1109/TASLP.2021.3066303","raw_type":"article"},{"id":"doi:10.48550/arxiv.2008.09586","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.09586","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3081461879","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.09586","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.09586","pdf_url":"https://arxiv.org/pdf/2008.09586","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320331522","display_name":"William Demant Fonden","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":340,"referenced_works":["https://openalex.org/W169539560","https://openalex.org/W335832833","https://openalex.org/W639182198","https://openalex.org/W854541894","https://openalex.org/W1163572983","https://openalex.org/W1482149378","https://openalex.org/W1493163583","https://openalex.org/W1495679096","https://openalex.org/W1498436455","https://openalex.org/W1514535095","https://openalex.org/W1526392145","https://openalex.org/W1533861849","https://openalex.org/W1552314771","https://openalex.org/W1554064406","https://openalex.org/W1558945660","https://openalex.org/W1561742478","https://openalex.org/W1582976041","https://openalex.org/W1607435270","https://openalex.org/W1728888090","https://openalex.org/W1797158261","https://openalex.org/W1836465849","https://openalex.org/W1882423120","https://openalex.org/W1895577753","https://openalex.org/W1901129140","https://openalex.org/W1902237438","https://openalex.org/W1949271984","https://openalex.org/W1963897898","https://openalex.org/W1970533835","https://openalex.org/W1975675577","https://openalex.org/W1978404192","https://openalex.org/W1981527043","https://openalex.org/W1985226152","https://openalex.org/W1988115241","https://openalex.org/W1988750907","https://openalex.org/W1991139021","https://openalex.org/W1991552246","https://openalex.org/W1994616650","https://openalex.org/W2003330516","https://openalex.org/W2008120082","https://openalex.org/W2009797711","https://openalex.org/W2014621385","https://openalex.org/W2015143272","https://openalex.org/W2015394094","https://openalex.org/W2016157229","https://openalex.org/W2016574277","https://openalex.org/W2017057152","https://openalex.org/W2018840451","https://openalex.org/W2021279213","https://openalex.org/W2026285232","https://openalex.org/W2028526753","https://openalex.org/W2029199293","https://openalex.org/W2030440585","https://openalex.org/W2035454529","https://openalex.org/W2038010270","https://openalex.org/W2042247992","https://openalex.org/W2043843997","https://openalex.org/W2046869671","https://openalex.org/W2049686551","https://openalex.org/W2058339159","https://openalex.org/W2059761048","https://openalex.org/W2060353008","https://openalex.org/W2064675550","https://openalex.org/W2066218102","https://openalex.org/W2068056889","https://openalex.org/W2069681747","https://openalex.org/W2070915875","https://openalex.org/W2078639319","https://openalex.org/W2078711706","https://openalex.org/W2079402412","https://openalex.org/W2081144555","https://openalex.org/W2084458166","https://openalex.org/W2087126002","https://openalex.org/W2087437753","https://openalex.org/W2092644348","https://openalex.org/W2093346567","https://openalex.org/W2096301647","https://openalex.org/W2098717567","https://openalex.org/W2098882755","https://openalex.org/W2098923380","https://openalex.org/W2103496339","https://openalex.org/W2103869314","https://openalex.org/W2103934944","https://openalex.org/W2104887782","https://openalex.org/W2107878631","https://openalex.org/W2112482982","https://openalex.org/W2113131123","https://openalex.org/W2115252128","https://openalex.org/W2117416982","https://openalex.org/W2118877769","https://openalex.org/W2120847449","https://openalex.org/W2121973264","https://openalex.org/W2127141656","https://openalex.org/W2127211243","https://openalex.org/W2127851351","https://openalex.org/W2127884747","https://openalex.org/W2130942839","https://openalex.org/W2131774270","https://openalex.org/W2135081730","https://openalex.org/W2136155248","https://openalex.org/W2136808440","https://openalex.org/W2136848157","https://openalex.org/W2137400100","https://openalex.org/W2137983211","https://openalex.org/W2141998673","https://openalex.org/W2142352693","https://openalex.org/W2144404214","https://openalex.org/W2150355110","https://openalex.org/W2150625370","https://openalex.org/W2150769028","https://openalex.org/W2152826865","https://openalex.org/W2153038597","https://openalex.org/W2157331557","https://openalex.org/W2161947961","https://openalex.org/W2167734090","https://openalex.org/W2168010845","https://openalex.org/W2168744723","https://openalex.org/W2171819471","https://openalex.org/W2184188583","https://openalex.org/W2194775991","https://openalex.org/W2221409856","https://openalex.org/W2291877678","https://openalex.org/W2293856338","https://openalex.org/W2321000051","https://openalex.org/W2342662179","https://openalex.org/W2398776621","https://openalex.org/W2421316443","https://openalex.org/W2460742184","https://openalex.org/W2462996230","https://openalex.org/W2471520273","https://openalex.org/W2516001803","https://openalex.org/W2550397165","https://openalex.org/W2551572271","https://openalex.org/W2557283755","https://openalex.org/W2558649592","https://openalex.org/W2561557072","https://openalex.org/W2565807767","https://openalex.org/W2570575067","https://openalex.org/W2577762507","https://openalex.org/W2578229578","https://openalex.org/W2584329820","https://openalex.org/W2585824449","https://openalex.org/W2586219009","https://openalex.org/W2594690981","https://openalex.org/W2596627958","https://openalex.org/W2604379605","https://openalex.org/W2605589342","https://openalex.org/W2618799552","https://openalex.org/W2625027024","https://openalex.org/W2644497536","https://openalex.org/W2660943524","https://openalex.org/W2726515241","https://openalex.org/W2734774145","https://openalex.org/W2735663686","https://openalex.org/W2746457594","https://openalex.org/W2747876639","https://openalex.org/W2752782242","https://openalex.org/W2765425905","https://openalex.org/W2767290858","https://openalex.org/W2771275309","https://openalex.org/W2771678900","https://openalex.org/W2788241093","https://openalex.org/W2790428568","https://openalex.org/W2791336153","https://openalex.org/W2799712304","https://openalex.org/W2802973008","https://openalex.org/W2803193013","https://openalex.org/W2804093409","https://openalex.org/W2805783416","https://openalex.org/W2808631503","https://openalex.org/W2810311710","https://openalex.org/W2844030168","https://openalex.org/W2879390606","https://openalex.org/W2886232760","https://openalex.org/W2887437849","https://openalex.org/W2888868298","https://openalex.org/W2890952074","https://openalex.org/W2891205112","https://openalex.org/W2892163332","https://openalex.org/W2892356933","https://openalex.org/W2893436174","https://openalex.org/W2900292050","https://openalex.org/W2901702433","https://openalex.org/W2901997113","https://openalex.org/W2909607850","https://openalex.org/W2910267084","https://openalex.org/W2913340405","https://openalex.org/W2916104401","https://openalex.org/W2944972166","https://openalex.org/W2950178297","https://openalex.org/W2952218014","https://openalex.org/W2952746495","https://openalex.org/W2959214850","https://openalex.org/W2962699416","https://openalex.org/W2962715207","https://openalex.org/W2962835968","https://openalex.org/W2962864156","https://openalex.org/W2962865004","https://openalex.org/W2962866211","https://openalex.org/W2962918445","https://openalex.org/W2962960500","https://openalex.org/W2963019222","https://openalex.org/W2963082324","https://openalex.org/W2963218389","https://openalex.org/W2963386218","https://openalex.org/W2963403868","https://openalex.org/W2963420686","https://openalex.org/W2963432880","https://openalex.org/W2963609956","https://openalex.org/W2963936489","https://openalex.org/W2964058413","https://openalex.org/W2964121744","https://openalex.org/W2964171275","https://openalex.org/W2964207404","https://openalex.org/W2964243274","https://openalex.org/W2964308564","https://openalex.org/W2964345931","https://openalex.org/W2964352155","https://openalex.org/W2965390715","https://openalex.org/W2968613067","https://openalex.org/W2971630540","https://openalex.org/W2972513594","https://openalex.org/W2972541922","https://openalex.org/W2972563022","https://openalex.org/W2972568703","https://openalex.org/W2972802573","https://openalex.org/W2973010927","https://openalex.org/W2973062255","https://openalex.org/W2973068670","https://openalex.org/W2973231102","https://openalex.org/W2977673020","https://openalex.org/W2979157532","https://openalex.org/W2981816492","https://openalex.org/W2981851635","https://openalex.org/W2982624843","https://openalex.org/W2983423850","https://openalex.org/W2987172297","https://openalex.org/W2988200020","https://openalex.org/W2988910664","https://openalex.org/W2996743179","https://openalex.org/W2997382144","https://openalex.org/W2997685131","https://openalex.org/W2998161426","https://openalex.org/W2999894541","https://openalex.org/W3000647100","https://openalex.org/W3004146833","https://openalex.org/W3006414215","https://openalex.org/W3008252840","https://openalex.org/W3008400075","https://openalex.org/W3011424113","https://openalex.org/W3015252514","https://openalex.org/W3015279216","https://openalex.org/W3015445830","https://openalex.org/W3015529133","https://openalex.org/W3015612952","https://openalex.org/W3015785290","https://openalex.org/W3015791137","https://openalex.org/W3015915076","https://openalex.org/W3016098309","https://openalex.org/W3017343282","https://openalex.org/W3017923487","https://openalex.org/W3020804303","https://openalex.org/W3024147341","https://openalex.org/W3035570025","https://openalex.org/W3035626590","https://openalex.org/W3040777582","https://openalex.org/W3043066494","https://openalex.org/W3096028031","https://openalex.org/W3096214032","https://openalex.org/W3096650361","https://openalex.org/W3097096317","https://openalex.org/W3097173744","https://openalex.org/W3100968126","https://openalex.org/W3101481642","https://openalex.org/W3106250896","https://openalex.org/W3109606338","https://openalex.org/W3123318516","https://openalex.org/W3124666641","https://openalex.org/W3146803896","https://openalex.org/W3147539069","https://openalex.org/W3157352387","https://openalex.org/W3161904430","https://openalex.org/W3165246035","https://openalex.org/W4236986628","https://openalex.org/W4240942296","https://openalex.org/W4253928870","https://openalex.org/W4289665794","https://openalex.org/W4297625590","https://openalex.org/W6606918967","https://openalex.org/W6623517193","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6632994029","https://openalex.org/W6633652116","https://openalex.org/W6636170946","https://openalex.org/W6637373629","https://openalex.org/W6638667902","https://openalex.org/W6639824700","https://openalex.org/W6675190910","https://openalex.org/W6677548441","https://openalex.org/W6677618333","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6686207219","https://openalex.org/W6717465090","https://openalex.org/W6734491695","https://openalex.org/W6735377749","https://openalex.org/W6735927292","https://openalex.org/W6739901393","https://openalex.org/W6740167877","https://openalex.org/W6742802039","https://openalex.org/W6743400243","https://openalex.org/W6749767719","https://openalex.org/W6750591037","https://openalex.org/W6750599028","https://openalex.org/W6752162782","https://openalex.org/W6752888775","https://openalex.org/W6753158171","https://openalex.org/W6754420807","https://openalex.org/W6757716108","https://openalex.org/W6762182681","https://openalex.org/W6766838974","https://openalex.org/W6768179540","https://openalex.org/W6770046989","https://openalex.org/W6772200532","https://openalex.org/W6772649462","https://openalex.org/W6773869684","https://openalex.org/W6776614067","https://openalex.org/W6777711197","https://openalex.org/W6779411601","https://openalex.org/W6780413204","https://openalex.org/W6781075900","https://openalex.org/W6784121926","https://openalex.org/W6785473800","https://openalex.org/W6785652829","https://openalex.org/W6789284391","https://openalex.org/W6891901120","https://openalex.org/W7011482893","https://openalex.org/W7025010046","https://openalex.org/W7046477116"],"related_works":["https://openalex.org/W3123318516","https://openalex.org/W2964121744","https://openalex.org/W1985158632","https://openalex.org/W3001387854","https://openalex.org/W2989725337","https://openalex.org/W108030751","https://openalex.org/W2092844010","https://openalex.org/W1901964677","https://openalex.org/W3214083601","https://openalex.org/W2123795913","https://openalex.org/W3192307151","https://openalex.org/W1494460260","https://openalex.org/W2338027094","https://openalex.org/W2169148778","https://openalex.org/W3096028031","https://openalex.org/W2793105386","https://openalex.org/W2127851351","https://openalex.org/W2512697543","https://openalex.org/W2321571402","https://openalex.org/W3017022801"],"abstract_inverted_index":{"Speech":[0],"enhancement":[1,82,140,218],"and":[2,40,73,83,93,122,136,141,182,197,219,239,251],"speech":[3,19,55,81,84,139,192,217,227],"separation":[4,85,142,201],"are":[5,244],"two":[6],"related":[7],"tasks,":[8],"whose":[9],"purpose":[10],"is":[11,56],"to":[12,45,89,119,215,247],"extract":[13,120],"either":[14],"one":[15],"or":[16,211],"more":[17,210],"target":[18,67],"signals,":[20,204],"respectively,":[21],"from":[22,65,194],"a":[23,114,152],"mixture":[24],"of":[25,54,101,113,117,155,236],"sounds":[26],"generated":[27],"by":[28,59],"several":[29],"sources.":[30],"Traditionally,":[31],"these":[32,206],"tasks":[33],"have":[34,97],"been":[35,78],"tackled":[36],"using":[37],"signal":[38],"processing":[39],"machine":[41],"learning":[42,176],"techniques":[43,118],"applied":[44,214],"the":[46,51,60,66,99,128,161,166,169,234],"available":[47],"acoustic":[48,61,92,171],"signals.":[49],"Since":[50],"visual":[52,63,94,173],"aspect":[53],"essentially":[57],"unaffected":[58],"environment,":[62],"information":[64,125],"speakers,":[68],"such":[69],"as":[70],"lip":[71],"movements":[72],"facial":[74],"expressions,":[75],"has":[76,126],"also":[77],"used":[79,246],"for":[80,130,191,202],"systems.":[86],"In":[87,147,185],"order":[88],"efficiently":[90],"fuse":[91,123],"information,":[95],"researchers":[96],"exploited":[98],"flexibility":[100],"data-driven":[102,237],"approaches,":[103,238],"specifically":[104],"deep":[105,145,175],"learning,":[106],"achieving":[107],"strong":[108],"performance.":[109,254],"The":[110],"ceaseless":[111],"proposal":[112],"large":[115],"number":[116],"features":[121],"multimodal":[124],"highlighted":[127],"need":[129],"an":[131],"overview":[132],"that":[133,164],"comprehensively":[134],"describes":[135],"discusses":[137],"audio-visual":[138,198,216,226],"based":[143],"on":[144,160],"learning.":[146],"this":[148,156],"paper,":[149],"we":[150,187,222],"provide":[151],"systematic":[153],"survey":[154,223],"research":[157],"topic,":[158],"focusing":[159],"main":[162],"elements":[163],"characterise":[165],"systems":[167,250],"in":[168,233],"literature:":[170],"features;":[172,174],"methods;":[177],"fusion":[178],"techniques;":[179],"training":[180],"targets":[181],"objective":[183],"functions.":[184],"addition,":[186],"review":[188],"deep-learning-based":[189],"methods":[190,207],"reconstruction":[193],"silent":[195],"videos":[196],"sound":[199],"source":[200],"non-speech":[203],"since":[205],"can":[208],"be":[209],"less":[212],"directly":[213],"separation.":[220],"Finally,":[221],"commonly":[224],"employed":[225],"datasets,":[228],"given":[229],"their":[230,253],"central":[231],"role":[232],"development":[235],"evaluation":[240],"methods,":[241],"because":[242],"they":[243],"generally":[245],"compare":[248],"different":[249],"determine":[252]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-16T15:07:20.185449","created_date":"2025-10-10T00:00:00"}
