{"id":"https://openalex.org/W4384947594","doi":"https://doi.org/10.1109/iscas46773.2023.10182060","title":"Live Demonstration: Cloud-based Audio-Visual Speech Enhancement in Multimodal Hearing-aids","display_name":"Live Demonstration: Cloud-based Audio-Visual Speech Enhancement in Multimodal Hearing-aids","publication_year":2023,"publication_date":"2023-05-21","ids":{"openalex":"https://openalex.org/W4384947594","doi":"https://doi.org/10.1109/iscas46773.2023.10182060"},"language":"en","primary_location":{"id":"doi:10.1109/iscas46773.2023.10182060","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iscas46773.2023.10182060","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101865693","display_name":"Abhijeet Bishnu","orcid":"https://orcid.org/0000-0001-9178-5357"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Abhijeet Bishnu","raw_affiliation_strings":["School of Engineering, University of Edinburgh,Edinburgh,United Kingdom","School of Engineering, University of Edinburgh, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Edinburgh,Edinburgh,United Kingdom","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"School of Engineering, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016948723","display_name":"Ankit Gupta","orcid":"https://orcid.org/0000-0002-8742-1400"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ankit Gupta","raw_affiliation_strings":["School of Engineering & Physical Sciences, Heriot-Watt Watt University,Edinburgh,United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Engineering & Physical Sciences, Heriot-Watt Watt University,Edinburgh,United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068981769","display_name":"Mandar Gogate","orcid":"https://orcid.org/0000-0003-1712-9014"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mandar Gogate","raw_affiliation_strings":["School of Computing, Edinburgh Napier University,Edinburgh,United Kingdom","School of Computing, Edinburgh Napier University, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing, Edinburgh Napier University,Edinburgh,United Kingdom","institution_ids":["https://openalex.org/I251738"]},{"raw_affiliation_string":"School of Computing, Edinburgh Napier University, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058869522","display_name":"Kia Dashtipour","orcid":"https://orcid.org/0000-0002-9651-6487"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kia Dashtipour","raw_affiliation_strings":["School of Computing, Edinburgh Napier University,Edinburgh,United Kingdom","School of Computing, Edinburgh Napier University, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing, Edinburgh Napier University,Edinburgh,United Kingdom","institution_ids":["https://openalex.org/I251738"]},{"raw_affiliation_string":"School of Computing, Edinburgh Napier University, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022272531","display_name":"Tughrul Arslan","orcid":"https://orcid.org/0000-0001-8176-5803"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tughrul Arslan","raw_affiliation_strings":["School of Engineering, University of Edinburgh,Edinburgh,United Kingdom","School of Engineering, University of Edinburgh, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Edinburgh,Edinburgh,United Kingdom","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"School of Engineering, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082626629","display_name":"Ahsan Adeel","orcid":"https://orcid.org/0000-0001-9153-6756"},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"education","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ahsan Adeel","raw_affiliation_strings":["School of Mathematics & Computer Science, University of Wolverhampton,Wolverhampton,United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Mathematics & Computer Science, University of Wolverhampton,Wolverhampton,United Kingdom","institution_ids":["https://openalex.org/I119664326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062211930","display_name":"Amir Hussain","orcid":"https://orcid.org/0000-0002-8080-082X"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Amir Hussain","raw_affiliation_strings":["School of Computing, Edinburgh Napier University,Edinburgh,United Kingdom","School of Computing, Edinburgh Napier University, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing, Edinburgh Napier University,Edinburgh,United Kingdom","institution_ids":["https://openalex.org/I251738"]},{"raw_affiliation_string":"School of Computing, Edinburgh Napier University, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071345719","display_name":"Mathini Sellathurai","orcid":"https://orcid.org/0000-0002-8738-8583"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mathini Sellathurai","raw_affiliation_strings":["School of Engineering & Physical Sciences, Heriot-Watt Watt University,Edinburgh,United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Engineering & Physical Sciences, Heriot-Watt Watt University,Edinburgh,United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091847007","display_name":"Tharmalingam Ratnarajah","orcid":"https://orcid.org/0000-0002-7636-1246"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tharmalingam Ratnarajah","raw_affiliation_strings":["School of Engineering, University of Edinburgh,Edinburgh,United Kingdom","School of Engineering, University of Edinburgh, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Edinburgh,Edinburgh,United Kingdom","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"School of Engineering, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101865693"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07799687,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11233","display_name":"Advanced Adaptive Filtering Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/universal-software-radio-peripheral","display_name":"Universal Software Radio Peripheral","score":0.8417366147041321},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8180955052375793},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7064723372459412},{"id":"https://openalex.org/keywords/transceiver","display_name":"Transceiver","score":0.42183718085289},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41392406821250916},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.37777626514434814},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3614497184753418},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.34458839893341064},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11819460988044739}],"concepts":[{"id":"https://openalex.org/C192220659","wikidata":"https://www.wikidata.org/wiki/Q1245659","display_name":"Universal Software Radio Peripheral","level":3,"score":0.8417366147041321},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8180955052375793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7064723372459412},{"id":"https://openalex.org/C7720470","wikidata":"https://www.wikidata.org/wiki/Q954187","display_name":"Transceiver","level":3,"score":0.42183718085289},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41392406821250916},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.37777626514434814},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3614497184753418},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.34458839893341064},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11819460988044739}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iscas46773.2023.10182060","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iscas46773.2023.10182060","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository@napier.ac.uk:3597103","is_oa":false,"landing_page_url":"http://researchrepository.napier.ac.uk/Output/3597103","pdf_url":null,"source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Presentation / Conference Contribution"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"awards":[{"id":"https://openalex.org/G2447866707","display_name":null,"funder_award_id":"EP/T021063/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2987172297","https://openalex.org/W3020804303","https://openalex.org/W4312603117"],"related_works":["https://openalex.org/W2354005007","https://openalex.org/W2885293340","https://openalex.org/W4240981602","https://openalex.org/W3114506410","https://openalex.org/W3112393028","https://openalex.org/W3213067907","https://openalex.org/W12663189","https://openalex.org/W2163533140","https://openalex.org/W2614434684","https://openalex.org/W2370150397"],"abstract_inverted_index":{"Hearing":[0],"loss":[1],"is":[2,221,239,277,343,428],"among":[3],"the":[4,16,52,87,100,131,168,184,196,212,215,219,228,231,236,246,250,256,289,305,322,354,371,376,381,403,423,439,444,447],"most":[5],"serious":[6],"public":[7],"health":[8],"problems,":[9],"affecting":[10],"as":[11,13,114,179,188,200,223,241],"much":[12],"20%":[14],"of":[15,60,66,109,159,249,264,282,299,341,353,389,396,408,450],"worldwide":[17],"population.":[18],"Even":[19,120],"cutting-edge":[20],"multi-channel":[21],"audio-only":[22],"speech":[23,44,360],"enhancement":[24],"(SE)":[25],"algorithms":[26,72],"used":[27],"in":[28,46,121,288,402,460],"modern":[29],"hearing":[30,78,140,164],"aids":[31],"face":[32],"significant":[33],"hurdles":[34],"since":[35],"they":[36],"typically":[37],"magnify":[38],"noises":[39],"while":[40,374],"failing":[41],"to":[42,73,143,321,327,418],"boost":[43],"understanding":[45],"crowded":[47],"social":[48],"environments.":[49],"Recently,":[50],"for":[51,93,102,203,279,336,443],"first":[53,445],"time":[54,446],"we":[55,85,155,472],"proposed":[56,431],"a":[57,139,144,149,201,242,262,268,270,297,311,332,358,451],"novel":[58],"integration":[59],"5G":[61,75],"cloud-radio":[62],"access":[63,190,232,307],"network,":[64],"internet":[65],"things":[67],"(IoT),":[68],"and":[69,106,147,171,195,218,235,292,301,357,362,399,465,477],"strong":[70],"privacy":[71],"develop":[74],"IoT":[76,180],"enabled":[77],"aid":[79,141,165],"(HA)":[80],"[1].":[81],"In":[82,152,325],"this":[83,470],"demonstration,":[84,471],"show":[86],"first-ever":[88],"transceiver":[89,132,454],"(PHY":[90],"layer)":[91],"model":[92],"cloud-based":[94,145,161],"audio-visual":[95],"(AV)":[96],"SE,":[97,331],"which":[98],"meets":[99],"requirements":[101],"high":[103],"data":[104,251,265,320,436,466],"rate":[105,314,467],"low":[107],"latency":[108,464],"forthcoming":[110],"multi-modal":[111,412],"HAs":[112],"(such":[113],"Google":[115],"glasses":[116],"with":[117,296,338],"integrated":[118],"HAs).":[119],"highly":[122],"noisy":[123,359],"conditions":[124],"like":[125],"caf\u00e9s,":[126],"clubs,":[127],"conferences,":[128],"meetings,":[129],"etc.,":[130],"[2]":[133],"transmits":[134,318],"raw":[135],"AV":[136,162,330,346,413,458],"information":[137],"from":[138],"system":[142],"platform":[146],"obtains":[148],"clear":[150],"signal.":[151],"Fig.":[153],"1,":[154],"illustrate":[156],"an":[157,189,224,365],"example":[158],"our":[160,409],"SE":[163,206,347,414,459],"demonstration.":[166],"Herein,":[167],"left-side":[169],"computer":[170,198],"Universal":[172],"Software":[173],"Radio":[174],"Peripheral":[175],"(USRP)":[176],"x310":[177,480],"function":[178],"systems":[181],"(hearing":[182],"aids),":[183],"right-side":[185,197],"USRP":[186,479],"serves":[187,199],"point":[191,233,308],"or":[192],"base":[193],"station,":[194],"cloud-server":[202],"operating":[204],"NN-based":[205],"models.":[207],"Please":[208],"take":[209],"note":[210],"that":[211,369,455],"channel":[213,229,258],"between":[214,230],"HA":[216,237,254,323],"device":[217,238],"cloud":[220,306],"defined":[222,240],"uplink":[225,257,280],"channel,":[226],"whereas":[227],"(cloud)":[234],"downlink":[243],"channel.":[244],"Given":[245],"time-varying":[247],"sensitivity":[248],"received":[252],"at":[253],"devices,":[255],"can":[259,433,456],"therefore":[260],"handle":[261,434],"variety":[263,298],"rates.":[266,303],"As":[267],"result,":[269],"customized":[271],"long-term":[272],"evolution":[273],"(LTE)-based":[274],"frame":[275,334],"structure":[276,335],"developed":[278],"transmission":[281,313],"data.":[283],"It":[284],"provides":[285],"error-correction":[286],"codes":[287],"1.4":[290,339],"MHz":[291,294,340],"3":[293],"bandwidths":[295],"modulations":[300],"code":[302],"Furthermore,":[304,422],"simply":[309],"supports":[310],"limited":[312],"because":[315],"it":[316,363],"only":[317],"audio":[319,404],"equipment.":[324],"order":[326],"support":[328],"real-time":[329,461],"modified":[333],"LTE":[337],"bandwidth":[342],"developed.":[344],"The":[345],"algorithm":[348],"receives":[349],"cropped":[350],"lip":[351],"images":[352],"target":[355],"speaker":[356],"spectrogram,":[361],"produces":[364],"ideal":[366],"binary":[367],"mask":[368],"lessens":[370],"noise-dominant":[372],"regions":[373],"improving":[375],"speech-dominant":[377],"areas.":[378],"We":[379],"use":[380],"depth-wise":[382],"separable":[383],"convolutions,":[384],"reduced":[385],"STFT":[386,393],"window":[387,394],"size":[388],"32":[390],"ms,":[391,398],"smaller":[392],"shift":[395],"8":[397],"64":[400],"convolutions":[401],"feature":[405,425],"extraction":[406,426],"layers":[407],"Cochlea-Net":[410],"[3]":[411],"neural":[415],"network":[416],"architecture":[417,432],"reduce":[419],"processing":[420],"latency.":[421],"visual":[424],"framework":[427],"employed.":[429],"Our":[430],"streaming":[435],"frame-by-frame.":[437],"Thus,":[438],"users":[440],"will":[441,473],"experience":[442],"real-world":[448],"development":[449],"physical":[452],"layer":[453],"perform":[457],"under":[462],"strict":[463],"requirements.":[468],"For":[469],"bring":[474],"two":[475,478],"computers":[476],"devices.":[481]},"counts_by_year":[],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}