{"id":"https://openalex.org/W4405490053","doi":"https://doi.org/10.1109/embc53108.2024.10781707","title":"Cross-Speaker Training and Adaptation for Electromyography-to-Speech Conversion","display_name":"Cross-Speaker Training and Adaptation for Electromyography-to-Speech Conversion","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405490053","doi":"https://doi.org/10.1109/embc53108.2024.10781707","pmid":"https://pubmed.ncbi.nlm.nih.gov/40039250"},"language":"en","primary_location":{"id":"doi:10.1109/embc53108.2024.10781707","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10781707","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041361992","display_name":"Kevin Scheck","orcid":null},"institutions":[{"id":"https://openalex.org/I180437899","display_name":"University of Bremen","ror":"https://ror.org/04ers2y35","country_code":"DE","type":"education","lineage":["https://openalex.org/I180437899"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Kevin Scheck","raw_affiliation_strings":["University of Bremen,Cognitive Systems Lab,Bremen,Germany"],"affiliations":[{"raw_affiliation_string":"University of Bremen,Cognitive Systems Lab,Bremen,Germany","institution_ids":["https://openalex.org/I180437899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063262277","display_name":"Zhao Ren","orcid":"https://orcid.org/0000-0003-0707-5016"},"institutions":[{"id":"https://openalex.org/I180437899","display_name":"University of Bremen","ror":"https://ror.org/04ers2y35","country_code":"DE","type":"education","lineage":["https://openalex.org/I180437899"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zhao Ren","raw_affiliation_strings":["University of Bremen,Cognitive Systems Lab,Bremen,Germany"],"affiliations":[{"raw_affiliation_string":"University of Bremen,Cognitive Systems Lab,Bremen,Germany","institution_ids":["https://openalex.org/I180437899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115513561","display_name":"Tom Dombeck","orcid":null},"institutions":[{"id":"https://openalex.org/I180437899","display_name":"University of Bremen","ror":"https://ror.org/04ers2y35","country_code":"DE","type":"education","lineage":["https://openalex.org/I180437899"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tom Dombeck","raw_affiliation_strings":["University of Bremen,Cognitive Systems Lab,Bremen,Germany"],"affiliations":[{"raw_affiliation_string":"University of Bremen,Cognitive Systems Lab,Bremen,Germany","institution_ids":["https://openalex.org/I180437899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115513562","display_name":"Jenny Sonnert","orcid":null},"institutions":[{"id":"https://openalex.org/I180437899","display_name":"University of Bremen","ror":"https://ror.org/04ers2y35","country_code":"DE","type":"education","lineage":["https://openalex.org/I180437899"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jenny Sonnert","raw_affiliation_strings":["University of Bremen,Cognitive Systems Lab,Bremen,Germany"],"affiliations":[{"raw_affiliation_string":"University of Bremen,Cognitive Systems Lab,Bremen,Germany","institution_ids":["https://openalex.org/I180437899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046868068","display_name":"Stefano van Gogh","orcid":"https://orcid.org/0000-0001-5856-1124"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Stefano van Gogh","raw_affiliation_strings":["USI & SUPSI,Istituto Dalle Molle di Studi Sull’Intelligenza Artificiale (IDSIA),Lugano,Switzerland"],"affiliations":[{"raw_affiliation_string":"USI & SUPSI,Istituto Dalle Molle di Studi Sull’Intelligenza Artificiale (IDSIA),Lugano,Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064706415","display_name":"Qinhan Hou","orcid":"https://orcid.org/0000-0003-1570-1881"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Qinhan Hou","raw_affiliation_strings":["USI & SUPSI,Istituto Dalle Molle di Studi Sull’Intelligenza Artificiale (IDSIA),Lugano,Switzerland"],"affiliations":[{"raw_affiliation_string":"USI & SUPSI,Istituto Dalle Molle di Studi Sull’Intelligenza Artificiale (IDSIA),Lugano,Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020719193","display_name":"Michael Wand","orcid":"https://orcid.org/0000-0003-0966-7824"},"institutions":[{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]},{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michael Wand","raw_affiliation_strings":["USI & SUPSI,Istituto Dalle Molle di Studi Sull’Intelligenza Artificiale (IDSIA),Lugano,Switzerland"],"affiliations":[{"raw_affiliation_string":"USI & SUPSI,Istituto Dalle Molle di Studi Sull’Intelligenza Artificiale (IDSIA),Lugano,Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058049725","display_name":"Tanja Schultz","orcid":"https://orcid.org/0000-0002-9809-7028"},"institutions":[{"id":"https://openalex.org/I180437899","display_name":"University of Bremen","ror":"https://ror.org/04ers2y35","country_code":"DE","type":"education","lineage":["https://openalex.org/I180437899"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tanja Schultz","raw_affiliation_strings":["University of Bremen,Cognitive Systems Lab,Bremen,Germany"],"affiliations":[{"raw_affiliation_string":"University of Bremen,Cognitive Systems Lab,Bremen,Germany","institution_ids":["https://openalex.org/I180437899"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5041361992"],"corresponding_institution_ids":["https://openalex.org/I180437899"],"apc_list":null,"apc_paid":null,"fwci":1.3781,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.85208203,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10863","display_name":"Voice and Speech Disorders","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7339979410171509},{"id":"https://openalex.org/keywords/electromyography","display_name":"Electromyography","score":0.684838593006134},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6681779623031616},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.653767466545105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6529300212860107},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.3390796184539795},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22234919667243958},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.13829931616783142},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.05912938714027405}],"concepts":[{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7339979410171509},{"id":"https://openalex.org/C2777515770","wikidata":"https://www.wikidata.org/wiki/Q507369","display_name":"Electromyography","level":2,"score":0.684838593006134},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6681779623031616},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.653767466545105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6529300212860107},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.3390796184539795},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22234919667243958},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13829931616783142},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.05912938714027405},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004576","descriptor_name":"Electromyography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004576","descriptor_name":"Electromyography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004576","descriptor_name":"Electromyography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc53108.2024.10781707","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10781707","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:40039250","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40039250","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W169623250","https://openalex.org/W1996685892","https://openalex.org/W2008120082","https://openalex.org/W2395817516","https://openalex.org/W2419247625","https://openalex.org/W2537327199","https://openalex.org/W2747874407","https://openalex.org/W2768153200","https://openalex.org/W2990138404","https://openalex.org/W2998572311","https://openalex.org/W3005193431","https://openalex.org/W3024869864","https://openalex.org/W3097783286","https://openalex.org/W3105229878","https://openalex.org/W3175752069","https://openalex.org/W3210530853","https://openalex.org/W3211329195","https://openalex.org/W4283383330","https://openalex.org/W4291824895","https://openalex.org/W4372264243","https://openalex.org/W4372341338","https://openalex.org/W4388275972","https://openalex.org/W6772349387","https://openalex.org/W6775593909","https://openalex.org/W6783867762","https://openalex.org/W6803516594","https://openalex.org/W6857879404","https://openalex.org/W6894213946"],"related_works":["https://openalex.org/W2376139493","https://openalex.org/W2911808920","https://openalex.org/W2141253262","https://openalex.org/W230091440","https://openalex.org/W3156756500","https://openalex.org/W4251090744","https://openalex.org/W2386293158","https://openalex.org/W2433638048","https://openalex.org/W2391009298","https://openalex.org/W1558657480"],"abstract_inverted_index":{"Surface":[0],"Electromyography":[1],"(EMG)":[2],"signals":[3,73],"of":[4,32,43,69,74,146],"articulatory":[5],"muscles":[6],"can":[7,53],"be":[8,54],"used":[9],"to":[10,56,154],"synthesize":[11],"acoustic":[12],"speech":[13],"with":[14,59,77,85,104,137],"Electromyography-to-Speech":[15],"(ETS)":[16],"models.":[17,102,165],"Recent":[18],"models":[19,52,84,93,122,159],"have":[20],"improved":[21],"the":[22,64,144,151],"synthesis":[23,125],"quality":[24,126],"by":[25],"combining":[26],"training":[27,115,128],"data":[28,106],"from":[29,112,120,129],"multiple":[30,44],"recordings":[31,42],"single":[33],"speakers.":[34,142],"In":[35],"this":[36,109,149],"work,":[37],"we":[38],"evaluated":[39],"whether":[40],"using":[41],"speakers":[45,58,76],"also":[46],"increases":[47],"performance":[48,99],"and":[49,71,88,131],"if":[50],"cross-speaker":[51,83,121,157],"adapted":[55],"unseen":[57],"limited":[60],"data.":[61],"We":[62,81],"recorded":[63],"EMG-Vox":[65],"corpus,":[66],"which":[67],"consists":[68],"EMG":[70],"audio":[72],"four":[75],"five":[78],"sessions":[79],"each.":[80],"compared":[82],"single-speaker":[86,101,164],"counterparts":[87],"conducted":[89],"adaptation":[90,119,139],"experiments.":[91],"Cross-speaker":[92],"achieved":[94],"on":[95,135],"average":[96],"significantly":[97],"better":[98,161],"than":[100,127,163],"Experiments":[103],"balanced":[105],"indicated":[107],"that":[108,156],"improvement":[110],"stemmed":[111],"a":[113],"larger":[114],"set.":[116],"Performing":[117],"speaker":[118],"showed":[123],"higher":[124],"scratch":[130],"was":[132],"at":[133],"least":[134],"par":[136],"session":[138],"for":[140],"most":[141],"To":[143],"best":[145],"our":[147],"knowledge,":[148],"is":[150],"first":[152],"work":[153],"report":[155],"ETS":[158],"yielded":[160],"results":[162]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}