{"id":"https://openalex.org/W3097444609","doi":"https://doi.org/10.1109/jbhi.2020.3034158","title":"Multimodal Data Fusion of Electromyography and Acoustic Signals for Thai Syllable Recognition","display_name":"Multimodal Data Fusion of Electromyography and Acoustic Signals for Thai Syllable Recognition","publication_year":2020,"publication_date":"2020-10-27","ids":{"openalex":"https://openalex.org/W3097444609","doi":"https://doi.org/10.1109/jbhi.2020.3034158","mag":"3097444609","pmid":"https://pubmed.ncbi.nlm.nih.gov/33108301"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2020.3034158","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2020.3034158","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://e-spacio.uned.es/bitstreams/1ec31ee6-cc85-480b-ae74-37b5480eabe6/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048296457","display_name":"Nida Sae Jong","orcid":null},"institutions":[{"id":"https://openalex.org/I338254849","display_name":"Princess of Naradhiwas University","ror":"https://ror.org/03s336c88","country_code":"TH","type":"education","lineage":["https://openalex.org/I338254849"]},{"id":"https://openalex.org/I131868736","display_name":"Prince of Songkla University","ror":"https://ror.org/0575ycz84","country_code":"TH","type":"education","lineage":["https://openalex.org/I131868736"]},{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB","TH"],"is_corresponding":true,"raw_author_name":"Nida Sae Jong","raw_affiliation_strings":["Department of Electrical Engineering, Faculty of Engineering, Princess of Naradhiwas University, Narathiwat, Thailand","Department of Electrical Engineering, Prince of Songkla University, Hat Yai, Thailand","School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Faculty of Engineering, Princess of Naradhiwas University, Narathiwat, Thailand","institution_ids":["https://openalex.org/I338254849"]},{"raw_affiliation_string":"Department of Electrical Engineering, Prince of Songkla University, Hat Yai, Thailand","institution_ids":["https://openalex.org/I131868736"]},{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103166161","display_name":"Alba Garc\u00eda Seco de Herrera","orcid":"https://orcid.org/0000-0002-6509-5325"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alba Garcia Seco de Herrera","raw_affiliation_strings":["School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058285390","display_name":"Pornchai Phukpattaranont","orcid":"https://orcid.org/0000-0003-0885-0176"},"institutions":[{"id":"https://openalex.org/I131868736","display_name":"Prince of Songkla University","ror":"https://ror.org/0575ycz84","country_code":"TH","type":"education","lineage":["https://openalex.org/I131868736"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Pornchai Phukpattaranont","raw_affiliation_strings":["Department of Electrical Engineering, Faculty of Engineering, Prince of Songkla University, Hat Yai, Thailand"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Faculty of Engineering, Prince of Songkla University, Hat Yai, Thailand","institution_ids":["https://openalex.org/I131868736"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5048296457"],"corresponding_institution_ids":["https://openalex.org/I110002522","https://openalex.org/I131868736","https://openalex.org/I338254849"],"apc_list":null,"apc_paid":null,"fwci":1.0399,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.74411362,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"25","issue":"6","first_page":"1997","last_page":"2006"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7856526374816895},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7431712746620178},{"id":"https://openalex.org/keywords/mel-frequency-cepstrum","display_name":"Mel-frequency cepstrum","score":0.5441859364509583},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.5293633937835693},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.510470986366272},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5086005926132202},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5024888515472412},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.501103401184082},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4793018400669098},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4542636275291443},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.4410075843334198},{"id":"https://openalex.org/keywords/syllable","display_name":"Syllable","score":0.4291926920413971}],"concepts":[{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7856526374816895},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7431712746620178},{"id":"https://openalex.org/C151989614","wikidata":"https://www.wikidata.org/wiki/Q440370","display_name":"Mel-frequency cepstrum","level":3,"score":0.5441859364509583},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.5293633937835693},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.510470986366272},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5086005926132202},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5024888515472412},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.501103401184082},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4793018400669098},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4542636275291443},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4410075843334198},{"id":"https://openalex.org/C109089402","wikidata":"https://www.wikidata.org/wiki/Q8188","display_name":"Syllable","level":2,"score":0.4291926920413971},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000162","descriptor_name":"Acoustics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000162","descriptor_name":"Acoustics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000162","descriptor_name":"Acoustics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004576","descriptor_name":"Electromyography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004576","descriptor_name":"Electromyography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004576","descriptor_name":"Electromyography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013785","descriptor_name":"Thailand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013785","descriptor_name":"Thailand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013785","descriptor_name":"Thailand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1109/jbhi.2020.3034158","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2020.3034158","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:33108301","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33108301","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null},{"id":"pmh:oai:e-spacio.uned.es:20.500.14468/26372","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.14468/26372","pdf_url":"https://e-spacio.uned.es/bitstreams/1ec31ee6-cc85-480b-ae74-37b5480eabe6/download","source":{"id":"https://openalex.org/S7407055166","display_name":"UNED repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},{"id":"pmh:oai:repository.essex.ac.uk:29499","is_oa":true,"landing_page_url":"https://doi.org/10.1109/JBHI.2020.3034158","pdf_url":"http://repository.essex.ac.uk/29499/1/Nida2020.pdf","source":{"id":"https://openalex.org/S4306401236","display_name":"Open Access at Essex (University of Essex)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I110002522","host_organization_name":"University of Essex","host_organization_lineage":["https://openalex.org/I110002522"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"pmh:oai:e-spacio.uned.es:20.500.14468/26372","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.14468/26372","pdf_url":"https://e-spacio.uned.es/bitstreams/1ec31ee6-cc85-480b-ae74-37b5480eabe6/download","source":{"id":"https://openalex.org/S7407055166","display_name":"UNED repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6499999761581421}],"awards":[{"id":"https://openalex.org/G8571868475","display_name":null,"funder_award_id":"006/2558","funder_id":"https://openalex.org/F4320311649","funder_display_name":"Ministry of Education"}],"funders":[{"id":"https://openalex.org/F4320311649","display_name":"Ministry of Education","ror":"https://ror.org/036nq5137"},{"id":"https://openalex.org/F4320333332","display_name":"Office of the Higher Education Commission","ror":"https://ror.org/05m5t2b63"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3097444609.pdf","grobid_xml":"https://content.openalex.org/works/W3097444609.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W159288783","https://openalex.org/W1964477851","https://openalex.org/W1970718484","https://openalex.org/W1973535569","https://openalex.org/W1992116128","https://openalex.org/W2002392326","https://openalex.org/W2002499457","https://openalex.org/W2017085332","https://openalex.org/W2022327534","https://openalex.org/W2040972403","https://openalex.org/W2049929913","https://openalex.org/W2057543550","https://openalex.org/W2060190146","https://openalex.org/W2086580956","https://openalex.org/W2095513968","https://openalex.org/W2095661886","https://openalex.org/W2117079761","https://openalex.org/W2117193121","https://openalex.org/W2135631461","https://openalex.org/W2142300631","https://openalex.org/W2166003388","https://openalex.org/W2399102696","https://openalex.org/W2406470551","https://openalex.org/W2489618766","https://openalex.org/W2742425536","https://openalex.org/W2757188476","https://openalex.org/W2770946600","https://openalex.org/W2903040927","https://openalex.org/W6606429802"],"related_works":["https://openalex.org/W2053269318","https://openalex.org/W2364370872","https://openalex.org/W2349769824","https://openalex.org/W2097963413","https://openalex.org/W2294335174","https://openalex.org/W4317383455","https://openalex.org/W2548511587","https://openalex.org/W2422472940","https://openalex.org/W2019475500","https://openalex.org/W2548162870"],"abstract_inverted_index":{"Speech":[0,13],"disorders":[1],"such":[2],"as":[3],"dysarthria":[4],"are":[5,104,118,126],"common":[6],"and":[7,24,75,123,133,165],"frequent":[8],"after":[9],"suffering":[10],"a":[11,17,31,41,50,69,187],"stroke.":[12],"rehabilitation":[14,52,114],"performed":[15],"by":[16,159],"speech-language":[18,34,60],"pathologist":[19],"is":[20,30,66,86,135,157],"needed":[21],"to":[22,54,57,88,137,193,206,228],"improve":[23,89],"recover.":[25],"However,":[26],"in":[27,49,224,237],"Thailand,":[28],"there":[29],"shortage":[32],"of":[33,72,99,131,186,197,240],"pathologists.":[35],"In":[36,199],"this":[37],"paper,":[38],"we":[39],"present":[40],"syllable":[42,242],"recognition":[43],"system,":[44],"which":[45],"can":[46,210],"be":[47,138,211],"deployable":[48],"speech":[51],"system":[53,65],"provide":[55],"support":[56],"the":[58,97,141,147,180,184,215,231,235,238,241],"limited":[59],"pathologists":[61],"available.":[62],"The":[63,102,128,150],"proposed":[64,216],"based":[67],"on":[68],"multimodal":[70,181,217],"fusion":[71,85,182,233],"acoustic":[73,148],"signal":[74,90,155,189],"surface":[76],"electromyography":[77],"(sEMG)":[78],"collected":[79,106,173],"from":[80,120,146,153,168,230],"facial":[81],"muscles.":[82],"Multimodal":[83],"data":[84],"studied":[87],"collection":[91],"under":[92],"noisy":[93],"situations":[94],"while":[95,107],"reducing":[96],"number":[98],"electrodes":[100],"needed.":[101],"signals":[103,122],"simultaneously":[105],"articulating":[108],"12":[109],"Thai":[110],"syllables":[111],"designed":[112],"for":[113,174],"exercises.":[115],"Several":[116],"features":[117,132],"extracted":[119,145],"sEMG":[121],"five":[124],"channels":[125,134],"studied.":[127],"best":[129],"combination":[130],"chosen":[136],"fused":[139],"with":[140],"mel-frequency":[142],"cepstral":[143],"coefficients":[144],"signal.":[149],"feature":[151],"vector":[152],"each":[154],"source":[156,190],"projected":[158],"spectral":[160],"regression":[161],"extreme":[162],"learning":[163],"machine":[164],"concatenated.":[166],"Data":[167],"seven":[169],"healthy":[170],"subjects":[171],"were":[172],"evaluation":[175],"purposes.":[176],"Results":[177],"show":[178],"that":[179],"outperforms":[183],"use":[185],"single":[188],"achieving":[191],"up":[192,205],"[Formula:":[194,207],"see":[195,208],"text]":[196,209],"accuracy.":[198],"other":[200],"words,":[201],"an":[202],"accuracy":[203,226],"improvement":[204,236],"achieved":[212],"when":[213],"using":[214],"fusion.":[218],"Moreover,":[219],"its":[220],"low":[221],"standard":[222],"deviations":[223],"classification":[225],"compared":[227],"those":[229],"unimodal":[232],"indicate":[234],"robustness":[239],"recognition.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":8},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-08T08:50:53.379069","created_date":"2025-10-10T00:00:00"}