{"id":"https://openalex.org/W4396832776","doi":"https://doi.org/10.1145/3613904.3642348","title":"MELDER: The Design and Evaluation of a Real-time Silent Speech Recognizer for Mobile Devices","display_name":"MELDER: The Design and Evaluation of a Real-time Silent Speech Recognizer for Mobile Devices","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396832776","doi":"https://doi.org/10.1145/3613904.3642348"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642348","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642348","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642348","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642348","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057075522","display_name":"Laxmi Pandey","orcid":"https://orcid.org/0000-0003-4784-8730"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Laxmi Pandey","raw_affiliation_strings":["Inclusive Interaction Lab, University of California, Merced, United States"],"affiliations":[{"raw_affiliation_string":"Inclusive Interaction Lab, University of California, Merced, United States","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034325005","display_name":"Ahmed Sabbir Arif","orcid":"https://orcid.org/0000-0002-8384-4764"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed Sabbir Arif","raw_affiliation_strings":["Inclusive Interaction Lab, University of California, Merced, United States"],"affiliations":[{"raw_affiliation_string":"Inclusive Interaction Lab, University of California, Merced, United States","institution_ids":["https://openalex.org/I156087764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5057075522"],"corresponding_institution_ids":["https://openalex.org/I156087764"],"apc_list":null,"apc_paid":null,"fwci":5.1914,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.96219332,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8619876503944397},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.7082586288452148},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6731083393096924},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.5963916182518005},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.4969232380390167},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4604630470275879},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4298556447029114},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3598901629447937},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33515849709510803}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8619876503944397},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.7082586288452148},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6731083393096924},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.5963916182518005},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4969232380390167},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4604630470275879},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4298556447029114},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3598901629447937},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33515849709510803},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613904.3642348","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642348","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642348","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642348","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642348","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642348","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396832776.pdf"},"referenced_works_count":105,"referenced_works":["https://openalex.org/W107924225","https://openalex.org/W128773739","https://openalex.org/W271608952","https://openalex.org/W1574462636","https://openalex.org/W1804954951","https://openalex.org/W1924770834","https://openalex.org/W1966070767","https://openalex.org/W1967225830","https://openalex.org/W1979701957","https://openalex.org/W1995735739","https://openalex.org/W2004588154","https://openalex.org/W2015143272","https://openalex.org/W2023249208","https://openalex.org/W2034721113","https://openalex.org/W2038971444","https://openalex.org/W2039640471","https://openalex.org/W2051626970","https://openalex.org/W2058961190","https://openalex.org/W2059169992","https://openalex.org/W2059761048","https://openalex.org/W2060510034","https://openalex.org/W2066502876","https://openalex.org/W2076676508","https://openalex.org/W2085708962","https://openalex.org/W2091992487","https://openalex.org/W2096391593","https://openalex.org/W2099287431","https://openalex.org/W2104328027","https://openalex.org/W2115252128","https://openalex.org/W2117193121","https://openalex.org/W2119167612","https://openalex.org/W2127141656","https://openalex.org/W2129160496","https://openalex.org/W2137065938","https://openalex.org/W2142075667","https://openalex.org/W2144855640","https://openalex.org/W2145442746","https://openalex.org/W2148226542","https://openalex.org/W2156203418","https://openalex.org/W2157827878","https://openalex.org/W2159203809","https://openalex.org/W2160800342","https://openalex.org/W2161669434","https://openalex.org/W2165698076","https://openalex.org/W2194775991","https://openalex.org/W2243738093","https://openalex.org/W2267805933","https://openalex.org/W2271840356","https://openalex.org/W2289925289","https://openalex.org/W2394613688","https://openalex.org/W2398406965","https://openalex.org/W2404704342","https://openalex.org/W2523168882","https://openalex.org/W2551572271","https://openalex.org/W2556171197","https://openalex.org/W2586057587","https://openalex.org/W2594690981","https://openalex.org/W2604379605","https://openalex.org/W2752782242","https://openalex.org/W2782574535","https://openalex.org/W2792643794","https://openalex.org/W2793257307","https://openalex.org/W2793493229","https://openalex.org/W2890952074","https://openalex.org/W2891205112","https://openalex.org/W2896622783","https://openalex.org/W2897318954","https://openalex.org/W2921295135","https://openalex.org/W2941048526","https://openalex.org/W2953297989","https://openalex.org/W2963785710","https://openalex.org/W2964121744","https://openalex.org/W2972449271","https://openalex.org/W2981501041","https://openalex.org/W3025165719","https://openalex.org/W3041133507","https://openalex.org/W3083703874","https://openalex.org/W3091762102","https://openalex.org/W3093564344","https://openalex.org/W3098841379","https://openalex.org/W3121677306","https://openalex.org/W3160833628","https://openalex.org/W3163695558","https://openalex.org/W3163934237","https://openalex.org/W3164825066","https://openalex.org/W3213319487","https://openalex.org/W4200482297","https://openalex.org/W4206990000","https://openalex.org/W4224287316","https://openalex.org/W4225096114","https://openalex.org/W4225124540","https://openalex.org/W4284889257","https://openalex.org/W4289753779","https://openalex.org/W4294891788","https://openalex.org/W4297440904","https://openalex.org/W4299411303","https://openalex.org/W4299627282","https://openalex.org/W4307485609","https://openalex.org/W4308990713","https://openalex.org/W4321009928","https://openalex.org/W4361763861","https://openalex.org/W4366547682","https://openalex.org/W4377990899","https://openalex.org/W4378508808","https://openalex.org/W4379933281"],"related_works":["https://openalex.org/W2039546652","https://openalex.org/W2012262991","https://openalex.org/W2373794620","https://openalex.org/W2060629350","https://openalex.org/W2357294589","https://openalex.org/W2386861027","https://openalex.org/W2349302580","https://openalex.org/W3034529322","https://openalex.org/W2390154576","https://openalex.org/W2349784553"],"abstract_inverted_index":{"Silent":[0],"speech":[1,17,108],"is":[2],"unaffected":[3],"by":[4,45,81],"ambient":[5],"noise,":[6],"increases":[7],"accessibility,":[8],"and":[9,12,29,101],"enhances":[10],"privacy":[11],"security.":[13],"Yet":[14],"current":[15],"silent":[16,107],"recognizers":[18],"operate":[19],"in":[20,43,98],"a":[21,37,86,90],"phrase-in/phrase-out":[22],"manner,":[23],"thus":[24],"are":[25],"slow,":[26],"error":[27],"prone,":[28],"impractical":[30],"for":[31,70,78],"mobile":[32,71,102],"devices.":[33,72],"We":[34,73,94],"present":[35],"MELDER,":[36],"Mobile":[38],"Lip":[39],"Reader":[40],"that":[41,61],"operates":[42],"real-time":[44],"splitting":[46],"the":[47,76,83,126,147],"input":[48],"video":[49],"into":[50],"smaller":[51],"temporal":[52],"segments":[53],"to":[54],"process":[55],"them":[56],"individually.":[57],"An":[58],"experiment":[59],"revealed":[60],"this":[62],"substantially":[63],"improves":[64],"computation":[65],"time,":[66],"making":[67],"it":[68],"suitable":[69],"further":[74],"optimize":[75],"model":[77],"everyday":[79],"use":[80],"exploiting":[82],"knowledge":[84],"from":[85],"high-resource":[87],"vocabulary":[88],"using":[89],"transfer":[91],"learning":[92],"model.":[93],"then":[95],"compare":[96,118],"MELDER":[97,111,124],"both":[99],"stationary":[100],"settings":[103],"with":[104,125],"two":[105,119],"state-of-the-art":[106],"recognizers,":[109],"where":[110],"demonstrated":[112],"superior":[113],"overall":[114],"performance.":[115,149],"Finally,":[116],"we":[117],"visual":[120,127],"feedback":[121,128,141],"methods":[122,142],"of":[123,130,146],"method":[129],"Google":[131],"Assistant.":[132],"The":[133],"outcomes":[134],"shed":[135],"light":[136],"on":[137],"how":[138],"these":[139],"proposed":[140],"influence":[143],"users\u2019":[144],"perceptions":[145],"model\u2019s":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-05T09:29:38.588285","created_date":"2025-10-10T00:00:00"}