{"id":"https://openalex.org/W3083703874","doi":"https://doi.org/10.1145/3411830","title":"EchoWhisper","display_name":"EchoWhisper","publication_year":2020,"publication_date":"2020-09-04","ids":{"openalex":"https://openalex.org/W3083703874","doi":"https://doi.org/10.1145/3411830","mag":"3083703874"},"language":"en","primary_location":{"id":"doi:10.1145/3411830","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411830","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072170851","display_name":"Yang Gao","orcid":"https://orcid.org/0000-0001-6811-0183"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yang Gao","raw_affiliation_strings":["University at Buffalo, State University of New York, Department of Computer Science and Engineering, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, State University of New York, Department of Computer Science and Engineering, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064169296","display_name":"Yincheng Jin","orcid":"https://orcid.org/0000-0002-1812-4234"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yincheng Jin","raw_affiliation_strings":["University at Buffalo, State University of New York, Department of Computer Science and Engineering, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, State University of New York, Department of Computer Science and Engineering, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100784775","display_name":"Jiyang Li","orcid":"https://orcid.org/0000-0002-0692-8972"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiyang Li","raw_affiliation_strings":["University at Buffalo, State University of New York, Department of Computer Science and Engineering, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, State University of New York, Department of Computer Science and Engineering, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003491759","display_name":"Seokmin Choi","orcid":"https://orcid.org/0000-0003-4284-6728"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seokmin Choi","raw_affiliation_strings":["University at Buffalo, State University of New York, Department of Computer Science and Engineering, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, State University of New York, Department of Computer Science and Engineering, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044439388","display_name":"Zhanpeng Jin","orcid":"https://orcid.org/0000-0002-3020-3736"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhanpeng Jin","raw_affiliation_strings":["University at Buffalo, State University of New York, Department of Computer Science and Engineering, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, State University of New York, Department of Computer Science and Engineering, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5072170851"],"corresponding_institution_ids":["https://openalex.org/I63190737"],"apc_list":null,"apc_paid":null,"fwci":2.8912,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.91811075,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"4","issue":"3","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8091293573379517},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6566773653030396},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6391852498054504},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.6137055158615112},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.47748327255249023},{"id":"https://openalex.org/keywords/voice-activity-detection","display_name":"Voice activity detection","score":0.4438348710536957},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.3920024335384369},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36952704191207886}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8091293573379517},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6566773653030396},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6391852498054504},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.6137055158615112},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.47748327255249023},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.4438348710536957},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.3920024335384369},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36952704191207886},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3411830","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411830","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W159553819","https://openalex.org/W237168799","https://openalex.org/W1647572132","https://openalex.org/W1969139822","https://openalex.org/W1995181267","https://openalex.org/W1995735739","https://openalex.org/W2012474571","https://openalex.org/W2059411196","https://openalex.org/W2066502876","https://openalex.org/W2089658646","https://openalex.org/W2113638573","https://openalex.org/W2115433244","https://openalex.org/W2144244295","https://openalex.org/W2144424618","https://openalex.org/W2144685889","https://openalex.org/W2151395579","https://openalex.org/W2153594606","https://openalex.org/W2160800342","https://openalex.org/W2162675543","https://openalex.org/W2562000066","https://openalex.org/W2764166175","https://openalex.org/W2783985400","https://openalex.org/W2791862028","https://openalex.org/W2793102850","https://openalex.org/W2793257307","https://openalex.org/W2795038031","https://openalex.org/W2824103177","https://openalex.org/W2838290523","https://openalex.org/W2890216513","https://openalex.org/W2896622783","https://openalex.org/W2897318954","https://openalex.org/W2898050070","https://openalex.org/W2905699130","https://openalex.org/W2908397118","https://openalex.org/W2935290040","https://openalex.org/W2941048526","https://openalex.org/W2942395439","https://openalex.org/W2953297989","https://openalex.org/W2962915147","https://openalex.org/W2963163009","https://openalex.org/W2964352155","https://openalex.org/W2971432638","https://openalex.org/W3169801697"],"related_works":["https://openalex.org/W642007152","https://openalex.org/W2401827384","https://openalex.org/W2355290951","https://openalex.org/W2069501481","https://openalex.org/W2052688117","https://openalex.org/W2552102772","https://openalex.org/W2103239478","https://openalex.org/W4294771049","https://openalex.org/W1523214805","https://openalex.org/W2168417340"],"abstract_inverted_index":{"With":[0],"the":[1,18,28,32,37,83,99,103,114,123,127,156],"rapid":[2],"growth":[3],"of":[4,17,98,102,117,152,158,175],"artificial":[5],"intelligence":[6],"and":[7,21,109,112,170,178,185,191],"mobile":[8],"computing,":[9],"intelligent":[10],"speech":[11,38,46,68,91,161],"interface":[12],"has":[13,22,165],"recently":[14],"become":[15],"one":[16],"prevalent":[19],"trends":[20],"already":[23],"presented":[24],"huge":[25],"potentials":[26],"to":[27,51,172],"public.":[29],"To":[30],"address":[31],"privacy":[33],"leakage":[34],"issue":[35],"during":[36],"interaction":[39],"or":[40,74],"accommodate":[41],"some":[42],"special":[43],"demands,":[44],"silent":[45,67,90,160],"interfaces":[47],"have":[48],"been":[49],"proposed":[50,94],"enable":[52],"people's":[53],"communication":[54],"without":[55],"vocalizing":[56],"their":[57],"sound":[58],"(e.g.,":[59],"lip":[60],"reading,":[61],"tongue":[62,110],"tracking).":[63],"However,":[64],"most":[65],"existing":[66],"mechanisms":[69],"require":[70],"either":[71],"background":[72],"illuminations":[73],"additional":[75],"wearable":[76],"devices.":[77],"In":[78],"this":[79],"study,":[80],"we":[81],"propose":[82],"EchoWhisper":[84,164],"as":[85,182],"a":[86,134,147,173],"novel":[87],"user-friendly,":[88],"smartphone-based":[89],"interface.":[92],"The":[93],"technique":[95],"takes":[96],"advantage":[97],"micro-Doppler":[100],"effect":[101],"acoustic":[104,115],"wave":[105],"resulting":[106],"from":[107],"mouth":[108],"movements":[111],"assesses":[113],"features":[116],"beamformed":[118],"reflected":[119],"echoes":[120],"captured":[121],"by":[122],"dual":[124],"microphones":[125],"in":[126],"smartphone.":[128],"Using":[129],"human":[130],"subjects":[131],"who":[132],"perform":[133],"daily":[135],"conversation":[136],"task":[137],"with":[138],"over":[139],"45":[140],"different":[141],"words,":[142],"our":[143],"system":[144],"can":[145],"achieve":[146],"WER":[148],"(word":[149],"error":[150],"rate)":[151],"8.33%,":[153],"which":[154],"shows":[155],"effectiveness":[157],"inferring":[159],"content.":[162],"Moreover,":[163],"also":[166],"demonstrated":[167],"its":[168],"reliability":[169],"robustness":[171],"variety":[174],"configuration":[176],"settings":[177],"environmental":[179],"factors,":[180],"such":[181],"smartphone":[183],"orientations":[184],"distances,":[186],"ambient":[187],"noises,":[188],"body":[189],"motions,":[190],"so":[192],"on.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2020-09-11T00:00:00"}