{"id":"https://openalex.org/W4391092659","doi":"https://doi.org/10.1109/tmc.2024.3356719","title":"EarSSR: Silent Speech Recognition via Earphones","display_name":"EarSSR: Silent Speech Recognition via Earphones","publication_year":2024,"publication_date":"2024-01-22","ids":{"openalex":"https://openalex.org/W4391092659","doi":"https://doi.org/10.1109/tmc.2024.3356719"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3356719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3356719","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019424138","display_name":"Xue Z. Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I37802460","display_name":"Northwest University","ror":"https://ror.org/00z3td547","country_code":"CN","type":"education","lineage":["https://openalex.org/I37802460"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xue Sun","raw_affiliation_strings":["Shaanxi International Joint Research Centre for the Battery-Free Internet of Things, School of Information Science and Technology, Northwest University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi International Joint Research Centre for the Battery-Free Internet of Things, School of Information Science and Technology, Northwest University, Xi’an, China","institution_ids":["https://openalex.org/I37802460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631082","display_name":"Jie Xiong","orcid":"https://orcid.org/0000-0002-5396-4554"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]},{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jie Xiong","raw_affiliation_strings":["Microsoft Research Asia, Shanghai, China","College of Information and Computer Sciences, University of Massachusetts Amherst, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Shanghai, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"College of Information and Computer Sciences, University of Massachusetts Amherst, USA","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039139749","display_name":"Chao Feng","orcid":"https://orcid.org/0000-0002-7322-2320"},"institutions":[{"id":"https://openalex.org/I37802460","display_name":"Northwest University","ror":"https://ror.org/00z3td547","country_code":"CN","type":"education","lineage":["https://openalex.org/I37802460"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Feng","raw_affiliation_strings":["Shaanxi International Joint Research Centre for the Battery-Free Internet of Things, School of Information Science and Technology, Northwest University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi International Joint Research Centre for the Battery-Free Internet of Things, School of Information Science and Technology, Northwest University, Xi’an, China","institution_ids":["https://openalex.org/I37802460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358577","display_name":"Haoyu Li","orcid":"https://orcid.org/0000-0003-2081-1313"},"institutions":[{"id":"https://openalex.org/I37802460","display_name":"Northwest University","ror":"https://ror.org/00z3td547","country_code":"CN","type":"education","lineage":["https://openalex.org/I37802460"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Li","raw_affiliation_strings":["Shaanxi International Joint Research Centre for the Battery-Free Internet of Things, School of Information Science and Technology, Northwest University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi International Joint Research Centre for the Battery-Free Internet of Things, School of Information Science and Technology, Northwest University, Xi’an, China","institution_ids":["https://openalex.org/I37802460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107115476","display_name":"Yuli Wu","orcid":"https://orcid.org/0009-0003-3365-6305"},"institutions":[{"id":"https://openalex.org/I37802460","display_name":"Northwest University","ror":"https://ror.org/00z3td547","country_code":"CN","type":"education","lineage":["https://openalex.org/I37802460"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuli Wu","raw_affiliation_strings":["Shaanxi International Joint Research Centre for the Battery-Free Internet of Things, School of Information Science and Technology, Northwest University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi International Joint Research Centre for the Battery-Free Internet of Things, School of Information Science and Technology, Northwest University, Xi’an, China","institution_ids":["https://openalex.org/I37802460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065103224","display_name":"Dingyi Fang","orcid":"https://orcid.org/0000-0002-5816-6922"},"institutions":[{"id":"https://openalex.org/I37802460","display_name":"Northwest University","ror":"https://ror.org/00z3td547","country_code":"CN","type":"education","lineage":["https://openalex.org/I37802460"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingyi Fang","raw_affiliation_strings":["Xi'an Key Laboratory of Advanced Computing and System Security, School of Information Science and Technology, Northwest University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Xi'an Key Laboratory of Advanced Computing and System Security, School of Information Science and Technology, Northwest University, Xi'an, China","institution_ids":["https://openalex.org/I37802460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100322143","display_name":"Xiaojiang Chen","orcid":"https://orcid.org/0000-0002-1180-6806"},"institutions":[{"id":"https://openalex.org/I37802460","display_name":"Northwest University","ror":"https://ror.org/00z3td547","country_code":"CN","type":"education","lineage":["https://openalex.org/I37802460"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojiang Chen","raw_affiliation_strings":["Xi’an Key Laboratory of Advanced Computing and System Security, School of Information Science and Technology, Northwest University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Xi’an Key Laboratory of Advanced Computing and System Security, School of Information Science and Technology, Northwest University, Xi’an, China","institution_ids":["https://openalex.org/I37802460"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5019424138"],"corresponding_institution_ids":["https://openalex.org/I37802460"],"apc_list":null,"apc_paid":null,"fwci":5.4299,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.96408137,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"23","issue":"8","first_page":"8493","last_page":"8507"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8078052997589111},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7261085510253906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8078052997589111},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7261085510253906}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3356719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3356719","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2290065320","display_name":null,"funder_award_id":"62272388","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7618020768","display_name":null,"funder_award_id":"62372372","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1516264999","https://openalex.org/W1537182262","https://openalex.org/W1560013842","https://openalex.org/W1686810756","https://openalex.org/W2015143272","https://openalex.org/W2038488353","https://openalex.org/W2039071662","https://openalex.org/W2044722977","https://openalex.org/W2057959448","https://openalex.org/W2066502876","https://openalex.org/W2076676508","https://openalex.org/W2100294832","https://openalex.org/W2114811723","https://openalex.org/W2157331557","https://openalex.org/W2160815625","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2327501763","https://openalex.org/W2328838213","https://openalex.org/W2344757691","https://openalex.org/W2407080277","https://openalex.org/W2473930607","https://openalex.org/W2525632221","https://openalex.org/W2536166232","https://openalex.org/W2594690981","https://openalex.org/W2794026873","https://openalex.org/W2885195348","https://openalex.org/W2889007195","https://openalex.org/W2897318954","https://openalex.org/W2907493122","https://openalex.org/W2936774411","https://openalex.org/W2941048526","https://openalex.org/W2953297989","https://openalex.org/W2963163009","https://openalex.org/W2972011662","https://openalex.org/W2979514732","https://openalex.org/W2982083293","https://openalex.org/W3004196347","https://openalex.org/W3010673682","https://openalex.org/W3034158840","https://openalex.org/W3039201763","https://openalex.org/W3083703874","https://openalex.org/W3093564344","https://openalex.org/W3132560018","https://openalex.org/W3140672455","https://openalex.org/W3144915432","https://openalex.org/W3151244818","https://openalex.org/W3154668949","https://openalex.org/W3164718925","https://openalex.org/W3175702010","https://openalex.org/W3184998487","https://openalex.org/W3198130403","https://openalex.org/W3205995231","https://openalex.org/W3210921161","https://openalex.org/W4200482297","https://openalex.org/W4239937777","https://openalex.org/W4284889257","https://openalex.org/W4294891775","https://openalex.org/W4297775537","https://openalex.org/W4298112588","https://openalex.org/W4302061683","https://openalex.org/W4306179591","https://openalex.org/W6637373629","https://openalex.org/W6681753794","https://openalex.org/W6686207219","https://openalex.org/W6732872814","https://openalex.org/W6737664043","https://openalex.org/W6780027118","https://openalex.org/W7038994942"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"As":[0],"the":[1,33,53,64,107,121,131,140,147],"most":[2],"natural":[3],"and":[4,32,59,83,106,124,139,190],"convenient":[5],"way":[6],"to":[7,62,78,113,129,145,151,168],"communicate":[8],"with":[9,81],"people,":[10],"speech":[11,45,75,158],"is":[12,93],"always":[13],"preferred":[14],"in":[15,29,37],"Human-Computer":[16],"Interactions.":[17],"However,":[18],"voice-based":[19],"interaction":[20,80],"still":[21],"has":[22,48],"several":[23],"limitations.":[24],"It":[25],"raises":[26],"privacy":[27],"concerns":[28],"some":[30],"circumstances":[31],"accuracy":[34,182,192],"severely":[35],"degrades":[36],"noisy":[38],"environments.":[39],"To":[40],"address":[41],"these":[42],"limitations,":[43],"silent":[44,74,157],"recognition":[46,76,189],"(SSR)":[47],"been":[49],"proposed,":[50],"which":[51],"leverages":[52],"inaudible":[54],"information":[55],"(e.g.,":[56],"lip":[57],"movements":[58],"throat":[60],"vibration)":[61],"recognize":[63],"speech.":[65],"In":[66],"this":[67],"paper,":[68],"we":[69],"present":[70],"EarSSR,":[71],"an":[72,127,181,191],"earphone-based":[73],"system":[77],"enable":[79],"human":[82],"device":[84],"without":[85,116],"a":[86,162],"need":[87],"for":[88,156,185,195],"vocalization.":[89,118],"The":[90],"key":[91],"insight":[92],"that":[94,177],"when":[95],"people":[96],"are":[97,111,137,143],"speaking,":[98],"their":[99],"ear":[100,132,153],"canals":[101],"exhibit":[102],"unique":[103],"deformation":[104,109,155],"patterns":[105,110],"corresponding":[108,150],"related":[112],"words/letters":[114],"even":[115],"any":[117],"We":[119,160],"utilize":[120],"built-in":[122],"microphone":[123],"speaker":[125],"of":[126,183,193],"earphone":[128],"capture":[130],"canal":[133,154],"deformation.":[134],"Ultrasound":[135],"signals":[136,142],"emitted":[138],"reflected":[141],"analyzed":[144],"extract":[146],"signal":[148],"features":[149],"speech-induced":[152],"recognition.":[159,172,197],"design":[161],"two-channel":[163],"hierarchical":[164],"convolutional":[165],"neural":[166],"network":[167],"achieve":[169,180],"fine-grained":[170],"letter/word":[171],"Our":[173],"extensive":[174],"experiments":[175],"show":[176],"EarSSR":[178],"can":[179],"82%":[184],"single":[186],"alphabetic":[187],"letter":[188],"93%":[194],"word":[196]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}