{"id":"https://openalex.org/W4413291897","doi":"https://doi.org/10.1080/10447318.2025.2537784","title":"A Tone-Assisted Chinese Silent Speech Input Method for Virtual Reality","display_name":"A Tone-Assisted Chinese Silent Speech Input Method for Virtual Reality","publication_year":2025,"publication_date":"2025-08-18","ids":{"openalex":"https://openalex.org/W4413291897","doi":"https://doi.org/10.1080/10447318.2025.2537784"},"language":"en","primary_location":{"id":"doi:10.1080/10447318.2025.2537784","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2025.2537784","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100390695","display_name":"Xinyu Zhang","orcid":"https://orcid.org/0000-0002-4335-682X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Zhang","raw_affiliation_strings":["Software Institute, Nanjing University","State Key Laboratory for Novel Software Technology, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Institute, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035365738","display_name":"Xinyuan Shan","orcid":"https://orcid.org/0000-0001-5458-3975"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyuan Shan","raw_affiliation_strings":["Software Institute, Nanjing University","State Key Laboratory for Novel Software Technology, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Institute, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354758","display_name":"Yang Zhou","orcid":"https://orcid.org/0000-0003-0612-5579"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhou","raw_affiliation_strings":["Software Institute, Nanjing University","State Key Laboratory for Novel Software Technology, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Institute, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024329876","display_name":"Zihong Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihong Chen","raw_affiliation_strings":["Software Institute, Nanjing University","State Key Laboratory for Novel Software Technology, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Institute, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066043627","display_name":"Peng Tan","orcid":"https://orcid.org/0000-0002-9163-8100"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Tan","raw_affiliation_strings":["Greater Bay Area Institute of Precision Medicine","Institute of Biomedical Engineering and Technology, Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Greater Bay Area Institute of Precision Medicine","institution_ids":[]},{"raw_affiliation_string":"Institute of Biomedical Engineering and Technology, Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035659293","display_name":"Youlu Xing","orcid":"https://orcid.org/0000-0001-5712-8775"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youlu Xing","raw_affiliation_strings":["School of Computer Science and Control Engineering, Shenzhen University of Advanced Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Control Engineering, Shenzhen University of Advanced Technology","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Luo Bin","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luo Bin","raw_affiliation_strings":["Software Institute, Nanjing University","State Key Laboratory for Novel Software Technology, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Institute, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108725893","display_name":"Zhigeng Pan","orcid":"https://orcid.org/0009-0005-6264-7146"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigeng Pan","raw_affiliation_strings":["School of Artificial Intelligence, Nanjing University of Information Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Nanjing University of Information Science and Technology","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017746373","display_name":"Guihuan Feng","orcid":"https://orcid.org/0000-0002-8435-5161"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guihuan Feng","raw_affiliation_strings":["Software Institute, Nanjing University","State Key Laboratory for Novel Software Technology, Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Institute, Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5017746373"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.9024,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.75371481,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"42","issue":"6","first_page":"4140","last_page":"4171"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tone","display_name":"Tone (literature)","score":0.744281530380249},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.59214848279953},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5296179056167603},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5242369771003723},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.24949100613594055},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1964312195777893},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07203012704849243}],"concepts":[{"id":"https://openalex.org/C2780583480","wikidata":"https://www.wikidata.org/wiki/Q1366327","display_name":"Tone (literature)","level":2,"score":0.744281530380249},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.59214848279953},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5296179056167603},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5242369771003723},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.24949100613594055},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1964312195777893},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07203012704849243}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10447318.2025.2537784","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2025.2537784","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2382163521","display_name":null,"funder_award_id":"2018YFB1004900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W1488659701","https://openalex.org/W2013317861","https://openalex.org/W2039640471","https://openalex.org/W2056852181","https://openalex.org/W2099287431","https://openalex.org/W2110015077","https://openalex.org/W2113814270","https://openalex.org/W2114291713","https://openalex.org/W2124397839","https://openalex.org/W2133990837","https://openalex.org/W2136155248","https://openalex.org/W2151905266","https://openalex.org/W2156060621","https://openalex.org/W2157381737","https://openalex.org/W2159203809","https://openalex.org/W2194775991","https://openalex.org/W2322064186","https://openalex.org/W2394613688","https://openalex.org/W2400993875","https://openalex.org/W2551572271","https://openalex.org/W2611904979","https://openalex.org/W2612690371","https://openalex.org/W2747874407","https://openalex.org/W2782574535","https://openalex.org/W2793257307","https://openalex.org/W2796294589","https://openalex.org/W2896622783","https://openalex.org/W2897318954","https://openalex.org/W2905426022","https://openalex.org/W2909141918","https://openalex.org/W2921295135","https://openalex.org/W2941048526","https://openalex.org/W2952609044","https://openalex.org/W2999528291","https://openalex.org/W3012497864","https://openalex.org/W3025165719","https://openalex.org/W3111120281","https://openalex.org/W3121677306","https://openalex.org/W3162293946","https://openalex.org/W3163934237","https://openalex.org/W3164825066","https://openalex.org/W4225124540","https://openalex.org/W4284889257","https://openalex.org/W4293695403","https://openalex.org/W4298112588","https://openalex.org/W4313590998","https://openalex.org/W4321009928","https://openalex.org/W4366547682","https://openalex.org/W4366589814","https://openalex.org/W4375869161","https://openalex.org/W4387321423","https://openalex.org/W4390533627","https://openalex.org/W4392940188","https://openalex.org/W4394811221","https://openalex.org/W4396821358","https://openalex.org/W4396832776","https://openalex.org/W4396833340","https://openalex.org/W4399359081","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Silent":[0],"speech":[1,44,132],"input":[2,45,61,108,115,133,136],"offers":[3],"a":[4,41,78,98,123],"fast":[5],"alternative":[6],"to":[7,101,126],"other":[8],"text":[9],"entry":[10],"methods":[11,55],"in":[12,19,56,137],"VR,":[13,57],"such":[14],"as":[15,27],"virtual":[16],"keyboard.":[17],"However,":[18],"Chinese,":[20],"the":[21,37,71,90,103],"lack":[22],"of":[23,106],"tone":[24,60,135],"creates":[25],"ambiguity,":[26],"similar":[28],"lip":[29],"movements":[30],"can":[31,62],"convey":[32],"different":[33],"meanings":[34],"depending":[35],"on":[36],"tone.":[38,94],"We":[39,50],"proposed":[40],"tone-assisted":[42],"silent":[43,66,131],"method":[46,75],"that":[47,59],"improves":[48],"accuracy.":[49,119],"first":[51],"explored":[52],"five":[53],"tone-input":[54,74],"demonstrating":[58],"be":[63],"synchronized":[64],"with":[65],"speech.":[67],"Next,":[68],"we":[69,96,121],"implemented":[70],"most":[72],"preferred":[73],"and":[76,117,134],"designed":[77],"corresponding":[79],"multimodal":[80],"lip-reading":[81],"model,":[82],"ToneLipNet.":[83],"ToneLipNet":[84],"showed":[85],"significantly":[86],"higher":[87],"accuracy":[88],"than":[89],"baseline":[91],"model":[92],"without":[93],"Then,":[95],"conducted":[97,122],"five-day":[99],"study":[100,125],"investigate":[102,127],"long-term":[104],"potential":[105],"our":[107],"method.":[109],"Participants":[110],"quickly":[111],"adapted,":[112],"achieving":[113],"high":[114],"speed":[116],"good":[118],"Finally,":[120],"user":[124],"how":[128],"users":[129],"coordinate":[130],"VR.":[138]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2025-10-10T00:00:00"}