{"id":"https://openalex.org/W4413120819","doi":"https://doi.org/10.1109/tifs.2025.3597185","title":"Synergistic Multi-Modal Keystroke Eavesdropping in Virtual Reality With Vision and Wi-Fi","display_name":"Synergistic Multi-Modal Keystroke Eavesdropping in Virtual Reality With Vision and Wi-Fi","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413120819","doi":"https://doi.org/10.1109/tifs.2025.3597185"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2025.3597185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3597185","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100660734","display_name":"Jiachun Li","orcid":"https://orcid.org/0000-0003-4032-4459"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiachun Li","raw_affiliation_strings":["School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4032-4459","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076583947","display_name":"Yan Meng","orcid":"https://orcid.org/0000-0001-5445-0347"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Meng","raw_affiliation_strings":["School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5445-0347","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023349955","display_name":"Fazhong Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fazhong Liu","raw_affiliation_strings":["School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tian Dong","orcid":"https://orcid.org/0009-0004-6442-8716"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Dong","raw_affiliation_strings":["School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-6442-8716","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073827206","display_name":"Suguo Du","orcid":"https://orcid.org/0000-0002-2313-6555"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suguo Du","raw_affiliation_strings":["Antai College of Economics and Management, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2313-6555","affiliations":[{"raw_affiliation_string":"Antai College of Economics and Management, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100725580","display_name":"Guoxing Chen","orcid":"https://orcid.org/0000-0001-8107-5909"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoxing Chen","raw_affiliation_strings":["School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8107-5909","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100722817","display_name":"Yuling Chen","orcid":"https://orcid.org/0000-0002-8674-8356"},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuling Chen","raw_affiliation_strings":["State Key Laboratory of Public Big Data and the College of Computer Science and Technology, Guizhou University, Guiyang, China","State Key Laboratory of Public Big Data and College of Computer Science and Technology, Guizhou University, Guiyang, China"],"raw_orcid":"https://orcid.org/0000-0002-8674-8356","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Public Big Data and the College of Computer Science and Technology, Guizhou University, Guiyang, China","institution_ids":["https://openalex.org/I178232147"]},{"raw_affiliation_string":"State Key Laboratory of Public Big Data and College of Computer Science and Technology, Guizhou University, Guiyang, China","institution_ids":["https://openalex.org/I178232147"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039106671","display_name":"Haojin Zhu","orcid":"https://orcid.org/0000-0001-5079-4556"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haojin Zhu","raw_affiliation_strings":["School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5079-4556","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28314963,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":null,"first_page":"8387","last_page":"8401"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9194999933242798,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8714147210121155},{"id":"https://openalex.org/keywords/eavesdropping","display_name":"Eavesdropping","score":0.8368568420410156},{"id":"https://openalex.org/keywords/keystroke-logging","display_name":"Keystroke logging","score":0.773780107498169},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.6030207872390747},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5164794921875},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4782511293888092},{"id":"https://openalex.org/keywords/keystroke-dynamics","display_name":"Keystroke dynamics","score":0.4660782516002655},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.35147976875305176},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.347428560256958},{"id":"https://openalex.org/keywords/password","display_name":"Password","score":0.07419171929359436}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8714147210121155},{"id":"https://openalex.org/C2776788033","wikidata":"https://www.wikidata.org/wiki/Q320769","display_name":"Eavesdropping","level":2,"score":0.8368568420410156},{"id":"https://openalex.org/C161615301","wikidata":"https://www.wikidata.org/wiki/Q309396","display_name":"Keystroke logging","level":2,"score":0.773780107498169},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.6030207872390747},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5164794921875},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4782511293888092},{"id":"https://openalex.org/C79540074","wikidata":"https://www.wikidata.org/wiki/Q3269465","display_name":"Keystroke dynamics","level":4,"score":0.4660782516002655},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.35147976875305176},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.347428560256958},{"id":"https://openalex.org/C109297577","wikidata":"https://www.wikidata.org/wiki/Q161157","display_name":"Password","level":2,"score":0.07419171929359436},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C4957475","wikidata":"https://www.wikidata.org/wiki/Q242186","display_name":"S/KEY","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2025.3597185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3597185","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4143411298","display_name":null,"funder_award_id":"72171145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4834219592","display_name":null,"funder_award_id":"62325207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7566972547","display_name":null,"funder_award_id":"62325207","funder_id":"https://openalex.org/F4320336125","funder_display_name":"National Science Fund for Distinguished Young Scholars"},{"id":"https://openalex.org/G8292956318","display_name":null,"funder_award_id":"62132013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8882819598","display_name":null,"funder_award_id":"62302298","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335575","display_name":"Key Programme","ror":null},{"id":"https://openalex.org/F4320336125","display_name":"National Science Fund for Distinguished Young Scholars","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2004333922","https://openalex.org/W2007382769","https://openalex.org/W2010882865","https://openalex.org/W2124885613","https://openalex.org/W2150639461","https://openalex.org/W2534482106","https://openalex.org/W2559085405","https://openalex.org/W2579193977","https://openalex.org/W2794478211","https://openalex.org/W2801319966","https://openalex.org/W2890915954","https://openalex.org/W2891504192","https://openalex.org/W2946794439","https://openalex.org/W2963995996","https://openalex.org/W2969788497","https://openalex.org/W3028887338","https://openalex.org/W3083185154","https://openalex.org/W3161847995","https://openalex.org/W3166517279","https://openalex.org/W3175919531","https://openalex.org/W3177698136","https://openalex.org/W3213922268","https://openalex.org/W4224246934","https://openalex.org/W4288057774","https://openalex.org/W4308410896","https://openalex.org/W4312933868","https://openalex.org/W4385187265","https://openalex.org/W4386366479","https://openalex.org/W4386378096","https://openalex.org/W4386555034","https://openalex.org/W4390874306","https://openalex.org/W4391725312","https://openalex.org/W4392086030","https://openalex.org/W4400351035","https://openalex.org/W4402401971","https://openalex.org/W4405181812"],"related_works":["https://openalex.org/W2155670618","https://openalex.org/W2052279280","https://openalex.org/W2159333170","https://openalex.org/W2031617473","https://openalex.org/W4244802227","https://openalex.org/W1573560902","https://openalex.org/W4224061638","https://openalex.org/W2906096565","https://openalex.org/W2888741745","https://openalex.org/W3169822312"],"abstract_inverted_index":{"In":[0,104],"panoramic":[1],"and":[2,13,119,156,227,244,263],"immersive":[3,74],"virtual":[4],"reality":[5],"(VR)":[6],"scenarios,":[7,69,259],"users":[8,53,77,165],"type":[9,55,79],"on":[10,47,169],"a":[11,72,109,138,173,196,235],"floating":[12],"invisible":[14],"keyboard,":[15],"which":[16,116],"cannot":[17],"be":[18],"observed":[19],"by":[20,132],"external":[21],"adversaries,":[22],"creating":[23],"the":[24,36,87,143,153,161,192,207,211],"illusion":[25],"that":[26],"their":[27],"input":[28],"is":[29],"confidential.":[30],"While":[31],"recent":[32],"studies":[33],"have":[34],"demonstrated":[35],"feasibility":[37],"of":[38,89],"leveraging":[39],"side-channel":[40,90,129],"information":[41,91,121],"(e.g.,":[42,92],"vision,":[43,95],"Wi-Fi)":[44],"to":[45,60,78,101,122,141,180,204,206,230],"eavesdrop":[46],"keystrokes":[48,243],"in":[49,66,94,97,149,195,241],"VR,":[50],"they":[51,189],"assume":[52],"typically":[54],"with":[56],"fixed":[57],"gestures,":[58],"similar":[59],"using":[61],"traditional":[62],"physical":[63,150],"keyboards.":[64],"However,":[65],"real":[67,256],"world":[68,257],"VR":[70,258],"creates":[71],"3D":[73],"environment,":[75],"allowing":[76],"from":[80,215,223],"varying":[81,134],"orientations.":[82],"This":[83],"variation":[84],"significantly":[85],"degrades":[86],"quality":[88],"occlusion":[93],"instability":[96],"Wi-Fi":[98,118,158,202,228],"channels),":[99],"leading":[100],"ineffective":[102],"inference.":[103],"this":[105],"study,":[106],"we":[107,136,171],"propose":[108],"multi-modal":[110],"keystroke":[111],"eavesdropping":[112,242],"attack":[113],"called":[114],"WiViLeak,":[115],"combines":[117],"vision":[120,154,183,216,226],"complement":[123],"each":[124],"other.":[125],"To":[126],"address":[127],"low-quality":[128],"data":[130,203,229],"caused":[131],"users\u2019":[133,146,182],"orientations,":[135],"develop":[137],"theoretical":[139],"model":[140],"explore":[142],"relationship":[144],"between":[145],"hand":[147],"movements":[148],"space":[151],"(from":[152,160],"modality)":[155,163],"fluctuating":[157],"signals":[159],"wireless":[162],"as":[164,187],"change":[166],"orientation.":[167],"Based":[168],"this,":[170],"design":[172],"fully":[174],"transformer":[175],"based":[176],"orientation":[177,212],"calibration":[178],"module":[179],"recover":[181],"data,":[184],"aligning":[185],"it":[186],"if":[188],"were":[190],"facing":[191],"camera":[193],"(i.e.,":[194],"front-facing":[197,208],"view).":[198],"Meanwhile,":[199],"WiViLeak":[200,219,236],"reconstructs":[201],"correspond":[205],"view,":[209],"utilizing":[210],"angle":[213],"derived":[214],"data.":[217],"Finally,":[218],"extracts":[220],"effective":[221],"features":[222],"reconstructed,":[224],"high-quality":[225],"predict":[231],"keystrokes.":[232],"We":[233],"implement":[234],"prototype,":[237],"achieving":[238],"89.2%":[239],"accuracy":[240],"93.6%":[245],"top-100":[246],"password":[247],"theft":[248],"accuracy,":[249],"while":[250],"also":[251],"demonstrating":[252],"robustness":[253],"across":[254],"various":[255],"including":[260],"payments,":[261],"chatting,":[262],"meetings.":[264]},"counts_by_year":[],"updated_date":"2026-07-08T08:33:18.762332","created_date":"2025-10-10T00:00:00"}