{"id":"https://openalex.org/W4416854662","doi":"https://doi.org/10.1145/3779062","title":"VoiceFormer: Fusing Non-Acoustic Motion Sensors for High-Fidelity Voice Synthesis in Mobile Devices","display_name":"VoiceFormer: Fusing Non-Acoustic Motion Sensors for High-Fidelity Voice Synthesis in Mobile Devices","publication_year":2025,"publication_date":"2025-12-01","ids":{"openalex":"https://openalex.org/W4416854662","doi":"https://doi.org/10.1145/3779062"},"language":"en","primary_location":{"id":"doi:10.1145/3779062","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3779062","pdf_url":null,"source":{"id":"https://openalex.org/S4210174050","display_name":"ACM Transactions on Privacy and Security","issn_l":"2471-2566","issn":["2471-2566","2471-2574"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Privacy and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071790734","display_name":"Xiaokai Yan","orcid":"https://orcid.org/0000-0002-8139-2231"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaokai Yan","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University","School of Computer Science, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045029098","display_name":"Yunji Liang","orcid":"https://orcid.org/0000-0002-8381-8187"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunji Liang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University","School of Computer Science, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101818842","display_name":"Lei Liu","orcid":"https://orcid.org/0000-0001-5145-2654"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Liu","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University","School of Computer Science, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038811607","display_name":"Sagar Samtani","orcid":"https://orcid.org/0000-0002-4513-805X"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Sagar Samtani","raw_affiliation_strings":["Kelley\u2019s Data Science and Artificial Intelligence Lab, Indiana University","Kelley's Data Science and Artificial Intelligence Lab, Indiana University, Bloomington, United States"],"affiliations":[{"raw_affiliation_string":"Kelley\u2019s Data Science and Artificial Intelligence Lab, Indiana University","institution_ids":["https://openalex.org/I4210164862"]},{"raw_affiliation_string":"Kelley's Data Science and Artificial Intelligence Lab, Indiana University, Bloomington, United States","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078005520","display_name":"Bin Guo","orcid":"https://orcid.org/0000-0001-6097-2467"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Guo","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University","School of Computer Science, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100701166","display_name":"Zhiwen Yu","orcid":"https://orcid.org/0000-0002-9905-3238"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Yu","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University","School of Computer Science, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5071790734"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.38735585,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"29","issue":"1","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.34450000524520874,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.34450000524520874,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.0860000029206276,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.07329999655485153,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/accelerometer","display_name":"Accelerometer","score":0.7623999714851379},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.6488000154495239},{"id":"https://openalex.org/keywords/gyroscope","display_name":"Gyroscope","score":0.5580000281333923},{"id":"https://openalex.org/keywords/eavesdropping","display_name":"Eavesdropping","score":0.5216000080108643},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4368000030517578},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.41110000014305115},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.383899986743927},{"id":"https://openalex.org/keywords/motion-sensors","display_name":"Motion sensors","score":0.3400000035762787}],"concepts":[{"id":"https://openalex.org/C89805583","wikidata":"https://www.wikidata.org/wiki/Q192940","display_name":"Accelerometer","level":2,"score":0.7623999714851379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.663100004196167},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.6488000154495239},{"id":"https://openalex.org/C158488048","wikidata":"https://www.wikidata.org/wiki/Q483400","display_name":"Gyroscope","level":2,"score":0.5580000281333923},{"id":"https://openalex.org/C2776788033","wikidata":"https://www.wikidata.org/wiki/Q320769","display_name":"Eavesdropping","level":2,"score":0.5216000080108643},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45320001244544983},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.41110000014305115},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3529999852180481},{"id":"https://openalex.org/C2986565385","wikidata":"https://www.wikidata.org/wiki/Q852453","display_name":"Motion sensors","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.3321000039577484},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.32989999651908875},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32499998807907104},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3127000033855438},{"id":"https://openalex.org/C198394728","wikidata":"https://www.wikidata.org/wiki/Q3695508","display_name":"Vibration","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.290800005197525},{"id":"https://openalex.org/C29794715","wikidata":"https://www.wikidata.org/wiki/Q5362345","display_name":"Smartwatch","level":3,"score":0.2897999882698059},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.2831999957561493},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2793000042438507},{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27309998869895935}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3779062","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3779062","pdf_url":null,"source":{"id":"https://openalex.org/S4210174050","display_name":"ACM Transactions on Privacy and Security","issn_l":"2471-2566","issn":["2471-2566","2471-2574"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Privacy and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2099319707","https://openalex.org/W2121364715","https://openalex.org/W2996019764","https://openalex.org/W3013184273","https://openalex.org/W3039204255","https://openalex.org/W3199585079","https://openalex.org/W4281294746","https://openalex.org/W4294891986","https://openalex.org/W4297790104","https://openalex.org/W4319837277","https://openalex.org/W4321599946","https://openalex.org/W4365459614","https://openalex.org/W4388594071","https://openalex.org/W4389560866","https://openalex.org/W4404122108","https://openalex.org/W4406536165","https://openalex.org/W4409347094","https://openalex.org/W4411403491","https://openalex.org/W4413968404"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,15,33,51,70,87,110,135,143,148,161,175,182,196],"popularity":[2],"of":[3,8,37,89,138,177,205,212],"mobile":[4,45,72,189,213,234],"devices,":[5],"a":[6,60,76,94,104,125,154,201],"variety":[7],"motion":[9,24,38,66,185],"sensors":[10,25,39,67,186,240],"are":[11,48,209],"integrated":[12],"to":[13,81,108,123,159],"enhance":[14],"user":[16],"experience.":[17],"Although":[18,207],"existing":[19],"studies":[20],"demonstrated":[21],"that":[22,230],"non-acoustic":[23,65,184,239],"can":[26],"be":[27],"attacked":[28],"by":[29,180,237],"adversaries,":[30],"they":[31],"overlook":[32],"limited":[34],"sampling":[35,96],"frequencies":[36],"(e.g.,":[40,129],"<":[41],"500":[42],"Hz)":[43],"in":[44,50,99,187,195,215,222],"devices":[46,214],"and":[47,91,117,140,167],"evaluated":[49],"controlled":[52],"laboratory":[53],"settings.":[54],"In":[55],"this":[56],"article,":[57],"we":[58,102,152],"explore":[59],"new":[61],"attack":[62],"model":[63],"on":[64,69,86,134,142],"based":[68,85,133],"off-the-shelf":[71,188,233],"devices.":[73,190],"We":[74],"propose":[75,153],"general":[77],"framework":[78],"named":[79],"VoiceFormer":[80,100,191,218],"synthesize":[82,147],"high-fidelity":[83,149],"speeches":[84],"vibrations":[88,166],"accelerometers":[90,139],"gyroscopes":[92,141],"with":[93,200],"low":[95],"frequency.":[97],"Specifically,":[98],",":[101],"introduce":[103],"signal":[105,128],"alignment":[106],"approach":[107],"remove":[109],"time":[111],"offsets":[112],"between":[113,165],"two":[114],"nonsynchronous":[115],"signals,":[116],"leverage":[118],"Time":[119],"Interleaved":[120],"Analog-Digital-Conversion":[121],"(TI-ADC)":[122],"generate":[124],"high-frequency":[126],"synthetic":[127],">":[130],"8":[131],"KHz)":[132],"vibration":[136],"signals":[137,199],"same":[144],"motherboard.":[145],"To":[146],"acoustic":[150],"waveforms,":[151],"wavelet-based":[155],"generative":[156],"adversarial":[157],"network":[158],"learn":[160],"spatiotemporal":[162],"latent":[163],"mapping":[164],"original":[168],"speech":[169],"signals.":[170,226],"Extensive":[171],"experimental":[172],"results":[173,228],"demonstrate":[174],"feasibility":[176],"voice":[178,225],"synthesis":[179],"spying":[181],"low-frequency":[183],"shows":[192,219],"impressive":[193],"performance":[194,221],"synthesized":[197],"acoustical":[198],"Mean":[202],"Opinion":[203],"Score":[204],"3.38.":[206],"there":[208],"significant":[210],"differences":[211],"hardware":[216],"settings,":[217],"robust":[220],"synthesizing":[223],"intelligible":[224],"Our":[227],"suggest":[229],"eavesdropping":[231],"an":[232],"device":[235],"remotely":[236],"fusing":[238],"is":[241],"feasible.":[242]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-01T00:00:00"}