{"id":"https://openalex.org/W4417469993","doi":"https://doi.org/10.1109/jiot.2025.3646116","title":"TouchAI: Toward Waterproof Mobile Touchscreen Interface via Acoustic\u2013Inertial Sensing Modalities","display_name":"TouchAI: Toward Waterproof Mobile Touchscreen Interface via Acoustic\u2013Inertial Sensing Modalities","publication_year":2025,"publication_date":"2025-12-18","ids":{"openalex":"https://openalex.org/W4417469993","doi":"https://doi.org/10.1109/jiot.2025.3646116"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3646116","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3646116","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050362889","display_name":"Jihwan Lee","orcid":"https://orcid.org/0000-0002-0814-7256"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jihwan Lee","raw_affiliation_strings":["System LSI Business, Samsung Electronics, Hwaseong-si, Gyeonggi-do, South Korea","System LSI Business, Samsung Electronics, Hwaseongsi, Gyeonggi-do, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0814-7256","affiliations":[{"raw_affiliation_string":"System LSI Business, Samsung Electronics, Hwaseong-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I2250650973"]},{"raw_affiliation_string":"System LSI Business, Samsung Electronics, Hwaseongsi, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053468923","display_name":"Youngwook Son","orcid":"https://orcid.org/0000-0002-3956-9371"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I4210164379","display_name":"Seoul Media Institute of Technology","ror":"https://ror.org/04ywg4h07","country_code":"KR","type":"education","lineage":["https://openalex.org/I4210164379"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngwook Son","raw_affiliation_strings":["Department of Electrical and Computer Engineering (ECE) and the Institute of New Media and Communications (INMC), Seoul National University, Seoul, South Korea","Department of Electrical and Computer Engineering (ECE), Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3956-9371","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering (ECE) and the Institute of New Media and Communications (INMC), Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I4210164379"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering (ECE), Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044028771","display_name":"Tiago Koketsu Rodrigues","orcid":"https://orcid.org/0000-0003-0881-3818"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tiago Koketsu Rodrigues","raw_affiliation_strings":["Graduate School of Information Sciences, Tohoku University, Sendai, Japan","Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0881-3818","affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056945385","display_name":"Yishi Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yishi Zhu","raw_affiliation_strings":["Graduate School of Information Sciences, Tohoku University, Sendai, Japan","Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8081-4562","affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111643249","display_name":"Chulyoung Kwak","orcid":null},"institutions":[{"id":"https://openalex.org/I49946491","display_name":"Hyundai Motors (South Korea)","ror":"https://ror.org/016kvft77","country_code":"KR","type":"company","lineage":["https://openalex.org/I197312522","https://openalex.org/I49946491"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chulyoung Kwak","raw_affiliation_strings":["Hyundai Motor Company, Seongnam-si, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hyundai Motor Company, Seongnam-si, South Korea","institution_ids":["https://openalex.org/I49946491"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040786910","display_name":"Saewoong Bahk","orcid":"https://orcid.org/0000-0002-4771-3927"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I4210164379","display_name":"Seoul Media Institute of Technology","ror":"https://ror.org/04ywg4h07","country_code":"KR","type":"education","lineage":["https://openalex.org/I4210164379"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Saewoong Bahk","raw_affiliation_strings":["Department of Electrical and Computer Engineering (ECE) and the Institute of New Media and Communications (INMC), Seoul National University, Seoul, South Korea","Department of Electrical and Computer Engineering (ECE), Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-4771-3927","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering (ECE) and the Institute of New Media and Communications (INMC), Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I4210164379"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering (ECE), Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5050362889"],"corresponding_institution_ids":["https://openalex.org/I2250650973"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39811733,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"6","first_page":"11746","last_page":"11760"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.3377000093460083,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.3377000093460083,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.27480000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.09870000183582306,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/touchscreen","display_name":"Touchscreen","score":0.9667999744415283},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.6370000243186951},{"id":"https://openalex.org/keywords/capacitive-sensing","display_name":"Capacitive sensing","score":0.6068999767303467},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.588699996471405},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5845000147819519},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.508400022983551},{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.48069998621940613},{"id":"https://openalex.org/keywords/power-consumption","display_name":"Power consumption","score":0.4350999891757965},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4320000112056732}],"concepts":[{"id":"https://openalex.org/C2778539339","wikidata":"https://www.wikidata.org/wiki/Q165970","display_name":"Touchscreen","level":2,"score":0.9667999744415283},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.840399980545044},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.6370000243186951},{"id":"https://openalex.org/C206755178","wikidata":"https://www.wikidata.org/wiki/Q1131271","display_name":"Capacitive sensing","level":2,"score":0.6068999767303467},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.588699996471405},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5845000147819519},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.508400022983551},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.48069998621940613},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.4350999891757965},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4320000112056732},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.415800005197525},{"id":"https://openalex.org/C89805583","wikidata":"https://www.wikidata.org/wiki/Q192940","display_name":"Accelerometer","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.375},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.37310001254081726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3634999990463257},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3499999940395355},{"id":"https://openalex.org/C173386949","wikidata":"https://www.wikidata.org/wiki/Q192735","display_name":"Inertial frame of reference","level":2,"score":0.3497999906539917},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.34869998693466187},{"id":"https://openalex.org/C115121344","wikidata":"https://www.wikidata.org/wiki/Q6887140","display_name":"Mobile interaction","level":3,"score":0.3407999873161316},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3386000096797943},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32910001277923584},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3228999972343445},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C2780753109","wikidata":"https://www.wikidata.org/wiki/Q390557","display_name":"Multi-touch","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C121449826","wikidata":"https://www.wikidata.org/wiki/Q864114","display_name":"Input device","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C135403697","wikidata":"https://www.wikidata.org/wiki/Q796765","display_name":"Proximity sensor","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3646116","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3646116","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G665003044","display_name":null,"funder_award_id":"IITP-2025-RS-2024-00429088","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G6847882299","display_name":null,"funder_award_id":"IITP-2025-RS-2024-00398157","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G7034621076","display_name":null,"funder_award_id":"IITP-2025-RS-2024-00418784","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W2074367177","https://openalex.org/W2115042198","https://openalex.org/W2138706041","https://openalex.org/W2150639461","https://openalex.org/W2158794889","https://openalex.org/W2402069821","https://openalex.org/W2465402886","https://openalex.org/W2470889211","https://openalex.org/W2538172027","https://openalex.org/W2547701317","https://openalex.org/W2730482441","https://openalex.org/W2753068707","https://openalex.org/W2766717877","https://openalex.org/W2897106987","https://openalex.org/W2919610866","https://openalex.org/W2935290040","https://openalex.org/W2964844492","https://openalex.org/W2971432638","https://openalex.org/W2972418643","https://openalex.org/W2980498517","https://openalex.org/W2998897150","https://openalex.org/W3021574417","https://openalex.org/W3046258263","https://openalex.org/W3109805151","https://openalex.org/W3175269840","https://openalex.org/W3177318507","https://openalex.org/W3178573669","https://openalex.org/W3196974791","https://openalex.org/W3206996142","https://openalex.org/W3207092163","https://openalex.org/W4206398861","https://openalex.org/W4213019189","https://openalex.org/W4226321804","https://openalex.org/W4284889766","https://openalex.org/W4288057754","https://openalex.org/W4294891909","https://openalex.org/W4311214703","https://openalex.org/W4312682055","https://openalex.org/W4382197682","https://openalex.org/W4385245566","https://openalex.org/W4385763767","https://openalex.org/W4386708209","https://openalex.org/W4387227775","https://openalex.org/W4387321411","https://openalex.org/W4387789555","https://openalex.org/W4390738456","https://openalex.org/W4404238628","https://openalex.org/W4405014291","https://openalex.org/W4409985778","https://openalex.org/W4413074287","https://openalex.org/W7118354549"],"related_works":[],"abstract_inverted_index":{"Conventional":[0],"capacitive":[1],"touchscreens":[2],"in":[3,8],"mobile":[4],"devices":[5],"often":[6],"malfunction":[7,173],"the":[9],"presence":[10],"of":[11,125],"moisture,":[12],"dust,":[13],"or":[14],"gloved":[15],"hands,":[16],"leading":[17],"to":[18,109,148],"unreliable":[19],"user":[20],"interactions.":[21],"To":[22],"overcome":[23],"these":[24],"limitations,":[25],"we":[26],"present":[27],"TouchAI,":[28],"a":[29,46,81,104],"multi-modal":[30],"touch":[31,56,100,130,158],"detection":[32,131],"and":[33,41,58,71,89,127,132,150,156,165],"localization":[34,152],"system":[35],"that":[36,86],"leverages":[37],"built-in":[38],"inertial":[39,52],"sensors":[40],"audio":[42,77],"interfaces.":[43],"Running":[44],"as":[45,167],"background":[47],"process,":[48],"TouchAI":[49,102,145],"constantly":[50],"monitors":[51],"measurements":[53],"for":[54,95,129],"potential":[55],"input":[57,159],"then":[59],"activates":[60],"acoustic":[61],"sensing":[62],"only":[63,140],"upon":[64],"detected":[65],"events,":[66],"thus":[67],"reducing":[68],"power":[69],"consumption":[70],"privacy":[72],"concerns":[73],"associated":[74],"with":[75],"continuous":[76],"recording.":[78],"We":[79],"introduce":[80],"novel":[82],"event":[83,133],"identification":[84],"method":[85],"distinguishes":[87],"touch-start":[88],"touch-end":[90],"instances,":[91],"providing":[92],"precise":[93],"timing":[94],"data":[96],"sampling.":[97],"For":[98],"fine-grained":[99],"localization,":[101],"employs":[103],"lightweight":[105],"Transformer-based":[106],"classification":[107],"model":[108],"capture":[110],"spatiotemporal":[111],"features":[112],"from":[113],"combined":[114],"acoustic-inertial":[115],"signals.":[116],"Experiments":[117],"on":[118,154],"commercial":[119],"smartphones":[120],"demonstrate":[121],"true":[122],"positive":[123,138],"rates":[124,139],"95.3%":[126],"99.1%":[128],"identification,":[134],"respectively,":[135,161],"at":[136],"false":[137],"less":[141],"than":[142],"3%.":[143],"Ultimately,":[144],"achieves":[146],"up":[147],"97.0%":[149],"86.5%":[151],"accuracy":[153],"4\u00d72":[155],"6\u00d73":[157],"grids,":[160],"confirming":[162],"its":[163],"practicality":[164],"effectiveness":[166],"an":[168],"alternative":[169],"interface":[170],"under":[171],"touchscreen":[172],"scenarios.":[174]},"counts_by_year":[],"updated_date":"2026-03-09T07:00:12.390032","created_date":"2025-12-18T00:00:00"}