{"id":"https://openalex.org/W4403390276","doi":"https://doi.org/10.1109/tmc.2024.3480216","title":"Ui-Ear: On-Face Gesture Recognition Through On-Ear Vibration Sensing","display_name":"Ui-Ear: On-Face Gesture Recognition Through On-Ear Vibration Sensing","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4403390276","doi":"https://doi.org/10.1109/tmc.2024.3480216"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3480216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3480216","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018910040","display_name":"Guangrong Zhao","orcid":"https://orcid.org/0000-0002-4703-9397"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guangrong Zhao","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-4703-9397","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013564110","display_name":"Yiran Shen","orcid":"https://orcid.org/0000-0003-1385-1480"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiran Shen","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0003-1385-1480","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Feng Li","orcid":"https://orcid.org/0000-0002-3746-2132"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Li","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-3746-2132","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100349557","display_name":"Lei Liu","orcid":"https://orcid.org/0000-0002-4646-2054"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Liu","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-4646-2054","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101414718","display_name":"Lizhen Cui","orcid":"https://orcid.org/0000-0002-8262-8883"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhen Cui","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-8262-8883","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053684989","display_name":"Hongkai Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hongkai Wen","raw_affiliation_strings":["Department of Computer Science, University of Warwick, Coventry, U.K","Department of Computer Science, University of Warwick, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1159-090X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Warwick, Coventry, U.K","institution_ids":["https://openalex.org/I39555362"]},{"raw_affiliation_string":"Department of Computer Science, University of Warwick, U.K","institution_ids":["https://openalex.org/I39555362"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5018910040"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":null,"apc_paid":null,"fwci":1.3729,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81693548,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"24","issue":"3","first_page":"1482","last_page":"1495"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9523000121116638,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7380229234695435},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7207661271095276},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6094826459884644},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5534411668777466},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.4840218722820282},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.45084550976753235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29679954051971436},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.20433664321899414}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7380229234695435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7207661271095276},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6094826459884644},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5534411668777466},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.4840218722820282},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.45084550976753235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29679954051971436},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.20433664321899414},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2024.3480216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3480216","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:wrap.warwick.ac.uk:188087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/TMC.2024.3480216","pdf_url":null,"source":{"id":"https://openalex.org/S4306400665","display_name":"Warwick Research Archive Portal (University of Warwick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39555362","host_organization_name":"University of Warwick","host_organization_lineage":["https://openalex.org/I39555362"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1479536537","display_name":null,"funder_award_id":"ZR2022LZH010","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G2453370137","display_name":null,"funder_award_id":"2022HWYQ-040","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G6578933956","display_name":null,"funder_award_id":"ZR2024ZD12","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1968058875","https://openalex.org/W2001742158","https://openalex.org/W2011257898","https://openalex.org/W2017130437","https://openalex.org/W2063002795","https://openalex.org/W2128368067","https://openalex.org/W2166712377","https://openalex.org/W2295598076","https://openalex.org/W2400840826","https://openalex.org/W2529337537","https://openalex.org/W2538439910","https://openalex.org/W2547701317","https://openalex.org/W2593768305","https://openalex.org/W2618530766","https://openalex.org/W2730482441","https://openalex.org/W2897106987","https://openalex.org/W2897132279","https://openalex.org/W2907380995","https://openalex.org/W2936730027","https://openalex.org/W2962909949","https://openalex.org/W2981433825","https://openalex.org/W2984081625","https://openalex.org/W2994365842","https://openalex.org/W2998115938","https://openalex.org/W3017333212","https://openalex.org/W3031029492","https://openalex.org/W3143308704","https://openalex.org/W3175269840","https://openalex.org/W3175702010","https://openalex.org/W3201019945","https://openalex.org/W6639480849","https://openalex.org/W6741771580","https://openalex.org/W6788125050"],"related_works":["https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735","https://openalex.org/W2384651879"],"abstract_inverted_index":{"With":[0],"the":[1,19,54,57,60,92,102,105,108,139,160,163,190,194,202,208,231,239,253,264,280,296],"convenient":[2],"design":[3,172],"and":[4,16,64,114,126,141,171,219,250,255,298],"prolific":[5],"functionalities,":[6],"wireless":[7,29,86,143],"earbuds":[8,30,61],"are":[9,134],"fast":[10],"penetrating":[11],"in":[12,116,201,224,252],"our":[13],"daily":[14],"life":[15],"taking":[17],"over":[18,248],"place":[20],"of":[21,28,35,59,95,107,138,162,193,243,279,301],"traditional":[22],"wired":[23],"earphones.":[24],"The":[25,112,234,315],"sensing":[26,93],"capabilities":[27],"have":[31],"attracted":[32],"great":[33,152],"interests":[34],"researchers":[36],"on":[37,56,136,178,305,331],"exploring":[38],"them":[39],"as":[40],"a":[41,75,221,225],"new":[42,76],"interface":[43],"for":[44,85,183],"human-computer":[45],"interactions.":[46],"However,":[47],"due":[48],"to":[49,81,100,104,154,206,229,283,290,310],"its":[50,312],"extremely":[51],"compact":[52],"size,":[53],"interaction":[55,83,103],"body":[58],"is":[62,199,247],"limited":[63],"not":[65],"convenient.":[66],"In":[67],"this":[68],"paper,":[69],"we":[70,145,165,260,294],"propose":[71],"<italic":[72,88,148,244,302,318],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[73,89,149,245,303,319],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Ui-Ear</i>,":[74],"on-face":[77,124,169],"gesture":[78],"recognition":[79,232,241,287,299],"system":[80,313],"enrich":[82],"maneuvers":[84],"earbuds.":[87],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Ui-Ear</i>":[90,150,246,304,320],"exploits":[91],"capability":[94,192],"Inertial":[96],"Measurement":[97],"Units":[98],"(IMUs)":[99],"extend":[101],"skin":[106],"face":[109],"near":[110],"ears.":[111],"accelerometer":[113],"gyroscope":[115],"IMUs":[117,133],"perceive":[118],"dynamic":[119],"vibration":[120],"signals":[121],"induced":[122],"by":[123],"touching":[125],"moving,":[127],"which":[128],"brings":[129,327],"rich":[130],"maneuverability.":[131],"Since":[132],"provided":[135],"most":[137],"budget":[140],"high-end":[142],"earbuds,":[144],"believe":[146],"that":[147,238,263],"has":[151],"potential":[153],"be":[155,272],"adopted":[156],"pervasively.":[157],"To":[158,187],"demonstrate":[159,317],"feasibility":[161],"system,":[164,195],"define":[166],"seven":[167],"different":[168,185],"gestures":[170],"an":[173,306],"end-to-end":[174],"learning":[175,197],"approach":[176],"based":[177],"Convolutional":[179],"Neural":[180],"Networks":[181],"(CNNs)":[182],"classifying":[184],"gestures.":[186],"further":[188],"improve":[189],"generalization":[191],"adversarial":[196],"mechanism":[198],"incorporated":[200],"offline":[203],"training":[204,277],"process":[205],"suppress":[207],"user-specific":[209],"features":[210],"while":[211,325],"enhancing":[212],"gesture-related":[213],"features.":[214],"We":[215],"recruit":[216],"20":[217],"participants":[218],"collect":[220],"realworld":[222],"datasets":[223],"common":[226],"office":[227],"environment":[228],"evaluate":[230,311],"accuracy.":[233],"extensive":[235],"evaluations":[236],"show":[237,262],"average":[240],"accuracy":[242,288],"95%":[249],"82.3%":[251],"user-dependent":[254],"user-independent":[256,269],"tasks,":[257],"respectively.":[258],"Moreover,":[259],"also":[261],"pre-trained":[265],"model":[266],"(learned":[267],"from":[268],"task)":[270],"can":[271,321],"fine-tuned":[273],"with":[274],"only":[275,326],"few":[276],"samples":[278],"target":[281],"user":[282],"achieve":[284,322],"relatively":[285],"high":[286],"(up":[289],"95%).":[291],"At":[292],"last,":[293],"implement":[295],"personalization":[297],"components":[300],"off-the-shelf":[307],"Android":[308],"smartphone":[309],"overhead.":[314],"results":[316],"real-time":[323],"response":[324],"trivial":[328],"energy":[329],"consumption":[330],"smartphones.":[332]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}