{"id":"https://openalex.org/W4402350869","doi":"https://doi.org/10.1145/3678541","title":"EyeGesener: Eye Gesture Listener for Smart Glasses Interaction Using Acoustic Sensing","display_name":"EyeGesener: Eye Gesture Listener for Smart Glasses Interaction Using Acoustic Sensing","publication_year":2024,"publication_date":"2024-08-22","ids":{"openalex":"https://openalex.org/W4402350869","doi":"https://doi.org/10.1145/3678541"},"language":"en","primary_location":{"id":"doi:10.1145/3678541","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678541","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060643607","display_name":"Tao Sun","orcid":"https://orcid.org/0009-0000-0413-1225"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Sun","raw_affiliation_strings":["Research Institute of Trustworthy Autonomous Systems, Department of Computer Science and Engineering, Southern University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0009-0000-0413-1225","affiliations":[{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous Systems, Department of Computer Science and Engineering, Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101931414","display_name":"Yankai Zhao","orcid":"https://orcid.org/0009-0003-0408-9137"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yankai Zhao","raw_affiliation_strings":["Research Institute of Trustworthy Autonomous Systems, Department of Computer Science and Engineering, Southern University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0009-0003-0408-9137","affiliations":[{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous Systems, Department of Computer Science and Engineering, Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040729728","display_name":"Wentao Xie","orcid":"https://orcid.org/0000-0002-7858-4419"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Wentao Xie","raw_affiliation_strings":["Southern University of Science and Technology, and The Hong Kong University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-7858-4419","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, and The Hong Kong University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105","https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101688012","display_name":"Jiao Li","orcid":"https://orcid.org/0000-0002-3918-4922"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiao Li","raw_affiliation_strings":["Research Institute of Trustworthy Autonomous Systems, Department of Computer Science and Engineering, Southern University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-3918-4922","affiliations":[{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous Systems, Department of Computer Science and Engineering, Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067231526","display_name":"Yongyu Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongyu Ma","raw_affiliation_strings":["Research Institute of Trustworthy Autonomous Systems, Department of Computer Science and Engineering, Southern University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0009-0007-3973-5353","affiliations":[{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous Systems, Department of Computer Science and Engineering, Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100405949","display_name":"Jin Zhang","orcid":"https://orcid.org/0000-0002-2674-0918"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Zhang","raw_affiliation_strings":["Research Institute of Trustworthy Autonomous Systems, Department of Computer Science and Engineering, Southern University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-2674-0918","affiliations":[{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous Systems, Department of Computer Science and Engineering, Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0664,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.91535765,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":"3","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9034644365310669},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7015236020088196},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.633460283279419},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5100472569465637},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.4508155286312103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4386114180088043},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.42556700110435486}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9034644365310669},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7015236020088196},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.633460283279419},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5100472569465637},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.4508155286312103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4386114180088043},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.42556700110435486}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3678541","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678541","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-142106","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-142106","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1968483589","https://openalex.org/W1990184244","https://openalex.org/W1995783424","https://openalex.org/W1998246765","https://openalex.org/W1999343835","https://openalex.org/W2001167911","https://openalex.org/W2004164216","https://openalex.org/W2032191478","https://openalex.org/W2034722664","https://openalex.org/W2036298055","https://openalex.org/W2037697732","https://openalex.org/W2056513832","https://openalex.org/W2063726249","https://openalex.org/W2066530892","https://openalex.org/W2073651803","https://openalex.org/W2076672032","https://openalex.org/W2080902754","https://openalex.org/W2091590665","https://openalex.org/W2110278039","https://openalex.org/W2123412098","https://openalex.org/W2160241137","https://openalex.org/W2166651347","https://openalex.org/W2189234235","https://openalex.org/W2194775991","https://openalex.org/W2372836446","https://openalex.org/W2394945029","https://openalex.org/W2490737928","https://openalex.org/W2601878381","https://openalex.org/W2796228338","https://openalex.org/W2895930776","https://openalex.org/W2897106987","https://openalex.org/W2912023328","https://openalex.org/W2927390772","https://openalex.org/W2935290040","https://openalex.org/W2972011662","https://openalex.org/W2999415693","https://openalex.org/W3021574417","https://openalex.org/W3033296992","https://openalex.org/W3083249871","https://openalex.org/W3113878582","https://openalex.org/W3153452312","https://openalex.org/W3164089640","https://openalex.org/W3175269840","https://openalex.org/W3175849636","https://openalex.org/W3176693461","https://openalex.org/W3212126328","https://openalex.org/W4226050909","https://openalex.org/W4229001032","https://openalex.org/W4236567657","https://openalex.org/W4280642239","https://openalex.org/W4281704741","https://openalex.org/W4284887573","https://openalex.org/W4293154803","https://openalex.org/W4297969478","https://openalex.org/W4319837296","https://openalex.org/W4319837309","https://openalex.org/W4360995321","https://openalex.org/W4361758412","https://openalex.org/W4366547682","https://openalex.org/W4385708165","https://openalex.org/W4390777636","https://openalex.org/W4390812093","https://openalex.org/W4390829435","https://openalex.org/W6637618735"],"related_works":["https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735","https://openalex.org/W4322710567"],"abstract_inverted_index":{"The":[0,11,74,201,245],"smart":[1,15,43],"glasses":[2,16,44],"market":[3],"has":[4],"witnessed":[5],"significant":[6],"growth":[7],"in":[8,67,135,167],"recent":[9],"years.":[10],"interaction":[12,45,61],"of":[13,86,100,190,217,224,251],"commercial":[14,87],"mostly":[17],"relies":[18],"on":[19,195,237],"the":[20,51,97,101,131,136,165,188,220,248,252],"hand,":[21],"which":[22],"is":[23,77,227],"unsuitable":[24],"for":[25,42,60,156],"scenarios":[26],"where":[27],"both":[28],"hands":[29],"are":[30],"occupied.":[31],"In":[32],"this":[33],"paper,":[34],"we":[35,55,110,176],"propose":[36],"EyeGesener,":[37],"an":[38,112,214,231],"eye":[39,58,93,108,144,149,154,161,168,183,211],"gesture":[40,145,150,184],"listener":[41],"using":[46],"acoustic":[47,80],"sensing.":[48],"To":[49,95,163],"mitigate":[50],"Midas":[52],"touch":[53],"problem,":[54],"meticulously":[56],"design":[57,111],"gestures":[59,155,212],"as":[62],"two":[63,84,126],"intentional":[64],"consecutive":[65],"saccades":[66],"a":[68,78,242],"specific":[69],"direction":[70],"without":[71,140],"visual":[72],"dwell.":[73],"proposed":[75,253],"system":[76,82,192,207,226],"glass-mounted":[79],"sensing":[81],"with":[83,213],"pairs":[85],"speakers":[88,127],"and":[89,103,134,147,170,219,239],"microphones":[90],"to":[91,128,152,180],"sense":[92],"gestures.":[94],"capture":[96],"subtle":[98],"movements":[99],"eyelid":[102],"surrounding":[104],"skin":[105],"induced":[106],"by":[107],"gestures,":[109],"Orthogonal":[113],"Frequency":[114],"Division":[115],"Multiplexing":[116],"(OFDM)-based":[117],"channel":[118],"impulse":[119],"response":[120],"(CIR)":[121],"estimation":[122],"schema":[123],"that":[124,205],"allows":[125],"transmit":[129],"at":[130],"same":[132,137],"time":[133],"frequency":[138],"band":[139],"collision.":[141],"We":[142,186,229],"implement":[143],"filtering":[146,158],"adversarial-based":[148],"recognition":[151],"identify":[153],"interaction,":[157],"out":[159],"daily":[160],"movements.":[162],"address":[164],"differences":[166],"size":[169],"facial":[171],"structure":[172],"among":[173],"different":[174],"users,":[175],"employ":[177],"adversarial":[178],"training":[179],"achieve":[181],"user-independent":[182],"recognition.":[185],"evaluate":[187],"performance":[189],"our":[191,206,225],"through":[193],"experiments":[194],"data":[196],"collected":[197],"from":[198],"16":[199],"subjects.":[200],"experimental":[202],"result":[203,246],"shows":[204],"can":[208],"recognize":[209],"eight":[210],"average":[215],"F1-score":[216],"0.93,":[218],"false":[221],"alarm":[222],"rate":[223],"0.03.":[228],"develop":[230],"interactive":[232],"real-time":[233],"audio-video":[234],"player":[235],"based":[236],"EyeGesener":[238],"then":[240],"conduct":[241],"user":[243],"study.":[244],"demonstrates":[247],"high":[249],"usability":[250],"system.":[254]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
