{"id":"https://openalex.org/W4366590877","doi":"https://doi.org/10.1145/3544548.3581008","title":"Enabling Voice-Accompanying Hand-to-Face Gesture Recognition with Cross-Device Sensing","display_name":"Enabling Voice-Accompanying Hand-to-Face Gesture Recognition with Cross-Device Sensing","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4366590877","doi":"https://doi.org/10.1145/3544548.3581008"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3581008","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581008","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581008","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581008","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100780848","display_name":"Zisu Li","orcid":"https://orcid.org/0000-0001-8825-0191"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Zisu Li","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China and IIP (Computational Media and Arts), The Hong Kong University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China and IIP (Computational Media and Arts), The Hong Kong University of Science and Technology, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I99065089","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035208775","display_name":"Liang Chen","orcid":"https://orcid.org/0000-0003-0579-2716"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Liang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100605902","display_name":"Yuntao Wang","orcid":"https://orcid.org/0000-0002-4249-8893"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuntao Wang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China and Global Innovation Exchange (GIX) Insitute, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China and Global Innovation Exchange (GIX) Insitute, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018795899","display_name":"Yue Qin","orcid":"https://orcid.org/0000-0003-1351-5284"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Qin","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043272273","display_name":"Chun Yu","orcid":"https://orcid.org/0000-0003-2591-7993"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chun Yu","raw_affiliation_strings":["Department of Computer science and Technology, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055104105","display_name":"Yukang Yan","orcid":"https://orcid.org/0000-0001-7515-3755"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yukang Yan","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China and HCII, CMU, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China and HCII, CMU, United States","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048919402","display_name":"Mingming Fan","orcid":"https://orcid.org/0000-0002-0356-4712"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mingming Fan","raw_affiliation_strings":["Computational Media and Arts Thrust, The Hong Kong University of Science and Technology (Guangzhou), China and Division of Integrative Systems and Design, The Hong Kong University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Computational Media and Arts Thrust, The Hong Kong University of Science and Technology (Guangzhou), China and Division of Integrative Systems and Design, The Hong Kong University of Science and Technology, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057896400","display_name":"Yuanchun Shi","orcid":"https://orcid.org/0000-0003-2273-6927"},"institutions":[{"id":"https://openalex.org/I116265982","display_name":"Qinghai University","ror":"https://ror.org/05h33bt13","country_code":"CN","type":"education","lineage":["https://openalex.org/I116265982"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanchun Shi","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China and Department of Computer Science and Technology, Qinghai University, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China and Department of Computer Science and Technology, Qinghai University, China","institution_ids":["https://openalex.org/I99065089","https://openalex.org/I116265982"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100780848"],"corresponding_institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.9781,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.91322142,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9370142221450806},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7348370552062988},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.6136531233787537},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6058259010314941},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.47299322485923767},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.44299769401550293},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4257892072200775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3369668126106262}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9370142221450806},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7348370552062988},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.6136531233787537},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6058259010314941},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.47299322485923767},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.44299769401550293},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4257892072200775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3369668126106262},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3544548.3581008","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581008","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581008","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-127323","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-127323","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":{"id":"doi:10.1145/3544548.3581008","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581008","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581008","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G356654689","display_name":null,"funder_award_id":"62132010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5499764516","display_name":null,"funder_award_id":"62002198","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5848258319","display_name":null,"funder_award_id":"0 and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6477992202","display_name":null,"funder_award_id":"Grant No. 62132010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8863666567","display_name":null,"funder_award_id":"and No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366590877.pdf","grobid_xml":"https://content.openalex.org/works/W4366590877.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W1978365632","https://openalex.org/W2016753916","https://openalex.org/W2019982045","https://openalex.org/W2026636460","https://openalex.org/W2027064609","https://openalex.org/W2048207755","https://openalex.org/W2048947019","https://openalex.org/W2049010182","https://openalex.org/W2067185917","https://openalex.org/W2108819501","https://openalex.org/W2109018459","https://openalex.org/W2112351484","https://openalex.org/W2112618815","https://openalex.org/W2117539524","https://openalex.org/W2133258886","https://openalex.org/W2146711757","https://openalex.org/W2153200718","https://openalex.org/W2161111016","https://openalex.org/W2162571277","https://openalex.org/W2243124917","https://openalex.org/W2327029522","https://openalex.org/W2383696055","https://openalex.org/W2402069821","https://openalex.org/W2469690627","https://openalex.org/W2525798395","https://openalex.org/W2526050071","https://openalex.org/W2529560935","https://openalex.org/W2536305597","https://openalex.org/W2538172027","https://openalex.org/W2542281586","https://openalex.org/W2598481520","https://openalex.org/W2608217239","https://openalex.org/W2609368380","https://openalex.org/W2611784450","https://openalex.org/W2612727105","https://openalex.org/W2625581252","https://openalex.org/W2752042616","https://openalex.org/W2752632286","https://openalex.org/W2765240282","https://openalex.org/W2765335098","https://openalex.org/W2794782869","https://openalex.org/W2795397986","https://openalex.org/W2896584177","https://openalex.org/W2897647475","https://openalex.org/W2897765997","https://openalex.org/W2904236804","https://openalex.org/W2905545827","https://openalex.org/W2941909295","https://openalex.org/W2958504736","https://openalex.org/W2963125010","https://openalex.org/W2964942934","https://openalex.org/W2967757528","https://openalex.org/W2973223332","https://openalex.org/W2980587176","https://openalex.org/W2980880049","https://openalex.org/W2982083293","https://openalex.org/W2994054304","https://openalex.org/W2998245691","https://openalex.org/W3010673682","https://openalex.org/W3011267457","https://openalex.org/W3015350567","https://openalex.org/W3029292602","https://openalex.org/W3031029492","https://openalex.org/W3031554797","https://openalex.org/W3031942796","https://openalex.org/W3033564916","https://openalex.org/W3083703874","https://openalex.org/W3093949709","https://openalex.org/W3094630307","https://openalex.org/W3107825842","https://openalex.org/W3118105922","https://openalex.org/W3154181057","https://openalex.org/W3161865163","https://openalex.org/W3163625767","https://openalex.org/W3177318554","https://openalex.org/W3200072501","https://openalex.org/W4315631036"],"related_works":["https://openalex.org/W2537963312","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735"],"abstract_inverted_index":{"Gestures":[0],"performed":[1],"accompanying":[2],"the":[3,64,153,157,166,178,182,192],"voice":[4,8,34,55],"are":[5],"essential":[6],"for":[7,14,33,142,148],"interaction":[9,15],"to":[10,46,62,82,190],"convey":[11],"complementary":[12],"semantics":[13],"purposes":[16],"such":[17,42],"as":[18],"wake-up":[19],"state":[20],"and":[21,48,76,90,102,123,132,146,173,186],"input":[22],"modality.":[23],"In":[24,177],"this":[25],"paper,":[26],"we":[27,71,110,180],"investigated":[28],"voice-accompanying":[29],"hand-to-face":[30,39],"(VAHF)":[31],"gestures":[32,40,43,75,98,145,151],"interaction.":[35],"We":[36,57],"targeted":[37],"on":[38,165],"because":[41],"relate":[44],"closely":[45],"speech":[47],"yield":[49],"significant":[50],"acoustic":[51],"features":[52],"(e.g.,":[53,87],"impeding":[54],"propagation).":[56],"conducted":[58],"a":[59,79,93,112],"user":[60],"study":[61],"explore":[63],"design":[65,188],"space":[66],"of":[67,95,125,140,169,194],"VAHF":[68,97,107],"gestures,":[69],"where":[70],"first":[72],"gathered":[73],"candidate":[74],"then":[77],"applied":[78],"structural":[80],"analysis":[81,161],"them":[83],"in":[84,197],"different":[85,175],"dimensions":[86],"contact":[88],"position":[89],"type),":[91],"outputting":[92],"total":[94],"8":[96,150],"with":[99],"good":[100],"usability":[101],"least":[103],"confusion.":[104],"To":[105],"facilitate":[106],"gesture":[108],"recognition,":[109],"proposed":[111],"novel":[113],"cross-device":[114],"sensing":[115],"method":[116],"that":[117],"leverages":[118],"heterogeneous":[119],"channels":[120],"(vocal,":[121],"ultrasound,":[122],"IMU)":[124],"data":[126],"from":[127],"commodity":[128],"devices":[129],"(earbuds,":[130],"watches,":[131],"rings).":[133],"Our":[134],"recognition":[135,167],"model":[136],"achieved":[137],"an":[138],"accuracy":[139],"97.3%":[141],"recognizing":[143,149],"3":[144],"91.5%":[147],"(excluding":[152],"\"empty\"":[154],"gesture),":[155],"proving":[156],"high":[158],"applicability.":[159],"Quantitative":[160],"also":[162],"shed":[163],"light":[164],"capability":[168],"each":[170],"sensor":[171],"channel":[172],"their":[174,187],"combinations.":[176],"end,":[179],"illustrated":[181],"feasible":[183],"use":[184],"cases":[185],"principles":[189],"demonstrate":[191],"applicability":[193],"our":[195],"system":[196],"various":[198],"scenarios.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}