{"id":"https://openalex.org/W4406786120","doi":"https://doi.org/10.1145/3706598.3714161","title":"Vision-Based Multimodal Interfaces: A Survey and Taxonomy for Enhanced Context-Aware System Design","display_name":"Vision-Based Multimodal Interfaces: A Survey and Taxonomy for Enhanced Context-Aware System Design","publication_year":2025,"publication_date":"2025-04-25","ids":{"openalex":"https://openalex.org/W4406786120","doi":"https://doi.org/10.1145/3706598.3714161"},"language":"en","primary_location":{"id":"doi:10.1145/3706598.3714161","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3714161","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3706598.3714161","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3706598.3714161","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066683687","display_name":"Yongquan Hu","orcid":"https://orcid.org/0000-0003-1315-8969"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]}],"countries":["AU","RU"],"is_corresponding":true,"raw_author_name":"Yongquan \u2018Owen\u2019 Hu","raw_affiliation_strings":["School of Computer Science and Engineering, University of New South Wales, Sydney, Australia","The of , Japan",", , - Computing , ,","of and of and ,","of Computer and Technology , of and Technology ,",", - , , and , , ,"],"raw_orcid":"https://orcid.org/0000-0003-1315-8969","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"The of , Japan","institution_ids":[]},{"raw_affiliation_string":", , - Computing , ,","institution_ids":["https://openalex.org/I4210143490"]},{"raw_affiliation_string":"of and of and ,","institution_ids":[]},{"raw_affiliation_string":"of Computer and Technology , of and Technology ,","institution_ids":[]},{"raw_affiliation_string":", - , , and , , ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101384273","display_name":"Jingyu Tang","orcid":"https://orcid.org/0009-0008-8259-8531"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyu Tang","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0008-8259-8531","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinya Gong","orcid":"https://orcid.org/0009-0005-6414-9351"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinya Gong","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-6414-9351","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022010343","display_name":"Zhongyi Zhou","orcid":"https://orcid.org/0000-0002-1363-7313"},"institutions":[{"id":"https://openalex.org/I4056153","display_name":"New College of Florida","ror":"https://ror.org/01cbya385","country_code":"US","type":"education","lineage":["https://openalex.org/I4056153"]},{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP","RU","US"],"is_corresponding":false,"raw_author_name":"Zhongyi Zhou","raw_affiliation_strings":["The University of Tokyo, Tokyo, Japan",", - , , and , , ,","of Computer and Technology , of and Technology ,",", , - Computing , ,","of Computer Science and Engineering , of New ,","of and of and ,"],"raw_orcid":"https://orcid.org/0000-0002-1363-7313","affiliations":[{"raw_affiliation_string":"The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":", - , , and , , ,","institution_ids":[]},{"raw_affiliation_string":"of Computer and Technology , of and Technology ,","institution_ids":[]},{"raw_affiliation_string":", , - Computing , ,","institution_ids":["https://openalex.org/I4210143490"]},{"raw_affiliation_string":"of Computer Science and Engineering , of New ,","institution_ids":["https://openalex.org/I4056153"]},{"raw_affiliation_string":"of and of and ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015185178","display_name":"Shuning Zhang","orcid":"https://orcid.org/0000-0002-4145-117X"},"institutions":[{"id":"https://openalex.org/I4056153","display_name":"New College of Florida","ror":"https://ror.org/01cbya385","country_code":"US","type":"education","lineage":["https://openalex.org/I4056153"]},{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","RU","US"],"is_corresponding":false,"raw_author_name":"Shuning Zhang","raw_affiliation_strings":["Tsinghua University, Beijing, China",", - , , and , , ,","of and of and ,","of Computer and Technology , of and Technology ,",", , - Computing , ,","of Computer Science and Engineering , of New ,","The of , Japan"],"raw_orcid":"https://orcid.org/0000-0002-4145-117X","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":", - , , and , , ,","institution_ids":[]},{"raw_affiliation_string":"of and of and ,","institution_ids":[]},{"raw_affiliation_string":"of Computer and Technology , of and Technology ,","institution_ids":[]},{"raw_affiliation_string":", , - Computing , ,","institution_ids":["https://openalex.org/I4210143490"]},{"raw_affiliation_string":"of Computer Science and Engineering , of New ,","institution_ids":["https://openalex.org/I4056153"]},{"raw_affiliation_string":"The of , Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027978461","display_name":"Don Samitha Elvitigala","orcid":"https://orcid.org/0000-0002-8013-5989"},"institutions":[{"id":"https://openalex.org/I4056153","display_name":"New College of Florida","ror":"https://ror.org/01cbya385","country_code":"US","type":"education","lineage":["https://openalex.org/I4056153"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU","US"],"is_corresponding":false,"raw_author_name":"Don Samitha Elvitigala","raw_affiliation_strings":["Exertion Games Lab, Department of Human-Centred Computing, Monash University, Melbourne, Australia","of Computer and Technology , of and Technology ,","of Computer Science and Engineering , of New ,",", - , , and , , ,","The of , Japan","of and of and ,"],"raw_orcid":"https://orcid.org/0000-0002-8013-5989","affiliations":[{"raw_affiliation_string":"Exertion Games Lab, Department of Human-Centred Computing, Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"of Computer and Technology , of and Technology ,","institution_ids":[]},{"raw_affiliation_string":"of Computer Science and Engineering , of New ,","institution_ids":["https://openalex.org/I4056153"]},{"raw_affiliation_string":", - , , and , , ,","institution_ids":[]},{"raw_affiliation_string":"The of , Japan","institution_ids":[]},{"raw_affiliation_string":"of and of and ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071394525","display_name":"Florian Mueller","orcid":"https://orcid.org/0000-0001-6472-3476"},"institutions":[{"id":"https://openalex.org/I4056153","display_name":"New College of Florida","ror":"https://ror.org/01cbya385","country_code":"US","type":"education","lineage":["https://openalex.org/I4056153"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU","US"],"is_corresponding":false,"raw_author_name":"Florian \u2018Floyd\u2019 Mueller","raw_affiliation_strings":["Exertion Games Lab, Department of Human-Centred Computing, Monash University, Melbourne, Australia","of Computer and Technology , of and Technology ,","The of , Japan","of and of and ,",", - , , and , , ,","of Computer Science and Engineering , of New ,"],"raw_orcid":"https://orcid.org/0000-0001-6472-3476","affiliations":[{"raw_affiliation_string":"Exertion Games Lab, Department of Human-Centred Computing, Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"of Computer and Technology , of and Technology ,","institution_ids":[]},{"raw_affiliation_string":"The of , Japan","institution_ids":[]},{"raw_affiliation_string":"of and of and ,","institution_ids":[]},{"raw_affiliation_string":", - , , and , , ,","institution_ids":[]},{"raw_affiliation_string":"of Computer Science and Engineering , of New ,","institution_ids":["https://openalex.org/I4056153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042014818","display_name":"Wen Hu","orcid":"https://orcid.org/0000-0002-4076-1811"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]}],"countries":["AU","RU"],"is_corresponding":false,"raw_author_name":"Wen Hu","raw_affiliation_strings":["School of Computer Science and Engineering, University of New South Wales, Syndey, Australia",", , - Computing , ,","of Computer and Technology , of and Technology ,",", - , , and , , ,","The of , Japan","of and of and ,"],"raw_orcid":"https://orcid.org/0000-0002-4076-1811","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Syndey, Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":", , - Computing , ,","institution_ids":["https://openalex.org/I4210143490"]},{"raw_affiliation_string":"of Computer and Technology , of and Technology ,","institution_ids":[]},{"raw_affiliation_string":", - , , and , , ,","institution_ids":[]},{"raw_affiliation_string":"The of , Japan","institution_ids":[]},{"raw_affiliation_string":"of and of and ,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001170144","display_name":"Aaron Quigley","orcid":"https://orcid.org/0000-0002-5274-6889"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU","RU"],"is_corresponding":false,"raw_author_name":"Aaron J. Quigley","raw_affiliation_strings":["CSIRO's Data61, Sydney, Australia and University of New South Wales, Sydney, Australia",", , - Computing , ,","The of , Japan","of and of and ,","of Computer and Technology , of and Technology ,",", - , , and , , ,"],"raw_orcid":"https://orcid.org/0000-0002-5274-6889","affiliations":[{"raw_affiliation_string":"CSIRO's Data61, Sydney, Australia and University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I31746571","https://openalex.org/I1292875679"]},{"raw_affiliation_string":", , - Computing , ,","institution_ids":["https://openalex.org/I4210143490"]},{"raw_affiliation_string":"The of , Japan","institution_ids":[]},{"raw_affiliation_string":"of and of and ,","institution_ids":[]},{"raw_affiliation_string":"of Computer and Technology , of and Technology ,","institution_ids":[]},{"raw_affiliation_string":", - , , and , , ,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5066683687"],"corresponding_institution_ids":["https://openalex.org/I31746571","https://openalex.org/I4210143490"],"apc_list":null,"apc_paid":null,"fwci":14.2771,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99117903,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8293800354003906},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7461665868759155},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.6907885074615479},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.497052937746048},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48284584283828735},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4696582853794098},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4353407025337219},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.39595115184783936},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3047052025794983}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8293800354003906},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7461665868759155},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.6907885074615479},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.497052937746048},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48284584283828735},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4696582853794098},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4353407025337219},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39595115184783936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3047052025794983},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3706598.3714161","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3714161","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3706598.3714161","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2501.13443","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.13443","pdf_url":"https://arxiv.org/pdf/2501.13443","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3706598.3714161","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3714161","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3706598.3714161","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G7126990566","display_name":null,"funder_award_id":"DP190102068, DP200102612, LP210200656","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406786120.pdf","grobid_xml":"https://content.openalex.org/works/W4406786120.grobid-xml"},"referenced_works_count":181,"referenced_works":["https://openalex.org/W1485433969","https://openalex.org/W1534057129","https://openalex.org/W1574883874","https://openalex.org/W1915921740","https://openalex.org/W1971080668","https://openalex.org/W1973449322","https://openalex.org/W2012210378","https://openalex.org/W2012932483","https://openalex.org/W2017310186","https://openalex.org/W2023467816","https://openalex.org/W2044288460","https://openalex.org/W2057047227","https://openalex.org/W2070898343","https://openalex.org/W2073293491","https://openalex.org/W2074871148","https://openalex.org/W2077387722","https://openalex.org/W2079797201","https://openalex.org/W2080957047","https://openalex.org/W2100349944","https://openalex.org/W2102831500","https://openalex.org/W2103865647","https://openalex.org/W2112396831","https://openalex.org/W2116015365","https://openalex.org/W2118978333","https://openalex.org/W2138178708","https://openalex.org/W2147975565","https://openalex.org/W2148143831","https://openalex.org/W2151905266","https://openalex.org/W2152267651","https://openalex.org/W2159372453","https://openalex.org/W2160170050","https://openalex.org/W2161401111","https://openalex.org/W2163419627","https://openalex.org/W2170326347","https://openalex.org/W2290599351","https://openalex.org/W2294287846","https://openalex.org/W2311815372","https://openalex.org/W2327678559","https://openalex.org/W2339625848","https://openalex.org/W2397514536","https://openalex.org/W2534248037","https://openalex.org/W2543128534","https://openalex.org/W2610466272","https://openalex.org/W2619383789","https://openalex.org/W2752010061","https://openalex.org/W2752982183","https://openalex.org/W2754998475","https://openalex.org/W2770587725","https://openalex.org/W2793488843","https://openalex.org/W2815150724","https://openalex.org/W2898582579","https://openalex.org/W2899294745","https://openalex.org/W2899427170","https://openalex.org/W2900744662","https://openalex.org/W2902480251","https://openalex.org/W2909309777","https://openalex.org/W2911240772","https://openalex.org/W2941113575","https://openalex.org/W2941770364","https://openalex.org/W2971637278","https://openalex.org/W2972687021","https://openalex.org/W2972720192","https://openalex.org/W2984171490","https://openalex.org/W3000357198","https://openalex.org/W3006187291","https://openalex.org/W3008286201","https://openalex.org/W3022497167","https://openalex.org/W3032414380","https://openalex.org/W3045690037","https://openalex.org/W3047932884","https://openalex.org/W3083918922","https://openalex.org/W3091679153","https://openalex.org/W3092985623","https://openalex.org/W3093797059","https://openalex.org/W3093960360","https://openalex.org/W3137284029","https://openalex.org/W3155109789","https://openalex.org/W3160267893","https://openalex.org/W3162461888","https://openalex.org/W3162951940","https://openalex.org/W3163971663","https://openalex.org/W3164825066","https://openalex.org/W3174331430","https://openalex.org/W3174562241","https://openalex.org/W3180552233","https://openalex.org/W3201132650","https://openalex.org/W3201489464","https://openalex.org/W3205571996","https://openalex.org/W3205591293","https://openalex.org/W3206494219","https://openalex.org/W3207040391","https://openalex.org/W3207184441","https://openalex.org/W3207855543","https://openalex.org/W3215313126","https://openalex.org/W4200275663","https://openalex.org/W4200416643","https://openalex.org/W4211229453","https://openalex.org/W4221045795","https://openalex.org/W4225159462","https://openalex.org/W4226017864","https://openalex.org/W4234816175","https://openalex.org/W4280623624","https://openalex.org/W4282966860","https://openalex.org/W4283395662","https://openalex.org/W4285413876","https://openalex.org/W4286377379","https://openalex.org/W4286587050","https://openalex.org/W4287509566","https://openalex.org/W4287509590","https://openalex.org/W4290098563","https://openalex.org/W4292829055","https://openalex.org/W4297816008","https://openalex.org/W4297941853","https://openalex.org/W4307472486","https://openalex.org/W4317940151","https://openalex.org/W4366547670","https://openalex.org/W4366548107","https://openalex.org/W4367663114","https://openalex.org/W4368370823","https://openalex.org/W4383503708","https://openalex.org/W4383748226","https://openalex.org/W4386270300","https://openalex.org/W4386473175","https://openalex.org/W4387087093","https://openalex.org/W4387087654","https://openalex.org/W4387324870","https://openalex.org/W4387446406","https://openalex.org/W4387801423","https://openalex.org/W4387968060","https://openalex.org/W4387968072","https://openalex.org/W4387993606","https://openalex.org/W4388624092","https://openalex.org/W4389080288","https://openalex.org/W4389988929","https://openalex.org/W4390190354","https://openalex.org/W4391406940","https://openalex.org/W4391591807","https://openalex.org/W4391769592","https://openalex.org/W4392001696","https://openalex.org/W4392120599","https://openalex.org/W4392131573","https://openalex.org/W4392499491","https://openalex.org/W4392503392","https://openalex.org/W4392503764","https://openalex.org/W4394811216","https://openalex.org/W4394825411","https://openalex.org/W4394881802","https://openalex.org/W4394890920","https://openalex.org/W4395664813","https://openalex.org/W4396827171","https://openalex.org/W4396831960","https://openalex.org/W4396832011","https://openalex.org/W4396832060","https://openalex.org/W4396832285","https://openalex.org/W4396832431","https://openalex.org/W4396832580","https://openalex.org/W4396832598","https://openalex.org/W4396832611","https://openalex.org/W4396832628","https://openalex.org/W4396832738","https://openalex.org/W4396832875","https://openalex.org/W4396832926","https://openalex.org/W4396832931","https://openalex.org/W4396832991","https://openalex.org/W4396833067","https://openalex.org/W4396833179","https://openalex.org/W4396833186","https://openalex.org/W4396833358","https://openalex.org/W4396833367","https://openalex.org/W4396833530","https://openalex.org/W4396919460","https://openalex.org/W4396920249","https://openalex.org/W4396920266","https://openalex.org/W4396938940","https://openalex.org/W4399117395","https://openalex.org/W4399151478","https://openalex.org/W4399397208","https://openalex.org/W4400391816","https://openalex.org/W4402427685","https://openalex.org/W4402560418","https://openalex.org/W6926582529"],"related_works":["https://openalex.org/W2035104213","https://openalex.org/W2240967841","https://openalex.org/W2791686160","https://openalex.org/W1513257435","https://openalex.org/W2289840258","https://openalex.org/W2503352526","https://openalex.org/W2968405290","https://openalex.org/W2960696728","https://openalex.org/W2114040463","https://openalex.org/W2053633997"],"abstract_inverted_index":{"The":[0],"recent":[1],"surge":[2],"in":[3,7,38,116],"artificial":[4],"intelligence,":[5],"particularly":[6],"multimodal":[8,47,83,122],"processing":[9,117],"technology,":[10],"has":[11],"advanced":[12],"human-computer":[13],"interaction,":[14],"by":[15,66],"altering":[16],"how":[17],"intelligent":[18],"systems":[19],"perceive,":[20],"understand,":[21],"and":[22,92,97,120,135],"respond":[23],"to":[24,132],"contextual":[25,118],"information":[26,119],"(i.e.,":[27],"context":[28],"awareness).":[29],"Despite":[30],"such":[31],"advancements,":[32],"there":[33],"is":[34,51],"a":[35,46,60,68,125],"significant":[36],"gap":[37,65],"comprehensive":[39],"reviews":[40],"examining":[41],"these":[42],"advances,":[43],"especially":[44],"from":[45,129],"data":[48,72],"perspective,":[49],"which":[50],"crucial":[52],"for":[53,81,144],"refining":[54],"system":[55],"design.":[56],"This":[57],"paper":[58],"addresses":[59],"key":[61],"aspect":[62],"of":[63,71,89,112],"this":[64,106],"conducting":[67],"systematic":[69],"survey":[70],"modality-driven":[73],"Vision-based":[74],"Multimodal":[75],"Interfaces":[76],"(VMIs).":[77],"VMIs":[78,139],"are":[79],"essential":[80],"integrating":[82],"data,":[84],"enabling":[85],"more":[86],"precise":[87],"interpretation":[88],"user":[90],"intentions":[91],"complex":[93],"interactions":[94],"across":[95,140],"physical":[96],"digital":[98],"environments.":[99],"Unlike":[100],"previous":[101],"task-":[102],"or":[103],"scenario-driven":[104],"surveys,":[105],"study":[107],"highlights":[108],"the":[109,113,130,133],"critical":[110],"role":[111],"visual":[114],"modality":[115],"facilitating":[121],"interaction.":[123],"Adopting":[124],"design":[126],"framework":[127],"moving":[128],"whole":[131],"details":[134],"back,":[136],"it":[137],"classifies":[138],"dimensions,":[141],"providing":[142],"insights":[143],"developing":[145],"effective,":[146],"context-aware":[147],"systems.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":6}],"updated_date":"2026-06-04T09:04:59.091469","created_date":"2025-10-10T00:00:00"}