{"id":"https://openalex.org/W4315777761","doi":"https://doi.org/10.1109/icnsc55942.2022.10004097","title":"A Multi-modal Virtual-Real Fusion System for Multi-task Human-Computer Interaction","display_name":"A Multi-modal Virtual-Real Fusion System for Multi-task Human-Computer Interaction","publication_year":2022,"publication_date":"2022-12-15","ids":{"openalex":"https://openalex.org/W4315777761","doi":"https://doi.org/10.1109/icnsc55942.2022.10004097"},"language":"en","primary_location":{"id":"doi:10.1109/icnsc55942.2022.10004097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnsc55942.2022.10004097","pdf_url":null,"source":{"id":"https://openalex.org/S4363608241","display_name":"2022 IEEE International Conference on Networking, Sensing and Control (ICNSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Networking, Sensing and Control (ICNSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100744954","display_name":"Xinlei Zhang","orcid":"https://orcid.org/0000-0003-2281-3363"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinlei Zhang","raw_affiliation_strings":["School of Management and Engineering, Nanjing University,Department of Control and Systems Engineering,Nanjing,China","Department of Control and Systems Engineering, School of Management and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Management and Engineering, Nanjing University,Department of Control and Systems Engineering,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Department of Control and Systems Engineering, School of Management and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001205723","display_name":"Jiahui Yu","orcid":"https://orcid.org/0000-0003-1314-2481"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahui Yu","raw_affiliation_strings":["School of Management and Engineering, Nanjing University,Department of Control and Systems Engineering,Nanjing,China","Department of Control and Systems Engineering, School of Management and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Management and Engineering, Nanjing University,Department of Control and Systems Engineering,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Department of Control and Systems Engineering, School of Management and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073484102","display_name":"Yuxiang Sun","orcid":"https://orcid.org/0000-0002-4897-2007"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiang Sun","raw_affiliation_strings":["School of Management and Engineering, Nanjing University,Department of Control and Systems Engineering,Nanjing,China","Department of Control and Systems Engineering, School of Management and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Management and Engineering, Nanjing University,Department of Control and Systems Engineering,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Department of Control and Systems Engineering, School of Management and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103068699","display_name":"Min Li","orcid":"https://orcid.org/0000-0002-0072-5912"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Li","raw_affiliation_strings":["School of Management and Engineering, Nanjing University,Department of Control and Systems Engineering,Nanjing,China","Department of Control and Systems Engineering, School of Management and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Management and Engineering, Nanjing University,Department of Control and Systems Engineering,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Department of Control and Systems Engineering, School of Management and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072681016","display_name":"Yang Song","orcid":"https://orcid.org/0000-0003-4212-8814"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Song","raw_affiliation_strings":["School of Management and Engineering, Nanjing University,Department of Control and Systems Engineering,Nanjing,China","Department of Control and Systems Engineering, School of Management and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Management and Engineering, Nanjing University,Department of Control and Systems Engineering,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Department of Control and Systems Engineering, School of Management and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006171989","display_name":"Xianzhong Zhou","orcid":"https://orcid.org/0000-0003-4311-7287"},"institutions":[{"id":"https://openalex.org/I4210091692","display_name":"Beijing Automation Control Equipment Institute","ror":"https://ror.org/00gvfpz28","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210091692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianzhong Zhou","raw_affiliation_strings":["School of Management and Engineering, Research Center for New Technology in Intelligent Equipment,Department of Control and Systems Engineering,Nanjing,China","Department of Control and Systems Engineering, School of Management and Engineering, Research Center for New Technology in Intelligent Equipment, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Management and Engineering, Research Center for New Technology in Intelligent Equipment,Department of Control and Systems Engineering,Nanjing,China","institution_ids":["https://openalex.org/I4210091692"]},{"raw_affiliation_string":"Department of Control and Systems Engineering, School of Management and Engineering, Research Center for New Technology in Intelligent Equipment, Nanjing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100744954"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.1061,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.26857812,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7858366370201111},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7149865031242371},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5404049158096313},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5162556171417236},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.428627610206604},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3881869316101074},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37228453159332275},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3583383858203888},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3465411067008972},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13057950139045715}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7858366370201111},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7149865031242371},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5404049158096313},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5162556171417236},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.428627610206604},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3881869316101074},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37228453159332275},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3583383858203888},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3465411067008972},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13057950139045715},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnsc55942.2022.10004097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnsc55942.2022.10004097","pdf_url":null,"source":{"id":"https://openalex.org/S4363608241","display_name":"2022 IEEE International Conference on Networking, Sensing and Control (ICNSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Networking, Sensing and Control (ICNSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.6499999761581421}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W579725571","https://openalex.org/W2041649634","https://openalex.org/W2072176036","https://openalex.org/W2087525147","https://openalex.org/W2137418404","https://openalex.org/W2361439446","https://openalex.org/W2391727722","https://openalex.org/W2727938846","https://openalex.org/W2781848283","https://openalex.org/W2786768213","https://openalex.org/W2794730819","https://openalex.org/W2954076244","https://openalex.org/W2964147651","https://openalex.org/W3005870719","https://openalex.org/W3021613070","https://openalex.org/W3176115314","https://openalex.org/W3180047785","https://openalex.org/W4235804971"],"related_works":["https://openalex.org/W4294974825","https://openalex.org/W2967400911","https://openalex.org/W2943580202","https://openalex.org/W4241017176","https://openalex.org/W3000714840","https://openalex.org/W4361829742","https://openalex.org/W1972035260","https://openalex.org/W2344907852","https://openalex.org/W4253106340","https://openalex.org/W4283766644"],"abstract_inverted_index":{"Due":[0],"to":[1],"the":[2,5,8,11,13,22,54,67,95,98,103,108,141,144,149],"complexity":[3],"of":[4,10,24,56,97,110,148],"task":[6],"and":[7,49,58,78,87,107,113,125,136,146],"diversification":[9],"scene,":[12,131,133],"traditional":[14],"interactive":[15],"control":[16,109],"method":[17,80],"can":[18,120],"no":[19],"longer":[20],"meet":[21],"requirements":[23],"users.":[25],"To":[26],"solve":[27],"this":[28,42,83],"problem,":[29,77],"a":[30,60,74,79,88],"multi-modal":[31,123],"virtual-real":[32,104,137],"fusion":[33,105,138],"system":[34,99,119,135],"for":[35,81,102],"multi-task":[36,57],"human-computer":[37],"interaction":[38,124],"is":[39,64,71,85,91,100,116],"proposed":[40],"in":[41,129],"paper,":[43],"which":[44],"integrates":[45],"eye":[46],"movement,":[47],"gesture":[48],"voice.":[50],"Frist,":[51],"aiming":[52],"at":[53],"phenomenon":[55],"multi-modal,":[59],"task-modal":[61,68],"matching":[62,69,89],"model":[63,70],"established.":[65],"Then,":[66],"abstracted":[72],"into":[73],"multi-objective":[75],"optimization":[76],"solving":[82],"problem":[84],"designed":[86],"scheme":[90],"successfully":[92],"obtained.":[93],"Meanwhile,":[94],"construction":[96],"completed":[101],"environment,":[106],"unmanned":[111],"car":[112,115],"virtual":[114,132],"realized.":[117],"The":[118],"carry":[121],"out":[122],"complete":[126],"multiple":[127],"tasks":[128],"real":[130],"parallel":[134],"scene.":[139],"Finally,":[140],"experiment":[142],"proves":[143],"stability":[145],"reliability":[147],"system.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}