{"id":"https://openalex.org/W3151500663","doi":"https://doi.org/10.1109/access.2021.3071364","title":"Hands-Free Human\u2013Robot Interaction Using Multimodal Gestures and Deep Learning in Wearable Mixed Reality","display_name":"Hands-Free Human\u2013Robot Interaction Using Multimodal Gestures and Deep Learning in Wearable Mixed Reality","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3151500663","doi":"https://doi.org/10.1109/access.2021.3071364","mag":"3151500663"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3071364","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3071364","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09395580.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09395580.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042382229","display_name":"Kyeong-Beom Park","orcid":null},"institutions":[{"id":"https://openalex.org/I111277659","display_name":"Chonnam National University","ror":"https://ror.org/05kzjxq56","country_code":"KR","type":"education","lineage":["https://openalex.org/I111277659"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Kyeong-Beom Park","raw_affiliation_strings":["Department of Industrial Engineering, Chonnam National University, Gwangju, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4737-730X","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Chonnam National University, Gwangju, South Korea","institution_ids":["https://openalex.org/I111277659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332529","display_name":"Sung Ho Choi","orcid":null},"institutions":[{"id":"https://openalex.org/I111277659","display_name":"Chonnam National University","ror":"https://ror.org/05kzjxq56","country_code":"KR","type":"education","lineage":["https://openalex.org/I111277659"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung Ho Choi","raw_affiliation_strings":["Department of Industrial Engineering, Chonnam National University, Gwangju, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-0887-0150","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Chonnam National University, Gwangju, South Korea","institution_ids":["https://openalex.org/I111277659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101767652","display_name":"Jae Yeol Lee","orcid":"https://orcid.org/0000-0002-2653-0742"},"institutions":[{"id":"https://openalex.org/I111277659","display_name":"Chonnam National University","ror":"https://ror.org/05kzjxq56","country_code":"KR","type":"education","lineage":["https://openalex.org/I111277659"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jae Yeol Lee","raw_affiliation_strings":["Department of Industrial Engineering, Chonnam National University, Gwangju, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2653-0742","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Chonnam National University, Gwangju, South Korea","institution_ids":["https://openalex.org/I111277659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067798141","display_name":"Yalda Ghasemi","orcid":"https://orcid.org/0000-0002-9208-842X"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yalda Ghasemi","raw_affiliation_strings":["Department of Mechanical and Industrial Engineering, University of Illinois at Chicago, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-9208-842X","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Industrial Engineering, University of Illinois at Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003653815","display_name":"Mustafa Mohammed","orcid":"https://orcid.org/0000-0003-4674-3603"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mustafa Mohammed","raw_affiliation_strings":["Department of Mechanical and Industrial Engineering, University of Illinois at Chicago, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0000-0003-4674-3603","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Industrial Engineering, University of Illinois at Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068209902","display_name":"Heejin Jeong","orcid":"https://orcid.org/0000-0002-0122-532X"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heejin Jeong","raw_affiliation_strings":["Department of Mechanical and Industrial Engineering, University of Illinois at Chicago, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-0122-532X","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Industrial Engineering, University of Illinois at Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5042382229"],"corresponding_institution_ids":["https://openalex.org/I111277659"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":8.9482,"has_fulltext":true,"cited_by_count":105,"citation_normalized_percentile":{"value":0.9852874,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"55448","last_page":"55464"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7608039379119873},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7363920211791992},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7096204161643982},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6633104085922241},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6488397121429443},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5789415836334229},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5052884221076965},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.49472591280937195},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.4796462655067444},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4727376699447632},{"id":"https://openalex.org/keywords/virtual-image","display_name":"Virtual image","score":0.4610660672187805},{"id":"https://openalex.org/keywords/mixed-reality","display_name":"Mixed reality","score":0.43120384216308594},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.4282371401786804},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.41703635454177856},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41624873876571655},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.2643333375453949},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09737437963485718}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7608039379119873},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7363920211791992},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7096204161643982},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6633104085922241},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6488397121429443},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5789415836334229},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5052884221076965},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.49472591280937195},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.4796462655067444},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4727376699447632},{"id":"https://openalex.org/C51970089","wikidata":"https://www.wikidata.org/wiki/Q44415","display_name":"Virtual image","level":2,"score":0.4610660672187805},{"id":"https://openalex.org/C206776904","wikidata":"https://www.wikidata.org/wiki/Q1758389","display_name":"Mixed reality","level":3,"score":0.43120384216308594},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.4282371401786804},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.41703635454177856},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41624873876571655},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2643333375453949},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09737437963485718},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3071364","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3071364","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09395580.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8dc83856a7164d96878e6b8251fb2408","is_oa":true,"landing_page_url":"https://doaj.org/article/8dc83856a7164d96878e6b8251fb2408","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 55448-55464 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3071364","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3071364","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09395580.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1156133555","display_name":null,"funder_award_id":"2019R1I1A3A01059082","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G2619531352","display_name":null,"funder_award_id":"2020-0-01532","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3151500663.pdf","grobid_xml":"https://content.openalex.org/works/W3151500663.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1536474500","https://openalex.org/W1593163947","https://openalex.org/W1948727409","https://openalex.org/W2072684935","https://openalex.org/W2077819131","https://openalex.org/W2084787864","https://openalex.org/W2113923829","https://openalex.org/W2114902384","https://openalex.org/W2133465965","https://openalex.org/W2157289187","https://openalex.org/W2169489294","https://openalex.org/W2173674698","https://openalex.org/W2296634298","https://openalex.org/W2416392279","https://openalex.org/W2518003110","https://openalex.org/W2536487173","https://openalex.org/W2547050666","https://openalex.org/W2550924949","https://openalex.org/W2586643027","https://openalex.org/W2613345949","https://openalex.org/W2625534316","https://openalex.org/W2759592850","https://openalex.org/W2765685440","https://openalex.org/W2795856457","https://openalex.org/W2797773519","https://openalex.org/W2888241982","https://openalex.org/W2905309298","https://openalex.org/W2910779592","https://openalex.org/W2942179419","https://openalex.org/W2954808673","https://openalex.org/W2963351448","https://openalex.org/W2964737083","https://openalex.org/W2965040423","https://openalex.org/W2965776688","https://openalex.org/W2969615259","https://openalex.org/W2990295915","https://openalex.org/W2998233777","https://openalex.org/W3003324983","https://openalex.org/W3013050329","https://openalex.org/W3035052333","https://openalex.org/W3046216614","https://openalex.org/W3133931490","https://openalex.org/W6635425622","https://openalex.org/W6791377543"],"related_works":["https://openalex.org/W4315498436","https://openalex.org/W3039884195","https://openalex.org/W4236000927","https://openalex.org/W2394424449","https://openalex.org/W4229456911","https://openalex.org/W2471972198","https://openalex.org/W2624249381","https://openalex.org/W2915381807","https://openalex.org/W9783058","https://openalex.org/W2905138457"],"abstract_inverted_index":{"This":[0],"study":[1],"proposes":[2],"a":[3,173,188],"novel":[4],"hands-free":[5,63,217],"interaction":[6,23,70,264],"method":[7,64],"using":[8,246],"multimodal":[9],"gestures":[10,17],"such":[11,76,93],"as":[12,77,94],"eye":[13,247],"gazing":[14,248],"and":[15,18,57,79,84,96,154,167,190,201,212,226,249],"head":[16,85,250],"deep":[19,101,236],"learning":[20],"for":[21,36,50,73,90,137,243],"human-robot":[22],"(HRI)":[24],"in":[25,133],"mixed":[26],"reality":[27],"(MR)":[28],"environments.":[29],"Since":[30],"human":[31],"operators":[32],"hold":[33],"some":[34],"objects":[35,114],"conducting":[37],"tasks,":[38],"there":[39],"are":[40,88],"many":[41],"constrained":[42],"situations":[43],"where":[44],"they":[45],"cannot":[46],"use":[47],"their":[48],"hands":[49],"HRI":[51,260],"interactions.":[52,67],"To":[53],"provide":[54,187],"more":[55,152,199,258],"effective":[56,259],"intuitive":[58,153],"task":[59],"assistance,":[60],"the":[61,109,119,134,158,176,181,193,210,215],"proposed":[62,149,216],"supports":[65,257],"coarse-to-fine":[66],"Eye":[68],"gazing-based":[69],"is":[71,105,126,148,184],"used":[72,89,185],"coarse":[74],"interactions":[75,87,92],"searching":[78],"previewing":[80],"of":[81,112,123,157,180,192,214,222],"target":[82],"objects,":[83],"gesture":[86],"fine":[91],"selection":[95],"3D":[97,130],"manipulation.":[98],"In":[99,171],"addition,":[100],"learning-based":[102,237],"object":[103,124,141,224],"detection":[104,125],"applied":[106],"to":[107,115,150,186,196,208],"estimate":[108],"initial":[110,140,223,238],"positioning":[111,225,239],"physical":[113],"be":[116],"manipulated":[117],"by":[118],"robot.":[120],"The":[121,235,252],"result":[122],"then":[127],"combined":[128],"with":[129,161,230],"spatial":[131],"mapping":[132],"MR":[135],"environment":[136],"supporting":[138],"accurate":[139],"positioning.":[142],"Furthermore,":[143],"virtual":[144,178],"object-based":[145,253],"indirect":[146,254],"manipulation":[147,164,245,255],"support":[151],"efficient":[155],"control":[156],"robot,":[159,183],"compared":[160],"traditional":[162,231],"direct":[163,232,263],"(e.g.,":[165],"joint-based":[166],"end":[168],"effector-based":[169],"manipulations).":[170],"particular,":[172],"digital":[174],"twin,":[175],"synchronized":[177],"robot":[179,195,233,244],"real":[182,194],"preview":[189],"simulation":[191],"manipulate":[197],"it":[198],"effectively":[200],"accurately.":[202],"Two":[203],"case":[204],"studies":[205],"were":[206],"conducted":[207],"confirm":[209],"originality":[211],"advantages":[213],"HRI:":[218],"(1)":[219],"performance":[220],"evaluation":[221],"(2)":[227],"comparative":[228],"analysis":[229],"manipulations.":[234],"reduces":[240],"much":[241],"effort":[242],"gestures.":[251],"also":[256],"than":[261],"previous":[262],"methods.":[265]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":4}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}