{"id":"https://openalex.org/W4411358581","doi":"https://doi.org/10.1109/tase.2025.3580469","title":"A Novel Human-in-the-Loop Multimodal Intention Fusion Method for Human\u2013Robot Interaction","display_name":"A Novel Human-in-the-Loop Multimodal Intention Fusion Method for Human\u2013Robot Interaction","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411358581","doi":"https://doi.org/10.1109/tase.2025.3580469"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3580469","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3580469","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051224603","display_name":"Shuo Jiang","orcid":"https://orcid.org/0000-0003-3645-6301"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuo Jiang","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenbo Zhang","orcid":"https://orcid.org/0009-0003-2561-7437"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Zhang","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006264499","display_name":"Jiahang Liu","orcid":"https://orcid.org/0009-0008-3155-6104"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahang Liu","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haonan Li","orcid":"https://orcid.org/0009-0006-0457-2729"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haonan Li","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424178","display_name":"Zhipeng Wang","orcid":"https://orcid.org/0000-0003-4632-9170"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Wang","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032983330","display_name":"Yanmin Zhou","orcid":"https://orcid.org/0000-0001-7824-1179"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanmin Zhou","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049557511","display_name":"Bin He","orcid":"https://orcid.org/0000-0003-3193-6269"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin He","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5051224603"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":2.5996,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.89592239,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"22","issue":null,"first_page":"16888","last_page":"16898"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.8744999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.8744999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.7835000157356262,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.7756999731063843,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.7981961369514465},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5514302849769592},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5370010733604431},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5059420466423035},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.47440195083618164},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45015615224838257},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4330289661884308},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4187677204608917},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3467326760292053},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34258270263671875},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3223147392272949},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2137261927127838}],"concepts":[{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.7981961369514465},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5514302849769592},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5370010733604431},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5059420466423035},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.47440195083618164},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45015615224838257},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4330289661884308},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4187677204608917},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3467326760292053},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34258270263671875},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3223147392272949},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2137261927127838},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3580469","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3580469","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2575069074","display_name":null,"funder_award_id":"62088101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2837838221","display_name":null,"funder_award_id":"52105033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4066026473","display_name":null,"funder_award_id":"W2441018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6179021144","display_name":null,"funder_award_id":"24511104400","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G6441097453","display_name":null,"funder_award_id":"24511104400","funder_id":"https://openalex.org/F4320326149","funder_display_name":"Shanghai International Science and Technology"},{"id":"https://openalex.org/G76192528","display_name":null,"funder_award_id":"2021SHZDZX0100","funder_id":"https://openalex.org/F4320326149","funder_display_name":"Shanghai International Science and Technology"},{"id":"https://openalex.org/G897182718","display_name":null,"funder_award_id":"2021SHZDZX0100","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320326149","display_name":"Shanghai International Science and Technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W180512009","https://openalex.org/W1633007112","https://openalex.org/W1967885301","https://openalex.org/W2090763700","https://openalex.org/W2140036914","https://openalex.org/W2296755157","https://openalex.org/W2320758278","https://openalex.org/W2516508966","https://openalex.org/W2542622692","https://openalex.org/W2767290858","https://openalex.org/W2802954634","https://openalex.org/W2986758741","https://openalex.org/W3044315485","https://openalex.org/W3128004013","https://openalex.org/W3151500663","https://openalex.org/W3175651474","https://openalex.org/W3181746385","https://openalex.org/W3183307930","https://openalex.org/W4281567410","https://openalex.org/W4316659590","https://openalex.org/W4320802482","https://openalex.org/W4327501272","https://openalex.org/W4362563637","https://openalex.org/W4366547419","https://openalex.org/W4388405204","https://openalex.org/W4391021750","https://openalex.org/W4392207704","https://openalex.org/W4400579462","https://openalex.org/W4401357491"],"related_works":["https://openalex.org/W4288099294","https://openalex.org/W8302103","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W4403920057","https://openalex.org/W4388430323","https://openalex.org/W4377866454","https://openalex.org/W2113355126"],"abstract_inverted_index":{"Understanding":[0],"human":[1],"intention":[2,50,80],"plays":[3],"a":[4,47,92],"crucial":[5],"role":[6],"in":[7,25,79,139,151,170],"the":[8,28,60,83,88,136,161,164,171],"research":[9],"of":[10,62,87,153],"human-robot":[11],"interaction":[12,102],"(HRI)":[13],"for":[14,163],"service":[15,94,172],"robots.":[16],"Although":[17],"multimodal":[18,49,93,148],"sensing":[19],"methods":[20,150],"have":[21],"shown":[22],"promising":[23],"results":[24,133],"certain":[26],"scenarios,":[27],"fusion":[29,51,149],"strategy":[30],"cannot":[31],"flexibly":[32,112],"adapt":[33],"to":[34,58,144],"user":[35,73,128],"preference":[36],"and":[37,85,107,126,156],"dynamic":[38],"environment.":[39],"To":[40],"address":[41],"this":[42,44,140],"limitation,":[43],"paper":[45,141,159],"proposed":[46,98,138],"human-in-the-loop":[48],"(HIL-MIF)":[52],"algorithm":[53],"that":[54,99,135],"introduces":[55],"weight":[56,69],"factors":[57,70],"assess":[59],"importance":[61],"each":[63],"modality.":[64],"By":[65],"dynamically":[66],"adjusting":[67],"these":[68],"based":[71],"on":[72,121],"feedback,":[74],"we":[75],"achieved":[76],"high":[77],"accuracy":[78,155],"understanding,":[81],"enhancing":[82],"personalization":[84],"reliability":[86],"interaction.":[89],"In":[90],"addition,":[91],"robot":[95,168],"system":[96],"was":[97,119],"supports":[100],"three":[101],"modalities":[103],"including":[104],"gaze,":[105],"voice":[106],"gestures,":[108],"which":[109],"can":[110],"be":[111],"configured":[113],"into":[114],"different":[115],"combinations.":[116],"Validation":[117],"experiment":[118],"performed":[120],"target":[122],"object":[123],"grasping":[124],"tasks":[125],"collected":[127],"subjective":[129],"evaluations.":[130],"The":[131],"experimental":[132],"demonstrate":[134],"HIL-MIF":[137],"is":[142],"superior":[143],"other":[145],"commonly":[146],"used":[147],"terms":[152],"both":[154],"reliability.":[157],"This":[158],"paves":[160],"way":[162],"future":[165],"tri-co":[166],"intelligent":[167],"deployment":[169],"industry.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}