{"id":"https://openalex.org/W4400904804","doi":"https://doi.org/10.1109/lra.2024.3432352","title":"Learning Multimodal Confidence for Intention Recognition in Human-Robot Interaction","display_name":"Learning Multimodal Confidence for Intention Recognition in Human-Robot Interaction","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4400904804","doi":"https://doi.org/10.1109/lra.2024.3432352"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3432352","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3432352","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114310129","display_name":"Xiyuan Zhao","orcid":"https://orcid.org/0009-0008-6492-5666"},"institutions":[{"id":"https://openalex.org/I4387154005","display_name":"State Key Laboratory of Digital Medical Engineering","ror":"https://ror.org/03ab0at74","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387154005","https://openalex.org/I76569877"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiyuan Zhao","raw_affiliation_strings":["State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0008-6492-5666","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877","https://openalex.org/I4387154005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114310276","display_name":"Huijun Li","orcid":"https://orcid.org/0000-0002-4395-2461"},"institutions":[{"id":"https://openalex.org/I4387154005","display_name":"State Key Laboratory of Digital Medical Engineering","ror":"https://ror.org/03ab0at74","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387154005","https://openalex.org/I76569877"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huijun Li","raw_affiliation_strings":["State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-4395-2461","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877","https://openalex.org/I4387154005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086686192","display_name":"Tianyuan Miao","orcid":"https://orcid.org/0000-0002-3355-315X"},"institutions":[{"id":"https://openalex.org/I4387154005","display_name":"State Key Laboratory of Digital Medical Engineering","ror":"https://ror.org/03ab0at74","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387154005","https://openalex.org/I76569877"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyuan Miao","raw_affiliation_strings":["State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-3355-315X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877","https://openalex.org/I4387154005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101784334","display_name":"Xianyi Zhu","orcid":"https://orcid.org/0000-0002-3070-1479"},"institutions":[{"id":"https://openalex.org/I4387154005","display_name":"State Key Laboratory of Digital Medical Engineering","ror":"https://ror.org/03ab0at74","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387154005","https://openalex.org/I76569877"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianyi Zhu","raw_affiliation_strings":["State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877","https://openalex.org/I4387154005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091804524","display_name":"Zhikai Wei","orcid":"https://orcid.org/0009-0001-6820-9164"},"institutions":[{"id":"https://openalex.org/I4387154005","display_name":"State Key Laboratory of Digital Medical Engineering","ror":"https://ror.org/03ab0at74","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387154005","https://openalex.org/I76569877"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhikai Wei","raw_affiliation_strings":["State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-6820-9164","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877","https://openalex.org/I4387154005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052864736","display_name":"Lifen Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lifen Tan","raw_affiliation_strings":["National Key Laboratory of Human Factors Engineering, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human Factors Engineering, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048327458","display_name":"Aiguo Song","orcid":"https://orcid.org/0000-0002-1982-6780"},"institutions":[{"id":"https://openalex.org/I4387154005","display_name":"State Key Laboratory of Digital Medical Engineering","ror":"https://ror.org/03ab0at74","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387154005","https://openalex.org/I76569877"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aiguo Song","raw_affiliation_strings":["State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-1982-6780","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Digital Medical Engineering, Jiangsu Key Laboratory of Remote Measurement and Control, School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877","https://openalex.org/I4387154005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5114310129"],"corresponding_institution_ids":["https://openalex.org/I4387154005","https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":1.4285,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.82609863,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"9","issue":"9","first_page":"7819","last_page":"7826"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6996323466300964},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.6080407500267029},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5238180756568909},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.521905243396759},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4235081076622009},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42084038257598877},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3423428237438202},{"id":"https://openalex.org/keywords/psychotherapist","display_name":"Psychotherapist","score":0.05665719509124756}],"concepts":[{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6996323466300964},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.6080407500267029},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5238180756568909},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.521905243396759},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4235081076622009},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42084038257598877},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3423428237438202},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.05665719509124756}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3432352","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3432352","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G217178540","display_name":null,"funder_award_id":"92148205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6842572998","display_name":null,"funder_award_id":"62173088","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2024050078","https://openalex.org/W2052101136","https://openalex.org/W2053101950","https://openalex.org/W2069317438","https://openalex.org/W2087204158","https://openalex.org/W2153635508","https://openalex.org/W2245870198","https://openalex.org/W2398232863","https://openalex.org/W2490662969","https://openalex.org/W2765218414","https://openalex.org/W2795539578","https://openalex.org/W2963118811","https://openalex.org/W2963781023","https://openalex.org/W2964018428","https://openalex.org/W2998552463","https://openalex.org/W3003620459","https://openalex.org/W3026646268","https://openalex.org/W3197128667","https://openalex.org/W4205219451","https://openalex.org/W4233216703","https://openalex.org/W4250589301","https://openalex.org/W4285231577","https://openalex.org/W4327734444","https://openalex.org/W4385489615","https://openalex.org/W4386076325","https://openalex.org/W4388022922","https://openalex.org/W4388819803","https://openalex.org/W6756842127","https://openalex.org/W6760822370"],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2248308732","https://openalex.org/W4392651289"],"abstract_inverted_index":{"The":[0,43,151],"rapid":[1],"development":[2],"of":[3,11,53,141],"collaborative":[4],"robotics":[5],"has":[6,16],"provided":[7],"a":[8,63,76,157],"new":[9],"possibility":[10],"helping":[12],"the":[13,51,111,116,148],"elderly":[14],"who":[15],"difficulties":[17],"in":[18,40],"daily":[19],"life,":[20],"allowing":[21],"robots":[22],"to":[23,26,57,102,168],"operate":[24],"according":[25],"specific":[27],"intentions.":[28,150],"However,":[29],"efficient":[30],"human-robot":[31],"cooperation":[32],"requires":[33],"natural,":[34],"accurate":[35],"and":[36,60,97,107,118,138,163],"reliable":[37,65],"intention":[38,56,121],"recognition":[39,122],"shared":[41],"environments.":[42],"current":[44,68],"paramount":[45],"challenge":[46],"for":[47,86],"this":[48,72],"is":[49,154],"reducing":[50],"uncertainty":[52,105],"multimodal":[54,79,94,120],"fused":[55],"be":[58,125],"recognized":[59],"reasoning":[61],"adaptively":[62],"more":[64],"result":[66],"despite":[67],"interactive":[69,112],"condition.":[70,113],"In":[71,114],"letter":[73],"we":[74],"propose":[75],"novel":[77],"learning-based":[78],"fusion":[80,95],"framework":[81,123],"Batch":[82],"Multimodal":[83],"Confidence":[84],"Learning":[85],"Opinion":[87],"Pool":[88],"(BMCLOP).":[89],"Our":[90,129],"approach":[91],"combines":[92],"Bayesian":[93],"method":[96,153],"batch":[98],"confidence":[99],"learning":[100],"algorithm":[101],"improve":[103],"accuracy,":[104],"reduction":[106],"success":[108],"rate":[109],"given":[110],"particular,":[115],"generic":[117],"practical":[119],"can":[124],"easily":[126],"extended":[127],"further.":[128],"desired":[130],"assistive":[131],"scenarios":[132],"consider":[133],"three":[134],"modalities":[135],"gestures,":[136],"speech":[137],"gaze,":[139],"all":[140,147],"which":[142],"produce":[143],"categorical":[144],"distributions":[145],"over":[146],"finite":[149],"proposed":[152],"validated":[155],"with":[156],"six-DoF":[158],"robot":[159],"through":[160],"extensive":[161],"experiments":[162],"exhibits":[164],"high":[165],"performance":[166],"compared":[167],"baselines.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}