{"id":"https://openalex.org/W4396230859","doi":"https://doi.org/10.1145/3657030","title":"A Survey of Multimodal Perception Methods for Human\u2013Robot Interaction in Social Environments","display_name":"A Survey of Multimodal Perception Methods for Human\u2013Robot Interaction in Social Environments","publication_year":2024,"publication_date":"2024-04-29","ids":{"openalex":"https://openalex.org/W4396230859","doi":"https://doi.org/10.1145/3657030"},"language":"en","primary_location":{"id":"doi:10.1145/3657030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3657030","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3657030","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3657030","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102782366","display_name":"John A. Duncan","orcid":"https://orcid.org/0000-0002-3199-3813"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"John A. Duncan","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055294307","display_name":"Farshid Alambeigi","orcid":"https://orcid.org/0000-0001-6903-5939"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Farshid Alambeigi","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076817140","display_name":"Mitch Pryor","orcid":"https://orcid.org/0000-0001-5089-9964"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mitchell W. Pryor","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102782366"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":4.7516,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.96000245,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"13","issue":"4","first_page":"1","last_page":"50"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6598500609397888},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6435216069221497},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6306802034378052},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4729849100112915},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.4507909417152405},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.448499858379364},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.43907102942466736},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.37204569578170776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3131643533706665},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.1202547550201416},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.08803319931030273},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.061901092529296875}],"concepts":[{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6598500609397888},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6435216069221497},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6306802034378052},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4729849100112915},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.4507909417152405},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.448499858379364},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.43907102942466736},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.37204569578170776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3131643533706665},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.1202547550201416},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.08803319931030273},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.061901092529296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3657030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3657030","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3657030","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3657030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3657030","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3657030","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396230859.pdf"},"referenced_works_count":181,"referenced_works":["https://openalex.org/W296881569","https://openalex.org/W774034202","https://openalex.org/W1529191184","https://openalex.org/W1542318638","https://openalex.org/W1857847001","https://openalex.org/W1978663188","https://openalex.org/W1982616653","https://openalex.org/W1987846525","https://openalex.org/W1996318578","https://openalex.org/W1997714027","https://openalex.org/W1998472124","https://openalex.org/W1998891211","https://openalex.org/W2017949996","https://openalex.org/W2018766443","https://openalex.org/W2020163092","https://openalex.org/W2023694121","https://openalex.org/W2039051707","https://openalex.org/W2053619738","https://openalex.org/W2056197638","https://openalex.org/W2075916569","https://openalex.org/W2081551326","https://openalex.org/W2081753968","https://openalex.org/W2084533374","https://openalex.org/W2086012981","https://openalex.org/W2086586329","https://openalex.org/W2096598450","https://openalex.org/W2110034964","https://openalex.org/W2128093162","https://openalex.org/W2133297572","https://openalex.org/W2145546283","https://openalex.org/W2146066801","https://openalex.org/W2150610356","https://openalex.org/W2160367227","https://openalex.org/W2163994595","https://openalex.org/W2165750391","https://openalex.org/W2202005666","https://openalex.org/W2205838157","https://openalex.org/W2207851367","https://openalex.org/W2216805378","https://openalex.org/W2230336266","https://openalex.org/W2260549038","https://openalex.org/W2267107524","https://openalex.org/W2291363677","https://openalex.org/W2294144074","https://openalex.org/W2296311849","https://openalex.org/W2316138215","https://openalex.org/W2410925190","https://openalex.org/W2411443472","https://openalex.org/W2413091727","https://openalex.org/W2419508326","https://openalex.org/W2482333547","https://openalex.org/W2489576426","https://openalex.org/W2526711902","https://openalex.org/W2528517087","https://openalex.org/W2556093109","https://openalex.org/W2564808621","https://openalex.org/W2586616796","https://openalex.org/W2591668153","https://openalex.org/W2591977925","https://openalex.org/W2592008997","https://openalex.org/W2592532974","https://openalex.org/W2594538140","https://openalex.org/W2596526952","https://openalex.org/W2604292070","https://openalex.org/W2619383789","https://openalex.org/W2737707020","https://openalex.org/W2739127893","https://openalex.org/W2739254393","https://openalex.org/W2742299865","https://openalex.org/W2742822919","https://openalex.org/W2753704843","https://openalex.org/W2753709704","https://openalex.org/W2756770081","https://openalex.org/W2766693069","https://openalex.org/W2767263466","https://openalex.org/W2767290858","https://openalex.org/W2773030754","https://openalex.org/W2773498419","https://openalex.org/W2787690100","https://openalex.org/W2788388592","https://openalex.org/W2791548316","https://openalex.org/W2794708857","https://openalex.org/W2795085532","https://openalex.org/W2795437830","https://openalex.org/W2795473858","https://openalex.org/W2804112801","https://openalex.org/W2805647790","https://openalex.org/W2889466822","https://openalex.org/W2890413327","https://openalex.org/W2896047917","https://openalex.org/W2900419434","https://openalex.org/W2902105678","https://openalex.org/W2903420265","https://openalex.org/W2903891655","https://openalex.org/W2908176280","https://openalex.org/W2909243009","https://openalex.org/W2913376084","https://openalex.org/W2920816696","https://openalex.org/W2929343776","https://openalex.org/W2960118633","https://openalex.org/W2962730651","https://openalex.org/W2962754704","https://openalex.org/W2967955574","https://openalex.org/W2975151577","https://openalex.org/W2985857672","https://openalex.org/W2996514457","https://openalex.org/W2999527441","https://openalex.org/W3003443105","https://openalex.org/W3003779847","https://openalex.org/W3004202289","https://openalex.org/W3004554579","https://openalex.org/W3007611314","https://openalex.org/W3010129262","https://openalex.org/W3014451280","https://openalex.org/W3035561807","https://openalex.org/W3036783954","https://openalex.org/W3043789701","https://openalex.org/W3047172774","https://openalex.org/W3049698280","https://openalex.org/W3082263699","https://openalex.org/W3082865817","https://openalex.org/W3089460590","https://openalex.org/W3091001089","https://openalex.org/W3091176791","https://openalex.org/W3091625788","https://openalex.org/W3097096317","https://openalex.org/W3098319575","https://openalex.org/W3099207354","https://openalex.org/W3102440848","https://openalex.org/W3105569271","https://openalex.org/W3105907928","https://openalex.org/W3126694748","https://openalex.org/W3129478823","https://openalex.org/W3130419897","https://openalex.org/W3133191957","https://openalex.org/W3133809802","https://openalex.org/W3134433028","https://openalex.org/W3135445802","https://openalex.org/W3143835353","https://openalex.org/W3145217148","https://openalex.org/W3153648093","https://openalex.org/W3165727671","https://openalex.org/W3169984014","https://openalex.org/W3192037738","https://openalex.org/W3193943127","https://openalex.org/W3195116327","https://openalex.org/W3203368377","https://openalex.org/W3205054974","https://openalex.org/W3206223797","https://openalex.org/W3206462481","https://openalex.org/W3208025417","https://openalex.org/W3209704176","https://openalex.org/W3210368017","https://openalex.org/W3213001689","https://openalex.org/W4205559380","https://openalex.org/W4206359847","https://openalex.org/W4214871780","https://openalex.org/W4220949815","https://openalex.org/W4226424911","https://openalex.org/W4231358230","https://openalex.org/W4234936712","https://openalex.org/W4240195433","https://openalex.org/W4245788763","https://openalex.org/W4285102608","https://openalex.org/W4285231577","https://openalex.org/W4295682580","https://openalex.org/W4307156087","https://openalex.org/W4311597143","https://openalex.org/W4312511060","https://openalex.org/W4312641443","https://openalex.org/W4313040844","https://openalex.org/W4318711323","https://openalex.org/W4320156140","https://openalex.org/W4321223270","https://openalex.org/W4323536956","https://openalex.org/W4366668996","https://openalex.org/W4383108306","https://openalex.org/W4383109216","https://openalex.org/W4386797534","https://openalex.org/W4387664657","https://openalex.org/W4387767202"],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2133150803","https://openalex.org/W2248308732"],"abstract_inverted_index":{"Human\u2013robot":[0],"interaction":[1,40],"(HRI)":[2],"in":[3,22,32,59,105,140],"human":[4,154],"social":[5],"environments":[6],"(HSEs)":[7],"poses":[8],"unique":[9],"challenges":[10],"for":[11,30,41,126,157,162],"robot":[12],"perception":[13,26,55,108,128,135,155],"systems,":[14],"which":[15,61],"must":[16],"combine":[17],"asynchronous,":[18],"heterogeneous":[19],"data":[20,98],"streams":[21],"real":[23],"time.":[24],"Multimodal":[25],"systems":[27,56,109,136,156],"are":[28,137],"well-suited":[29],"HRI":[31,87,112,127],"HSEs":[33],"and":[34,71,79,86,101,122,150,164,166],"can":[35],"provide":[36,50],"more":[37],"rich,":[38],"robust":[39],"robots":[42],"operating":[43],"among":[44],"humans.":[45],"In":[46],"this":[47],"article,":[48],"we":[49,146],"an":[51,66],"overview":[52],"of":[53,73,152],"multimodal":[54,107,153],"being":[57,138],"used":[58,104],"HSEs,":[60],"is":[62],"intended":[63],"to":[64,68,171],"be":[65],"introduction":[67],"the":[69,90,97,144,173],"topic":[70],"summary":[72],"relevant":[74],"trends,":[75,148],"techniques,":[76],"resources,":[77],"challenges,":[78,149],"terminology.":[80],"We":[81],"surveyed":[82],"15":[83],"peer-reviewed":[84],"robotics":[85],"publications":[88],"over":[89],"past":[91],"10+":[92],"years,":[93],"providing":[94],"details":[95],"about":[96,118],"acquisition,":[99],"processing,":[100],"fusion":[102],"techniques":[103],"65":[106],"across":[110],"various":[111],"domains.":[113],"Our":[114],"survey":[115],"provides":[116],"information":[117],"hardware,":[119],"software,":[120],"datasets,":[121],"methods":[123],"currently":[124],"available":[125],"research,":[129],"as":[130,132],"well":[131],"how":[133],"these":[134],"applied":[139],"HSEs.":[141],"Based":[142],"on":[143],"survey,":[145],"summarize":[147],"limitations":[151],"robots,":[158],"then":[159],"identify":[160],"resources":[161],"researchers":[163],"developers":[165],"propose":[167],"future":[168],"research":[169],"areas":[170],"advance":[172],"field.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}