{"id":"https://openalex.org/W4285111689","doi":"https://doi.org/10.1109/access.2022.3182469","title":"Multimodal Engagement Prediction in Multiperson Human\u2013Robot Interaction","display_name":"Multimodal Engagement Prediction in Multiperson Human\u2013Robot Interaction","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285111689","doi":"https://doi.org/10.1109/access.2022.3182469"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3182469","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3182469","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09794685.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09794685.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015767782","display_name":"Ahmed A. Abdelrahman","orcid":"https://orcid.org/0000-0002-1575-0942"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke-Universit\u00e4t Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ahmed A. Abdelrahman","raw_affiliation_strings":["Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1575-0942","affiliations":[{"raw_affiliation_string":"Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany","institution_ids":["https://openalex.org/I95793202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056704406","display_name":"Dominykas Strazdas","orcid":"https://orcid.org/0000-0002-0463-6781"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke-Universit\u00e4t Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dominykas Strazdas","raw_affiliation_strings":["Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0463-6781","affiliations":[{"raw_affiliation_string":"Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany","institution_ids":["https://openalex.org/I95793202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084782742","display_name":"Aly Khalifa","orcid":"https://orcid.org/0000-0002-9179-6061"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke-Universit\u00e4t Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Aly Khalifa","raw_affiliation_strings":["Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9179-6061","affiliations":[{"raw_affiliation_string":"Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany","institution_ids":["https://openalex.org/I95793202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020257397","display_name":"Jan Hintz","orcid":"https://orcid.org/0000-0003-2910-8202"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke-Universit\u00e4t Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Hintz","raw_affiliation_strings":["Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2910-8202","affiliations":[{"raw_affiliation_string":"Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany","institution_ids":["https://openalex.org/I95793202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082162789","display_name":"Thorsten Hempel","orcid":"https://orcid.org/0000-0002-3621-7194"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke-Universit\u00e4t Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thorsten Hempel","raw_affiliation_strings":["Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3621-7194","affiliations":[{"raw_affiliation_string":"Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany","institution_ids":["https://openalex.org/I95793202"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033366160","display_name":"Ayoub Al-Hamadi","orcid":"https://orcid.org/0000-0002-3632-2402"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke-Universit\u00e4t Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ayoub Al-Hamadi","raw_affiliation_strings":["Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3632-2402","affiliations":[{"raw_affiliation_string":"Neuro-Information Technology, Otto-von Guericke University Magdeburg, Magdeburg, Germany","institution_ids":["https://openalex.org/I95793202"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95793202"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.4273,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.94801924,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"61980","last_page":"61991"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6464874148368835},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6434798240661621},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5144493579864502},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5106983780860901},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.43798547983169556},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38918399810791016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6464874148368835},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6434798240661621},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5144493579864502},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5106983780860901},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.43798547983169556},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38918399810791016}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3182469","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3182469","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09794685.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e264e86444f645bebb5215f04c078ec7","is_oa":true,"landing_page_url":"https://doaj.org/article/e264e86444f645bebb5215f04c078ec7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 61980-61991 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3182469","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3182469","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09794685.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2491679391","display_name":null,"funder_award_id":"Robo-Laboratory 03ZZ04X02B","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G3339953182","display_name":null,"funder_award_id":"Robo-Lab No. 03ZZ04X02B","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G4348434308","display_name":null,"funder_award_id":"03ZZ04X02B","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G6825813483","display_name":null,"funder_award_id":"Zwanzig20","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G8491057251","display_name":null,"funder_award_id":"03ZZ0448L","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G8584006106","display_name":null,"funder_award_id":"RoboAssist 03ZZ0448L","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285111689.pdf","grobid_xml":"https://content.openalex.org/works/W4285111689.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W414661853","https://openalex.org/W1836026262","https://openalex.org/W2032328623","https://openalex.org/W2042585112","https://openalex.org/W2047875689","https://openalex.org/W2056030034","https://openalex.org/W2071764088","https://openalex.org/W2086012981","https://openalex.org/W2128093162","https://openalex.org/W2158227850","https://openalex.org/W2485539054","https://openalex.org/W2512334045","https://openalex.org/W2515770085","https://openalex.org/W2618852836","https://openalex.org/W2739254393","https://openalex.org/W2767238955","https://openalex.org/W2767263466","https://openalex.org/W2914480677","https://openalex.org/W2932911580","https://openalex.org/W2953586260","https://openalex.org/W2955189310","https://openalex.org/W2963566548","https://openalex.org/W2963976704","https://openalex.org/W2969985801","https://openalex.org/W2975151577","https://openalex.org/W2986102820","https://openalex.org/W3004041204","https://openalex.org/W3010621561","https://openalex.org/W3034552680","https://openalex.org/W3047520359","https://openalex.org/W3088224066","https://openalex.org/W3099207354","https://openalex.org/W3109321800","https://openalex.org/W3175906877","https://openalex.org/W4288558691","https://openalex.org/W4297775537","https://openalex.org/W6673301081","https://openalex.org/W6737664043","https://openalex.org/W6737868675","https://openalex.org/W6759845760"],"related_works":["https://openalex.org/W2035104213","https://openalex.org/W2240967841","https://openalex.org/W4287179229","https://openalex.org/W2791686160","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W1513257435","https://openalex.org/W2978665606","https://openalex.org/W2010967541","https://openalex.org/W4380487215"],"abstract_inverted_index":{"The":[0],"ability":[1],"to":[2,48,102,125,139,157,175,183,215],"measure":[3],"the":[4,13,49,64,75,79,141,161,177,181,185,188],"engagement":[5,29,35,89,104,127,178],"level":[6],"of":[7,51,57,70,113,143,180,227],"humans":[8,93],"interacting":[9,72,94],"with":[10,74,95,97,187,218],"robots":[11,96],"paves":[12],"way":[14],"towards":[15],"intuitive":[16],"and":[17,53,115,149,153,230,234],"safe":[18],"human-robot":[19],"interaction.":[20],"Recent":[21],"approaches":[22],"achieve":[23],"reasonable":[24],"progress":[25],"in":[26,30,43,61,160,210],"predicting":[27],"human":[28,58],"physically":[31],"situated":[32],"environments.":[33],"However,":[34],"estimation":[36,90],"is":[37,137,173],"still":[38],"a":[39,55,68,87,106,111,133,164,169],"challenging":[40],"problem":[41],"especially":[42],"an":[44,206,219,225],"open-world":[45],"environment":[46],"due":[47],"difficulty":[50],"creating":[52],"monitoring":[54],"variety":[56],"social":[59],"cues":[60],"real-time.":[62],"Furthermore,":[63],"interactions":[65],"may":[66],"involve":[67],"group":[69],"subjects":[71,159,212],"simultaneously":[73],"robot,":[76],"which":[77,211],"increases":[78],"prediction":[80],"complexity.":[81],"In":[82],"this":[83,155],"paper,":[84],"we":[85,195,204],"design":[86],"real-time":[88],"system":[91],"for":[92,199],"generalization":[98],"capability.":[99],"We":[100],"propose":[101],"estimate":[103,140],"using":[105,163],"three-stage":[107],"approach":[108,172,198],"based":[109],"on":[110],"combination":[112],"learning-based":[114],"rule-based":[116,170],"approaches.":[117],"Firstly,":[118],"state-of-the-art":[119],"deep":[120],"learning":[121],"methods":[122],"are":[123,213],"used":[124,138,174],"extract":[126],"features":[128,152],"from":[129],"input":[130],"frames.":[131],"Then,":[132],"simple":[134],"neural":[135],"network":[136],"focus":[142],"attention":[144],"score":[145,156],"by":[146],"incorporating":[147],"gaze":[148],"head":[150],"pose":[151],"assigning":[154],"all":[158],"scene":[162],"face":[165],"recognition":[166],"algorithm.":[167],"Finally,":[168],"classification":[171],"predict":[176],"state":[179],"subject":[182],"initiate/terminate":[184],"interaction":[186],"robot.":[189,221],"To":[190],"effectively":[191],"evaluate":[192],"our":[193,197],"system,":[194],"access":[196],"each":[200],"phase":[201],"separately.":[202],"Additionally,":[203],"use":[205],"online":[207],"evaluation":[208],"study":[209],"allowed":[214],"interact":[216],"freely":[217],"industrial":[220],"Our":[222],"model":[223],"achieves":[224],"average":[226],"96%,":[228],"90%,":[229],"93%":[231],"precision,":[232],"recall,":[233],"F-score":[235],"respectively.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}