{"id":"https://openalex.org/W7135091414","doi":"https://doi.org/10.1145/3776734.3794476","title":"Stable or Stuck? Understanding MLLM Engagement Prediction in Uncontrolled and Controlled HRI","display_name":"Stable or Stuck? Understanding MLLM Engagement Prediction in Uncontrolled and Controlled HRI","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135091414","doi":"https://doi.org/10.1145/3776734.3794476"},"language":null,"primary_location":{"id":"doi:10.1145/3776734.3794476","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3776734.3794476","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 21st ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022030736","display_name":"Jia Yap Lim","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085930","display_name":"Heriot-Watt University Malaysia","ror":"https://ror.org/0059w0420","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210085930"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Jia Yap Lim","raw_affiliation_strings":["Heriot-Watt University Malaysia, Putrajaya, Malaysia"],"raw_orcid":"https://orcid.org/0009-0006-5709-8493","affiliations":[{"raw_affiliation_string":"Heriot-Watt University Malaysia, Putrajaya, Malaysia","institution_ids":["https://openalex.org/I4210085930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128824147","display_name":"John See","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085930","display_name":"Heriot-Watt University Malaysia","ror":"https://ror.org/0059w0420","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210085930"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"John See","raw_affiliation_strings":["Heriot-Watt University Malaysia, Putrajaya, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-3005-4109","affiliations":[{"raw_affiliation_string":"Heriot-Watt University Malaysia, Putrajaya, Malaysia","institution_ids":["https://openalex.org/I4210085930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065979322","display_name":"William Weimin Yoo","orcid":"https://orcid.org/0000-0003-0720-7250"},"institutions":[{"id":"https://openalex.org/I4210085930","display_name":"Heriot-Watt University Malaysia","ror":"https://ror.org/0059w0420","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210085930"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"William Weimin Yoo","raw_affiliation_strings":["Heriot-Watt University Malaysia, Putrajaya, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-0720-7250","affiliations":[{"raw_affiliation_string":"Heriot-Watt University Malaysia, Putrajaya, Malaysia","institution_ids":["https://openalex.org/I4210085930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005673019","display_name":"Christian Dondrup","orcid":"https://orcid.org/0000-0003-4821-5871"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christian Dondrup","raw_affiliation_strings":["Heriot-Watt University, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-4821-5871","affiliations":[{"raw_affiliation_string":"Heriot-Watt University, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33259159,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"650","last_page":"654"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.12020000070333481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.12020000070333481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.09229999780654907,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.0794999971985817,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.3181999921798706},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.26809999346733093},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.2662000060081482},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.25699999928474426},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.2551000118255615}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4961000084877014},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34540000557899475},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3181999921798706},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2980000078678131},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.28139999508857727},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.25699999928474426},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3776734.3794476","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3776734.3794476","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 21st ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2162941876","https://openalex.org/W2742822919","https://openalex.org/W2767263466","https://openalex.org/W2975151577","https://openalex.org/W2999593439","https://openalex.org/W3093835562","https://openalex.org/W3134485584","https://openalex.org/W3137875885","https://openalex.org/W4235653892","https://openalex.org/W4319661658","https://openalex.org/W4403913178","https://openalex.org/W4410296792","https://openalex.org/W4412888178"],"related_works":[],"abstract_inverted_index":{"User":[0],"engagement":[1,76,110],"prediction":[2,77,111],"in":[3,78,86],"human-robot":[4],"interaction":[5],"(HRI)":[6],"is":[7],"typically":[8],"conducted":[9],"across":[10,112],"diverse":[11],"environmental":[12,21,114],"settings,":[13],"including":[14,136],"both":[15],"uncontrolled":[16],"and":[17,28,48,91,120,142],"controlled":[18],"environments.":[19],"Such":[20],"variations":[22],"compel":[23],"social":[24],"robots":[25],"to":[26,57,93,129],"capture":[27],"analyse":[29],"user":[30,59,75],"behaviours":[31],"differently.":[32],"To":[33,97],"the":[34,41,53,66,117],"best":[35],"of":[36,40,68],"our":[37],"knowledge,":[38],"most":[39],"prior":[42],"works":[43],"rely":[44],"on":[45],"video,":[46],"audio":[47],"feature":[49],"vectors":[50],"extracted":[51],"from":[52],"UE-HRI":[54,118],"(uncontrolled)":[55,119],"dataset":[56],"estimate":[58],"engagement.":[60],"The":[61],"existing":[62],"literature":[63],"has":[64],"overlooked":[65],"potential":[67],"Multimodal":[69],"Large":[70],"Language":[71],"Models":[72],"(MLLMs)":[73],"for":[74,109],"HRI":[79],"contexts,":[80],"thus":[81],"leaving":[82],"a":[83],"critical":[84],"gap":[85],"understanding":[87],"their":[88],"operational":[89],"mechanisms":[90],"capacity":[92],"elevate":[94],"model":[95,138,140],"performance.":[96],"address":[98],"this":[99,101],"gap,":[100],"paper":[102],"pioneers":[103],"an":[104],"investigation":[105],"into":[106],"MLLM":[107,134],"efficacy":[108],"different":[113],"settings":[115],"using":[116],"eHRI":[121],"(controlled)":[122],"datasets.":[123],"Moreover,":[124],"we":[125],"perform":[126],"rigorous":[127],"experiments":[128],"identify":[130],"important":[131],"factors":[132],"influencing":[133],"performance,":[135],"prompts,":[137],"types,":[139],"parameters,":[141],"keyword":[143],"extraction":[144],"strategies.":[145]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-13T00:00:00"}