{"id":"https://openalex.org/W4410296792","doi":"https://doi.org/10.1109/hri61500.2025.10973944","title":"Online Prediction of User Enjoyment in Human-Robot Dialogue with LLMs","display_name":"Online Prediction of User Enjoyment in Human-Robot Dialogue with LLMs","publication_year":2025,"publication_date":"2025-03-04","ids":{"openalex":"https://openalex.org/W4410296792","doi":"https://doi.org/10.1109/hri61500.2025.10973944"},"language":"en","primary_location":{"id":"doi:10.1109/hri61500.2025.10973944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hri61500.2025.10973944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 20th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.ugent.be/publication/01JSERGCGQCYVYM9DTCQDX4SV0/file/01JSERK6MA6M5B5WDMXJHZ7Q8Y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027249654","display_name":"Ruben Janssens","orcid":"https://orcid.org/0000-0002-1790-9531"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Ruben Janssens","raw_affiliation_strings":["Ghent University - imec,IDLab-AIRO,Ghent,Belgium"],"affiliations":[{"raw_affiliation_string":"Ghent University - imec,IDLab-AIRO,Ghent,Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100612354","display_name":"Andr\u00e9 Pereira","orcid":"https://orcid.org/0000-0003-2428-0468"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 Pereira","raw_affiliation_strings":["KTH Royal Institute of Technology,Stockholm,Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology,Stockholm,Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091225228","display_name":"Gabriel Skantze","orcid":"https://orcid.org/0000-0002-8579-1790"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Gabriel Skantze","raw_affiliation_strings":["KTH Royal Institute of Technology,Stockholm,Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology,Stockholm,Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091756638","display_name":"Bahar Irfan","orcid":"https://orcid.org/0000-0002-7983-079X"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Bahar Irfan","raw_affiliation_strings":["KTH Royal Institute of Technology,Stockholm,Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology,Stockholm,Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035627933","display_name":"Tony Belpaeme","orcid":"https://orcid.org/0000-0001-5207-7745"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Tony Belpaeme","raw_affiliation_strings":["Ghent University - imec,IDLab-AIRO,Ghent,Belgium"],"affiliations":[{"raw_affiliation_string":"Ghent University - imec,IDLab-AIRO,Ghent,Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5027249654"],"corresponding_institution_ids":["https://openalex.org/I32597200"],"apc_list":null,"apc_paid":null,"fwci":3.5529,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.92332671,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1363","last_page":"1367"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9491000175476074,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9326000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.642769992351532},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5687278509140015},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5156480073928833},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5020382404327393},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3253982961177826}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.642769992351532},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5687278509140015},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5156480073928833},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5020382404327393},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3253982961177826}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/hri61500.2025.10973944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hri61500.2025.10973944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 20th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01JSERGCGQCYVYM9DTCQDX4SV0","is_oa":false,"landing_page_url":"https://biblio.ugent.be/publication/01JSERGCGQCYVYM9DTCQDX4SV0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400477","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ISBN: 9798350378931","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:archive.ugent.be:01JSERGCGQCYVYM9DTCQDX4SV0","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01JSERGCGQCYVYM9DTCQDX4SV0","pdf_url":"https://biblio.ugent.be/publication/01JSERGCGQCYVYM9DTCQDX4SV0/file/01JSERK6MA6M5B5WDMXJHZ7Q8Y.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798350378931","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:archive.ugent.be:01JSERGCGQCYVYM9DTCQDX4SV0","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01JSERGCGQCYVYM9DTCQDX4SV0","pdf_url":"https://biblio.ugent.be/publication/01JSERGCGQCYVYM9DTCQDX4SV0/file/01JSERK6MA6M5B5WDMXJHZ7Q8Y.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798350378931","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410296792.pdf","grobid_xml":"https://content.openalex.org/works/W4410296792.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2248308732","https://openalex.org/W4392651289"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"allow":[4],"social":[5],"robots":[6],"to":[7,26,98,105,116,124,180,211],"engage":[8],"in":[9,19,67,122,134,195,228],"unconstrained":[10],"open-domain":[11],"dialogue,":[12],"but":[13,95],"often":[14,54],"make":[15],"mistakes":[16],"when":[17,110],"employed":[18],"real-world":[20],"interactions,":[21],"requiring":[22],"adaptation":[23,32,227],"of":[24,64,77,143,161,167,172,182,203],"LLMs":[25],"specific":[27],"conversational":[28],"contexts.":[29],"However,":[30],"LLM":[31,132,158],"techniques":[33],"require":[34],"a":[35,87,135,150,209],"feedback":[36],"signal,":[37],"ideally":[38],"for":[39,61,218],"multiple":[40],"alternative":[41],"utterances.":[42],"At":[43],"the":[44,75,92,106,130,170,190,199,204,213,223],"same":[45],"time,":[46],"human-robot":[47,68,136,229],"dialogue":[48,69,93],"data":[49],"is":[50,70,159],"scarce":[51],"and":[52,115,175,221],"research":[53],"relies":[55],"on":[56,215],"external":[57,216],"annotators.":[58,185],"A":[59],"tool":[60,210],"automatic":[62],"prediction":[63],"user":[65,79,99,111,126,163,173],"enjoyment":[66,80,108,219],"therefore":[71],"needed.":[72],"We":[73,101,128],"investigate":[74],"possibility":[76],"predicting":[78,162],"turn-by-turn":[81],"using":[82],"an":[83,157],"LLM,":[84],"giving":[85],"it":[86],"proposed":[88,131],"robot":[89],"utterance":[90],"within":[91],"context,":[94],"without":[96,165],"access":[97],"response.":[100],"compare":[102],"this":[103],"performance":[104,168,178],"system's":[107],"ratings":[109],"responses":[112],"are":[113],"available":[114],"assessments":[117],"by":[118],"expert":[119,184,193],"human":[120,183],"annotators,":[121],"addition":[123],"self-reported":[125,201],"perceptions.":[127],"evaluate":[129],"predictor":[133],"interaction":[137],"(HRI)":[138],"dataset":[139],"with":[140,149,198],"conversation":[141],"transcripts":[142],"25":[144],"older":[145],"adults'":[146],"7-minute":[147],"dialogues":[148],"companion":[151],"robot.":[152],"Our":[153],"results":[154,187],"show":[155,188],"that":[156,181,189],"capable":[160],"enjoyment,":[164],"loss":[166],"despite":[169],"lack":[171],"response":[174],"even":[176],"achieving":[177],"similar":[179],"Furthermore,":[186],"system":[191],"surpasses":[192],"annotators":[194,217],"its":[196],"correlation":[197],"user's":[200],"perceptions":[202],"conversation.":[205],"This":[206],"work":[207],"presents":[208],"remove":[212],"reliance":[214],"evaluation":[220],"paves":[222],"way":[224],"toward":[225],"real-time":[226],"dialogue.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}