{"id":"https://openalex.org/W4400397489","doi":"https://doi.org/10.1145/3640794.3665536","title":"Exploring User Engagement Through an Interaction Lens: What Textual Cues Can Tell Us about Human-Chatbot Interactions","display_name":"Exploring User Engagement Through an Interaction Lens: What Textual Cues Can Tell Us about Human-Chatbot Interactions","publication_year":2024,"publication_date":"2024-07-07","ids":{"openalex":"https://openalex.org/W4400397489","doi":"https://doi.org/10.1145/3640794.3665536"},"language":"en","primary_location":{"id":"doi:10.1145/3640794.3665536","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640794.3665536","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Conversational User Interfaces 2024","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3640794.3665536","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068617833","display_name":"Linwei He","orcid":"https://orcid.org/0000-0002-6593-1661"},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]},{"id":"https://openalex.org/I4210150896","display_name":"National Student Clearinghouse Research Center","ror":"https://ror.org/05ppfa149","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210150896"]}],"countries":["NL","US"],"is_corresponding":false,"raw_author_name":"Linwei He","raw_affiliation_strings":["Department of Communication and Cognition, Tilburg School of Humanities and Digital Sciences, Tilburg University, Netherlands",", , , the","of and , of and , ,","of and , of and , , the"],"raw_orcid":"https://orcid.org/0000-0002-6593-1661","affiliations":[{"raw_affiliation_string":"Department of Communication and Cognition, Tilburg School of Humanities and Digital Sciences, Tilburg University, Netherlands","institution_ids":["https://openalex.org/I193700539"]},{"raw_affiliation_string":", , , the","institution_ids":["https://openalex.org/I4210150896"]},{"raw_affiliation_string":"of and , of and , ,","institution_ids":[]},{"raw_affiliation_string":"of and , of and , , the","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016616705","display_name":"Anouck Braggaar","orcid":"https://orcid.org/0000-0002-7284-0442"},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]},{"id":"https://openalex.org/I4210150896","display_name":"National Student Clearinghouse Research Center","ror":"https://ror.org/05ppfa149","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210150896"]}],"countries":["NL","US"],"is_corresponding":false,"raw_author_name":"Anouck Braggaar","raw_affiliation_strings":["Department of Communication and Cognition, Tilburg School of Humanities and Ditigal Sciences, Tilburg University, Netherlands",", , , the","of and , of and , ,","of and , of and , , the"],"raw_orcid":"https://orcid.org/0000-0002-7284-0442","affiliations":[{"raw_affiliation_string":"Department of Communication and Cognition, Tilburg School of Humanities and Ditigal Sciences, Tilburg University, Netherlands","institution_ids":["https://openalex.org/I193700539"]},{"raw_affiliation_string":", , , the","institution_ids":["https://openalex.org/I4210150896"]},{"raw_affiliation_string":"of and , of and , ,","institution_ids":[]},{"raw_affiliation_string":"of and , of and , , the","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024343323","display_name":"Erkan Ba\u015far","orcid":"https://orcid.org/0000-0003-1948-3551"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Erkan Basar","raw_affiliation_strings":["Behavioural Science Institute, Radboud University, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-1948-3551","affiliations":[{"raw_affiliation_string":"Behavioural Science Institute, Radboud University, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069734813","display_name":"Emiel Krahmer","orcid":"https://orcid.org/0000-0002-6304-7549"},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Emiel Krahmer","raw_affiliation_strings":["Department of Communication and Cognition, Tilburg School of Humanities and Ditigal Sciences, Tilburg University, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-6304-7549","affiliations":[{"raw_affiliation_string":"Department of Communication and Cognition, Tilburg School of Humanities and Ditigal Sciences, Tilburg University, Netherlands","institution_ids":["https://openalex.org/I193700539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089053283","display_name":"Marjolijn L. Antheunis","orcid":"https://orcid.org/0000-0002-7611-742X"},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]},{"id":"https://openalex.org/I4210150896","display_name":"National Student Clearinghouse Research Center","ror":"https://ror.org/05ppfa149","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210150896"]}],"countries":["NL","US"],"is_corresponding":false,"raw_author_name":"Marjolijn Antheunis","raw_affiliation_strings":["Department of Communication and Cognition, Tilburg School of Humanities and Ditigal Sciences, Tilburg University, Netherlands",", , , the","of and , of and , ,","of and , of and , , the"],"raw_orcid":"https://orcid.org/0000-0002-7611-742X","affiliations":[{"raw_affiliation_string":"Department of Communication and Cognition, Tilburg School of Humanities and Ditigal Sciences, Tilburg University, Netherlands","institution_ids":["https://openalex.org/I193700539"]},{"raw_affiliation_string":", , , the","institution_ids":["https://openalex.org/I4210150896"]},{"raw_affiliation_string":"of and , of and , ,","institution_ids":[]},{"raw_affiliation_string":"of and , of and , , the","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016894868","display_name":"Re\u00ednout W. Wiers","orcid":"https://orcid.org/0000-0002-4312-9766"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Reinout Wiers","raw_affiliation_strings":["Addiction Development and Psychopathology (ADAPT)-lab, Department of Psychology, University of Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4312-9766","affiliations":[{"raw_affiliation_string":"Addiction Development and Psychopathology (ADAPT)-lab, Department of Psychology, University of Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1296,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.89029818,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.9327548742294312},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6791959404945374},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5774825811386108},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4172179102897644}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.9327548742294312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6791959404945374},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5774825811386108},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4172179102897644}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3640794.3665536","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640794.3665536","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Conversational User Interfaces 2024","raw_type":"proceedings-article"},{"id":"pmh:oai:tilburguniversity.edu:openaire/a00759af-9d46-4157-8f9a-771e1b20029d","is_oa":true,"landing_page_url":"https://research.tilburguniversity.edu/en/publications/a00759af-9d46-4157-8f9a-771e1b20029d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401490","display_name":"Research portal (Tilburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193700539","host_organization_name":"Tilburg University","host_organization_lineage":["https://openalex.org/I193700539"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"He, L, Braggaar, A, Basar, E, Krahmer, E, Antheunis, M & Wiers, R 2024, Exploring User Engagement Through an Interaction Lens : What Textual Cues Can Tell Us about Human-Chatbot Interactions. in Proceedings of the 6th Conference on ACM Conversational User Interfaces, CUI 2024., 9, Proceedings of the 6th Conference on ACM Conversational User Interfaces, CUI 2024. https://doi.org/10.1145/3640794.3665536","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:openaire/19f5dc3f-97ad-4fcc-bc60-5a5e4019fe31","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/exploring-user-engagement-through-an-interaction-lens(19f5dc3f-97ad-4fcc-bc60-5a5e4019fe31).html","pdf_url":"https://pure.uva.nl/ws/files/213015376/3640794.3665536.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"He, L, Braggaar, A, Basar, E, Krahmer, E, Antheunis, M & Wiers, R 2024, Exploring User Engagement Through an Interaction Lens : What Textual Cues Can Tell Us about Human-Chatbot Interactions. in Proceedings of the 6th Conference on ACM Conversational User Interfaces (CUI 2024)., 9, New York, New York, 6th Conference on ACM Conversational User Interfaces, CUI 2024, Luxembourg City, Luxembourg, 8/07/24. https://doi.org/10.1145/3640794.3665536","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/312936","is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/312936","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/312936/312936.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in monograph or in proceedings"},{"id":"pmh:oai:tilburguniversity.edu:publications/a00759af-9d46-4157-8f9a-771e1b20029d","is_oa":true,"landing_page_url":"https://repository.tilburguniversity.edu/bitstreams/2cf08a1e-4cce-4400-9656-b59af59fdcaa/download","pdf_url":null,"source":{"id":"https://openalex.org/S4306401490","display_name":"Research portal (Tilburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193700539","host_organization_name":"Tilburg University","host_organization_lineage":["https://openalex.org/I193700539"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"He, L, Braggaar, A, Basar, E, Krahmer, E, Antheunis, M & Wiers, R 2024, Exploring User Engagement Through an Interaction Lens : What Textual Cues Can Tell Us about Human-Chatbot Interactions. in Proceedings of the 6th Conference on ACM Conversational User Interfaces, CUI 2024., 9, Proceedings of the 6th Conference on ACM Conversational User Interfaces, CUI 2024. https://doi.org/10.1145/3640794.3665536","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3640794.3665536","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640794.3665536","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Conversational User Interfaces 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2190063186","display_name":"Look Who\u2019s Talking: Towards Engaging Long-Term Interactions with Conversational Agents.","funder_award_id":"406.DI.19.054","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W123085430","https://openalex.org/W154815280","https://openalex.org/W565348209","https://openalex.org/W1541176903","https://openalex.org/W1988568632","https://openalex.org/W2001829221","https://openalex.org/W2006019519","https://openalex.org/W2011588047","https://openalex.org/W2057931747","https://openalex.org/W2096311594","https://openalex.org/W2101972236","https://openalex.org/W2140910804","https://openalex.org/W2140964565","https://openalex.org/W2189549564","https://openalex.org/W2275716005","https://openalex.org/W2330954386","https://openalex.org/W2728794304","https://openalex.org/W2782898451","https://openalex.org/W2791973423","https://openalex.org/W2887762521","https://openalex.org/W2901077686","https://openalex.org/W2901309320","https://openalex.org/W2901843047","https://openalex.org/W2939803556","https://openalex.org/W2977610131","https://openalex.org/W2983435475","https://openalex.org/W3008274424","https://openalex.org/W3022528244","https://openalex.org/W3047520359","https://openalex.org/W3094061997","https://openalex.org/W3102132500","https://openalex.org/W3113561521","https://openalex.org/W3175622777","https://openalex.org/W3184966646","https://openalex.org/W3186077277","https://openalex.org/W3186077827","https://openalex.org/W3190832205","https://openalex.org/W3213790166","https://openalex.org/W4223473804","https://openalex.org/W4248020955","https://openalex.org/W4311201195","https://openalex.org/W4318269818","https://openalex.org/W4384520662","https://openalex.org/W4384520759","https://openalex.org/W4386276006","https://openalex.org/W4389013145"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4383501580","https://openalex.org/W4214931137","https://openalex.org/W4387007686","https://openalex.org/W4313813117","https://openalex.org/W4382052417","https://openalex.org/W3192088754","https://openalex.org/W3084631705","https://openalex.org/W3176146353"],"abstract_inverted_index":{"Monitoring":[0],"and":[1,50,66,98,120,135],"maintaining":[2],"user":[3,75,124,140],"engagement":[4,81],"in":[5,15],"human-chatbot":[6],"interactions":[7,17],"is":[8,28,145],"challenging.":[9],"Researchers":[10],"often":[11],"use":[12],"cues":[13,27,41,54,72,134],"observed":[14],"the":[16,43,87,115],"as":[18],"indicators":[19,103],"to":[20,58,138],"infer":[21,139],"engagement.":[22,76,105],"However,":[23],"evaluation":[24],"of":[25,37,62,70,89,104,117,123,131],"these":[26,71],"lacking.":[29],"In":[30],"this":[31],"study,":[32],"we":[33,67],"collected":[34],"an":[35],"inventory":[36],"potential":[38],"textual":[39],"engagements":[40],"from":[42],"literature,":[44],"including":[45],"linguistic":[46],"features,":[47,49],"utterance":[48],"interaction":[51],"features.":[52],"These":[53],"were":[55,101],"subsequently":[56],"used":[57],"annotate":[59],"a":[60],"dataset":[61],"291":[63],"user-chatbot":[64],"interactions,":[65],"examined":[68],"which":[69],"predicted":[73],"self-reported":[74],"Our":[77,126],"results":[78],"show":[79],"that":[80],"can":[82],"indeed":[83],"be":[84],"recognized":[85],"at":[86],"level":[88],"individual":[90],"utterances.":[91,125],"Notably,":[92],"words":[93],"indicating":[94],"cognitive":[95],"thinking":[96],"processes":[97],"motivational":[99],"utterances":[100],"strong":[102],"An":[106],"overall":[107],"negative":[108],"tone":[109],"could":[110],"also":[111],"predict":[112],"engagement,":[113,141],"highlighting":[114],"importance":[116],"nuanced":[118],"interpretation":[119],"contextual":[121],"awareness":[122],"findings":[127],"demonstrated":[128],"initial":[129],"feasibility":[130],"recognizing":[132],"utterance-level":[133],"using":[136],"them":[137],"although":[142],"further":[143],"validation":[144],"needed":[146],"across":[147],"different":[148],"content-domains.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2024-07-07T00:00:00"}