{"id":"https://openalex.org/W4200280127","doi":"https://doi.org/10.1080/0144929x.2021.2001047","title":"User experience with conversational agent: a systematic review of assessment methods","display_name":"User experience with conversational agent: a systematic review of assessment methods","publication_year":2021,"publication_date":"2021-12-12","ids":{"openalex":"https://openalex.org/W4200280127","doi":"https://doi.org/10.1080/0144929x.2021.2001047"},"language":"en","primary_location":{"id":"doi:10.1080/0144929x.2021.2001047","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0144929x.2021.2001047","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004541035","display_name":"Carla Tubin","orcid":null},"institutions":[{"id":"https://openalex.org/I16371252","display_name":"Universidade de Passo Fundo","ror":"https://ror.org/01cwd8p12","country_code":"BR","type":"education","lineage":["https://openalex.org/I16371252"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Carla Tubin","raw_affiliation_strings":["Graduate Program in Applied Computing, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Program in Applied Computing, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil","institution_ids":["https://openalex.org/I16371252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061808188","display_name":"Jo\u00e3o Pedro Mazuco Rodriguez","orcid":"https://orcid.org/0000-0002-3938-9709"},"institutions":[{"id":"https://openalex.org/I16371252","display_name":"Universidade de Passo Fundo","ror":"https://ror.org/01cwd8p12","country_code":"BR","type":"education","lineage":["https://openalex.org/I16371252"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Pedro Mazuco Rodriguez","raw_affiliation_strings":["Undergraduate Program in Computer Engineering, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil","Undergraduate Program in Computer Science, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Undergraduate Program in Computer Engineering, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil","institution_ids":["https://openalex.org/I16371252"]},{"raw_affiliation_string":"Undergraduate Program in Computer Science, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil","institution_ids":["https://openalex.org/I16371252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000178352","display_name":"Ana Carolina Bertoletti De Marchi","orcid":"https://orcid.org/0000-0002-7704-3119"},"institutions":[{"id":"https://openalex.org/I16371252","display_name":"Universidade de Passo Fundo","ror":"https://ror.org/01cwd8p12","country_code":"BR","type":"education","lineage":["https://openalex.org/I16371252"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ana Carolina Bertoletti de Marchi","raw_affiliation_strings":["Graduate Program in Applied Computing, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil","Graduate Program in Human Aging, Faculty of Physical Education and Physiotherapy, University of Passo Fundo (UPF), Passo Fundo, Brazil","Undergraduate Program in Computer Engineering, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil","Undergraduate Program in Computer Science, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Program in Applied Computing, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil","institution_ids":["https://openalex.org/I16371252"]},{"raw_affiliation_string":"Graduate Program in Human Aging, Faculty of Physical Education and Physiotherapy, University of Passo Fundo (UPF), Passo Fundo, Brazil","institution_ids":["https://openalex.org/I16371252"]},{"raw_affiliation_string":"Undergraduate Program in Computer Engineering, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil","institution_ids":["https://openalex.org/I16371252"]},{"raw_affiliation_string":"Undergraduate Program in Computer Science, Institute of Exact Sciences and Geosciences, University of Passo Fundo (UPF), Passo Fundo, Brazil","institution_ids":["https://openalex.org/I16371252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004541035"],"corresponding_institution_ids":["https://openalex.org/I16371252"],"apc_list":null,"apc_paid":null,"fwci":1.8191,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.88164825,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"41","issue":"16","first_page":"3519","last_page":"3529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5379190444946289},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.467279314994812},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4483102262020111},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.34633922576904297},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.1312980055809021},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08068966865539551}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5379190444946289},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.467279314994812},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4483102262020111},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34633922576904297},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.1312980055809021},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08068966865539551},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/0144929x.2021.2001047","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0144929x.2021.2001047","pdf_url":null,"source":{"id":"https://openalex.org/S123849098","display_name":"Behaviour and Information Technology","issn_l":"0144-929X","issn":["0144-929X","1362-3001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour & Information Technology","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tbitxx:v:41:y:2022:i:16:p:3519-3529","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/0144929X.2021.2001047","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7599999904632568,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W95067517","https://openalex.org/W155522842","https://openalex.org/W1177209620","https://openalex.org/W1926036632","https://openalex.org/W1964751118","https://openalex.org/W1966716997","https://openalex.org/W1978740938","https://openalex.org/W1985673541","https://openalex.org/W1991814494","https://openalex.org/W2004873638","https://openalex.org/W2014094945","https://openalex.org/W2016108875","https://openalex.org/W2016131089","https://openalex.org/W2032568497","https://openalex.org/W2062299969","https://openalex.org/W2063716956","https://openalex.org/W2081703679","https://openalex.org/W2084624217","https://openalex.org/W2086956503","https://openalex.org/W2116368502","https://openalex.org/W2134833483","https://openalex.org/W2137577228","https://openalex.org/W2150781787","https://openalex.org/W2155941368","https://openalex.org/W2165935007","https://openalex.org/W2167557160","https://openalex.org/W2189217339","https://openalex.org/W2325231014","https://openalex.org/W2341328702","https://openalex.org/W2400952795","https://openalex.org/W2481396697","https://openalex.org/W2525333779","https://openalex.org/W2556735019","https://openalex.org/W2599156210","https://openalex.org/W2743627370","https://openalex.org/W2762448255","https://openalex.org/W2774891019","https://openalex.org/W2783040364","https://openalex.org/W2783429352","https://openalex.org/W2795274753","https://openalex.org/W2804609011","https://openalex.org/W2811485846","https://openalex.org/W2892729136","https://openalex.org/W2897857552","https://openalex.org/W2898544055","https://openalex.org/W2900150883","https://openalex.org/W2900726863","https://openalex.org/W2905409087","https://openalex.org/W2923422859","https://openalex.org/W2929706395","https://openalex.org/W2940530202","https://openalex.org/W2941857004","https://openalex.org/W2942476074","https://openalex.org/W2943028413","https://openalex.org/W2943357708","https://openalex.org/W2960934900","https://openalex.org/W2967206385","https://openalex.org/W2980476332","https://openalex.org/W2996667664","https://openalex.org/W3042770254","https://openalex.org/W3043404834","https://openalex.org/W3043577434","https://openalex.org/W3090793022","https://openalex.org/W3093207174","https://openalex.org/W3094359820","https://openalex.org/W4292994367"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Conversational":[0],"agents":[1],"are":[2,125],"becoming":[3],"popular":[4],"for":[5,88,123],"providing":[6],"a":[7],"more":[8],"natural":[9],"and":[10,66,101,109,138,150],"realistic":[11],"user":[12,45],"experience.":[13],"New":[14],"studies":[15,58,72,78,92],"have":[16],"become":[17],"significant":[18],"to":[19,22,41,131,142,146],"understand":[20,143],"how":[21,43],"assess":[23,132],"this":[24,34],"experience,":[25],"mainly":[26],"because":[27],"of":[28,33,56,114],"the":[29,39,44,62,74,115,133,147],"increase":[30],"in":[31,61],"applications":[32],"nature.":[35],"We":[36],"systematically":[37],"reviewed":[38],"literature":[40],"identify":[42],"experience":[46,134],"is":[47,129],"assessed":[48],"when":[49],"interacting":[50],"with":[51,99],"conversational":[52],"agents.":[53],"A":[54],"total":[55],"443":[57],"were":[59],"identified":[60],"ACM,":[63],"IEEE,":[64],"Springer,":[65],"Scopus":[67],"databases.":[68],"Of":[69],"these,":[70],"27":[71],"met":[73],"eligibility":[75],"criteria.":[76],"Most":[77],"used":[79,93],"their":[80],"own":[81],"evaluation":[82],"methods,":[83,141],"without":[84],"adopting":[85],"questionnaires":[86],"validated":[87],"UX":[89,124],"evaluation.":[90],"Few":[91],"assessment":[94],"tools":[95],"before":[96],"participants":[97],"interacted":[98],"agents,":[100],"only":[102],"two":[103],"carried":[104],"out":[105],"assessments":[106,116],"before,":[107],"during,":[108],"after":[110],"use.":[111],"The":[112],"results":[113],"can":[117],"be":[118],"better":[119],"if":[120],"specific":[121],"instruments":[122],"adopted.":[126],"Furthermore,":[127],"it":[128],"necessary":[130],"at":[135],"different":[136],"times":[137],"use":[139],"combined":[140],"aspects":[144],"related":[145],"participants\u2019":[148],"feelings":[149],"behaviours.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}