{"id":"https://openalex.org/W3005639702","doi":"https://doi.org/10.1142/s0218194019400163","title":"Evaluation Techniques for Chatbot Usability: A Systematic Mapping Study","display_name":"Evaluation Techniques for Chatbot Usability: A Systematic Mapping Study","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W3005639702","doi":"https://doi.org/10.1142/s0218194019400163","mag":"3005639702"},"language":"en","primary_location":{"id":"doi:10.1142/s0218194019400163","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194019400163","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008829475","display_name":"Ranci Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ranci Ren","raw_affiliation_strings":["Departamento de Ingenier\u00eda Inform\u00e1tica, Universidad Aut\u00f3noma de Madrid, Calle Francisco Tom\u00e1s y Valiente, 11, Campus de Cantoblanco, Madrid, Z.C. 28049, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Ingenier\u00eda Inform\u00e1tica, Universidad Aut\u00f3noma de Madrid, Calle Francisco Tom\u00e1s y Valiente, 11, Campus de Cantoblanco, Madrid, Z.C. 28049, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090326213","display_name":"John W. Castro","orcid":"https://orcid.org/0000-0002-7938-7564"},"institutions":[{"id":"https://openalex.org/I201487725","display_name":"University of Atacama","ror":"https://ror.org/022yres73","country_code":"CL","type":"education","lineage":["https://openalex.org/I201487725"]}],"countries":["CL"],"is_corresponding":true,"raw_author_name":"John W. Castro","raw_affiliation_strings":["Departamento de Ingenier\u00eda Inform\u00e1tica, y Ciencias de la Computaci\u00f3n, Universidad de Atacama, Av. Copayapu 485, Copiap\u00f3, Z.C. 1530000, Chile"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Ingenier\u00eda Inform\u00e1tica, y Ciencias de la Computaci\u00f3n, Universidad de Atacama, Av. Copayapu 485, Copiap\u00f3, Z.C. 1530000, Chile","institution_ids":["https://openalex.org/I201487725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022941249","display_name":"Silvia T. Acu\u00f1a","orcid":"https://orcid.org/0000-0003-2135-6113"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Silvia T. Acu\u00f1a","raw_affiliation_strings":["Departamento de Ingenier\u00eda Inform\u00e1tica, Universidad Aut\u00f3noma de Madrid, Calle Francisco Tom\u00e1s y Valiente, 11, Campus de Cantoblanco, Madrid, Z.C. 28049, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Ingenier\u00eda Inform\u00e1tica, Universidad Aut\u00f3noma de Madrid, Calle Francisco Tom\u00e1s y Valiente, 11, Campus de Cantoblanco, Madrid, Z.C. 28049, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007371727","display_name":"Juan de Lara","orcid":"https://orcid.org/0000-0001-9425-6362"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan de Lara","raw_affiliation_strings":["Departamento de Ingenier\u00eda Inform\u00e1tica, Universidad Aut\u00f3noma de Madrid, Calle Francisco Tom\u00e1s y Valiente, 11, Campus de Cantoblanco, Madrid, Z.C. 28049, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Ingenier\u00eda Inform\u00e1tica, Universidad Aut\u00f3noma de Madrid, Calle Francisco Tom\u00e1s y Valiente, 11, Campus de Cantoblanco, Madrid, Z.C. 28049, Spain","institution_ids":["https://openalex.org/I63634437"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5090326213"],"corresponding_institution_ids":["https://openalex.org/I201487725"],"apc_list":null,"apc_paid":null,"fwci":2.5414,"has_fulltext":false,"cited_by_count":61,"citation_normalized_percentile":{"value":0.92007367,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"29","issue":"11n12","first_page":"1673","last_page":"1702"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.9174326658248901},{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.9084876775741577},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7404266595840454},{"id":"https://openalex.org/keywords/usability-engineering","display_name":"Usability engineering","score":0.6033670902252197},{"id":"https://openalex.org/keywords/web-usability","display_name":"Web usability","score":0.5646703243255615},{"id":"https://openalex.org/keywords/usability-lab","display_name":"Usability lab","score":0.5578010678291321},{"id":"https://openalex.org/keywords/usability-goals","display_name":"Usability goals","score":0.5477067232131958},{"id":"https://openalex.org/keywords/usability-inspection","display_name":"Usability inspection","score":0.5350720882415771},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48820286989212036},{"id":"https://openalex.org/keywords/cognitive-walkthrough","display_name":"Cognitive walkthrough","score":0.482783704996109},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.40892547369003296}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9174326658248901},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.9084876775741577},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7404266595840454},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.6033670902252197},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.5646703243255615},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.5578010678291321},{"id":"https://openalex.org/C62993174","wikidata":"https://www.wikidata.org/wiki/Q2928808","display_name":"Usability goals","level":4,"score":0.5477067232131958},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.5350720882415771},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48820286989212036},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.482783704996109},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.40892547369003296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218194019400163","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194019400163","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W4214443","https://openalex.org/W963056504","https://openalex.org/W2001868978","https://openalex.org/W2037012095","https://openalex.org/W2101623580","https://openalex.org/W2480675128","https://openalex.org/W2512498312","https://openalex.org/W2523328169","https://openalex.org/W2535082198","https://openalex.org/W2611866909","https://openalex.org/W2621284934","https://openalex.org/W2622863697","https://openalex.org/W2734969743","https://openalex.org/W2746289988","https://openalex.org/W2761896474","https://openalex.org/W2767683259","https://openalex.org/W2781290787","https://openalex.org/W2790685724","https://openalex.org/W2792058569","https://openalex.org/W2794297522","https://openalex.org/W2794387617","https://openalex.org/W2795758037","https://openalex.org/W2809774949","https://openalex.org/W2841858654","https://openalex.org/W2843010082","https://openalex.org/W2967393852","https://openalex.org/W6638914095"],"related_works":["https://openalex.org/W110518437","https://openalex.org/W2488259327","https://openalex.org/W2490730512","https://openalex.org/W2212131490","https://openalex.org/W2215100485","https://openalex.org/W2510509342","https://openalex.org/W2017322369","https://openalex.org/W4230862284","https://openalex.org/W2336689454","https://openalex.org/W4249900088"],"abstract_inverted_index":{"Background:":[0],"The":[1,74,88],"use":[2],"of":[3,22,104,115],"chatbots":[4],"has":[5],"increased":[6],"considerably":[7],"in":[8,14,34,45],"recent":[9],"years.":[10],"These":[11],"are":[12,121],"used":[13],"different":[15],"areas":[16],"and":[17,48,79,102,126,144],"by":[18,68],"a":[19,64,111],"wide":[20],"variety":[21],"users.":[23],"Due":[24],"to":[25,31,41,53,56,93,135,140,148],"this":[26],"fact,":[27],"it":[28,132],"is":[29,40,109],"essential":[30],"incorporate":[32],"usability":[33,47,96,98,108,124],"their":[35],"development.":[36],"Aim:":[37],"Our":[38],"objective":[39],"identify":[42],"the":[43,70,118],"state-of-the-art":[44],"chatbot":[46,58],"applied":[49],"human\u2013computer":[50],"interaction":[51],"techniques,":[52,97],"analyze":[54],"how":[55],"evaluate":[57],"usability.":[59],"Method:":[60],"We":[61],"have":[62],"conducted":[63],"systematic":[65],"mapping":[66],"study,":[67],"searching":[69],"main":[71],"scientific":[72],"databases.":[73],"search":[75],"retrieved":[76],"170":[77],"references":[78],"21":[80],"articles":[81],"were":[82,90],"retained":[83],"as":[84],"primary":[85],"studies.":[86,130],"Results:":[87],"works":[89],"categorized":[91],"according":[92],"four":[94],"criteria:":[95],"characteristics,":[99],"research":[100,116],"methods":[101],"type":[103],"chatbots.":[105],"Conclusions:":[106],"Chatbot":[107],"still":[110],"very":[112],"incipient":[113],"field":[114],"where":[117],"published":[119],"studies":[120],"mainly":[122],"surveys,":[123],"tests,":[125],"rather":[127],"informal":[128],"experimental":[129],"Hence,":[131],"becomes":[133],"necessary":[134],"perform":[136],"more":[137],"formal":[138],"experiments":[139],"measure":[141],"user":[142],"experience,":[143],"exploit":[145],"these":[146],"results":[147],"provide":[149],"usability-aware":[150],"design":[151],"guidelines.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}