{"id":"https://openalex.org/W4389675247","doi":"https://doi.org/10.1145/3637228","title":"Measuring and Clustering Heterogeneous Chatbot Designs","display_name":"Measuring and Clustering Heterogeneous Chatbot Designs","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4389675247","doi":"https://doi.org/10.1145/3637228"},"language":"en","primary_location":{"id":"doi:10.1145/3637228","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637228","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repositorio.uam.es/bitstream/10486/714308/1/10176166ps.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018868178","display_name":"Pablo C. Ca\u00f1izares","orcid":"https://orcid.org/0000-0002-2084-1558"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Pablo C. Ca\u00f1izares","raw_affiliation_strings":["Universidad Aut\u00f3noma de Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Universidad Aut\u00f3noma de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069177291","display_name":"Jose Mar\u00eda L\u00f3pez-Morales","orcid":"https://orcid.org/0000-0001-5848-6224"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose Mar\u00eda L\u00f3pez-Morales","raw_affiliation_strings":["Universidad Aut\u00f3noma de Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Universidad Aut\u00f3noma de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014272848","display_name":"Sara P\u00e9rez-Soler","orcid":"https://orcid.org/0000-0002-4558-7111"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sara P\u00e9rez-Soler","raw_affiliation_strings":["Universidad Aut\u00f3noma de Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Universidad Aut\u00f3noma de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040491852","display_name":"Esther Guerra","orcid":"https://orcid.org/0000-0002-2818-2278"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Esther Guerra","raw_affiliation_strings":["Universidad Aut\u00f3noma de Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Universidad Aut\u00f3noma de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007371727","display_name":"Juan de Lara","orcid":"https://orcid.org/0000-0001-9425-6362"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan de Lara","raw_affiliation_strings":["Universidad Aut\u00f3noma de Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Universidad Aut\u00f3noma de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5018868178"],"corresponding_institution_ids":["https://openalex.org/I63634437"],"apc_list":null,"apc_paid":null,"fwci":2.8264,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.92615623,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"33","issue":"4","first_page":"1","last_page":"43"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.9324569702148438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8330823183059692},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.7471243739128113},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.6879150867462158},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.47843483090400696},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4276782274246216},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.41750919818878174},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3812256455421448},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32801002264022827},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23224568367004395}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.9324569702148438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8330823183059692},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.7471243739128113},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6879150867462158},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.47843483090400696},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4276782274246216},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.41750919818878174},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3812256455421448},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32801002264022827},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23224568367004395},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3637228","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637228","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:repositorio.uam.es:10486/714308","is_oa":true,"landing_page_url":"http://hdl.handle.net/10486/714308","pdf_url":"https://repositorio.uam.es/bitstream/10486/714308/1/10176166ps.pdf","source":{"id":"https://openalex.org/S4306400963","display_name":"Biblos-e Archivo (Universidad Aut\u00f3noma de Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63634437","host_organization_name":"Universidad Aut\u00f3noma de Madrid","host_organization_lineage":["https://openalex.org/I63634437"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:repositorio.uam.es:10486/714308","is_oa":true,"landing_page_url":"http://hdl.handle.net/10486/714308","pdf_url":"https://repositorio.uam.es/bitstream/10486/714308/1/10176166ps.pdf","source":{"id":"https://openalex.org/S4306400963","display_name":"Biblos-e Archivo (Universidad Aut\u00f3noma de Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63634437","host_organization_name":"Universidad Aut\u00f3noma de Madrid","host_organization_lineage":["https://openalex.org/I63634437"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"score":0.6600000262260437,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389675247.pdf","grobid_xml":"https://content.openalex.org/works/W4389675247.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1629143244","https://openalex.org/W1680797894","https://openalex.org/W1928731475","https://openalex.org/W1967390364","https://openalex.org/W1982488509","https://openalex.org/W1987971958","https://openalex.org/W2109144580","https://openalex.org/W2144129629","https://openalex.org/W2158997610","https://openalex.org/W2161466446","https://openalex.org/W2316931181","https://openalex.org/W2319660501","https://openalex.org/W2504056098","https://openalex.org/W2604272474","https://openalex.org/W2606636926","https://openalex.org/W2744136779","https://openalex.org/W2781728735","https://openalex.org/W2841858654","https://openalex.org/W2891177506","https://openalex.org/W2896457183","https://openalex.org/W2942671448","https://openalex.org/W2966983573","https://openalex.org/W3005639702","https://openalex.org/W3081800120","https://openalex.org/W3093728963","https://openalex.org/W3097611063","https://openalex.org/W3111275476","https://openalex.org/W3113106364","https://openalex.org/W3134864076","https://openalex.org/W3158319431","https://openalex.org/W3200120118","https://openalex.org/W3206977100","https://openalex.org/W4212955756","https://openalex.org/W4213016198","https://openalex.org/W4223518348","https://openalex.org/W4236521339","https://openalex.org/W4297813086","https://openalex.org/W4383679928"],"related_works":["https://openalex.org/W4383501580","https://openalex.org/W4214931137","https://openalex.org/W4387007686","https://openalex.org/W4313813117","https://openalex.org/W4382052417","https://openalex.org/W3192088754","https://openalex.org/W3084631705","https://openalex.org/W3176146353","https://openalex.org/W4293646425","https://openalex.org/W4379781060"],"abstract_inverted_index":{"Conversational":[0],"agents,":[1],"or":[2,37,73],"chatbots,":[3],"have":[4,50,175],"become":[5],"popular":[6],"to":[7,41,57,81,158,177,202,218,221,230],"access":[8],"all":[9],"kind":[10],"of":[11,28,61,68,98,139,147,188,214,225],"software":[12],"services.":[13],"They":[14],"provide":[15,144],"an":[16],"intuitive":[17],"natural":[18],"language":[19],"interface":[20],"for":[21,101,210],"interaction,":[22],"available":[23],"from":[24,194],"a":[25,96,132,186],"wide":[26],"range":[27],"channels":[29],"including":[30],"social":[31],"networks,":[32],"web":[33],"pages,":[34],"intelligent":[35],"speakers":[36],"cars.":[38],"In":[39],"response":[40],"this":[42,92,155],"demand,":[43],"many":[44],"chatbot":[45,102,134,207,232],"development":[46,208],"platforms":[47,153],"and":[48,83,119,125,162,181,191,217,235],"tools":[49],"emerged.":[51],"However,":[52],"they":[53],"typically":[54],"lack":[55],"support":[56],"statically":[58],"measure":[59],"properties":[60],"the":[62,123,126,140,160,179,182,200,204,211],"chatbots":[63,85,114,148,193,226],"being":[64],"built,":[65],"as":[66,104,106],"indicators":[67],"their":[69,116],"size,":[70],"complexity,":[71],"quality":[72,215],"usability.":[74],"Similarly,":[75],"there":[76],"are":[77,129],"hardly":[78],"any":[79],"mechanisms":[80],"compare":[82],"cluster":[84],"developed":[86],"with":[87],"heterogeneous":[88],"technologies.":[89],"To":[90],"overcome":[91],"limitation,":[93],"we":[94,174],"propose":[95],"suite":[97],"21":[99],"metrics":[100,124,180,205],"designs,":[103],"well":[105],"two":[107],"clustering":[108,127,183,220],"methods":[109,128,184],"that":[110],"help":[111],"in":[112],"grouping":[113],"along":[115],"conversation":[117],"topics":[118],"design":[120,135],"features.":[121],"Both":[122],"defined":[130,149],"on":[131,150],"neutral":[133,156],"language,":[136],"becoming":[137],"independent":[138],"implementation":[141],"platform.":[142],"We":[143],"automatic":[145],"translations":[146],"some":[151],"major":[152],"into":[154,227],"notation":[157],"perform":[159],"measurement":[161],"clustering.":[163],"The":[164,197],"approach":[165],"is":[166],"supported":[167],"by":[168],"our":[169],"tool":[170],"Asymob":[171],",":[172],"which":[173],"used":[176],"evaluate":[178],"over":[185],"set":[187],"259":[189],"Dialogflow":[190],"Rasa":[192],"open-source":[195],"repositories.":[196],"results":[198],"open":[199],"door":[201],"incorporating":[203],"within":[206],"processes":[209],"early":[212],"detection":[213],"issues,":[216],"exploit":[219],"organise":[222],"large":[223],"collections":[224],"significant":[228],"groups":[229],"ease":[231],"comprehension,":[233],"search":[234],"comparison.":[236]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":6}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}