{"id":"https://openalex.org/W4399667824","doi":"https://doi.org/10.1145/3661167.3661220","title":"Mutation Testing for Task-Oriented Chatbots","display_name":"Mutation Testing for Task-Oriented Chatbots","publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W4399667824","doi":"https://doi.org/10.1145/3661167.3661220"},"language":"en","primary_location":{"id":"doi:10.1145/3661167.3661220","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3661167.3661220","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034063086","display_name":"Pablo G\u00f3mez\u2010Abajo","orcid":"https://orcid.org/0000-0002-8319-4829"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pablo G\u00f3mez-Abajo","raw_affiliation_strings":["Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-8319-4829","affiliations":[{"raw_affiliation_string":"Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014272848","display_name":"Sara P\u00e9rez-Soler","orcid":"https://orcid.org/0000-0002-4558-7111"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sara P\u00e9rez-Soler","raw_affiliation_strings":["Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-4558-7111","affiliations":[{"raw_affiliation_string":"Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018868178","display_name":"Pablo C. Ca\u00f1izares","orcid":"https://orcid.org/0000-0002-2084-1558"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pablo C. Ca\u00f1izares","raw_affiliation_strings":["Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-2084-1558","affiliations":[{"raw_affiliation_string":"Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040491852","display_name":"Esther Guerra","orcid":"https://orcid.org/0000-0002-2818-2278"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Esther Guerra","raw_affiliation_strings":["Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-2818-2278","affiliations":[{"raw_affiliation_string":"Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007371727","display_name":"Juan de Lara","orcid":"https://orcid.org/0000-0001-9425-6362"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan de Lara","raw_affiliation_strings":["Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9425-6362","affiliations":[{"raw_affiliation_string":"Computer Science Department, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63634437"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"232","last_page":"241"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6566423177719116},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5790101289749146},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34511733055114746},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12306642532348633},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.08235454559326172}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6566423177719116},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5790101289749146},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34511733055114746},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12306642532348633},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08235454559326172}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3661167.3661220","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3661167.3661220","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1402073410","display_name":null,"funder_award_id":"PID2021-122270OB-I00","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G307287931","display_name":null,"funder_award_id":"RED2022-134647-T","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G5949426461","display_name":null,"funder_award_id":"TED2021-129381B-C21","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1165621557","https://openalex.org/W2097599402","https://openalex.org/W2135841285","https://openalex.org/W2160980126","https://openalex.org/W2166352318","https://openalex.org/W2466388701","https://openalex.org/W2600669551","https://openalex.org/W2788280640","https://openalex.org/W2790730965","https://openalex.org/W2791638933","https://openalex.org/W2806863469","https://openalex.org/W2887535145","https://openalex.org/W2991522294","https://openalex.org/W3005639702","https://openalex.org/W3092867575","https://openalex.org/W3110244220","https://openalex.org/W3134864076","https://openalex.org/W3157483947","https://openalex.org/W3178517081","https://openalex.org/W4286266904","https://openalex.org/W4310673963","https://openalex.org/W4312834255","https://openalex.org/W4362515116","https://openalex.org/W4381587739","https://openalex.org/W4383679928","https://openalex.org/W4385213311","https://openalex.org/W4389675247","https://openalex.org/W6799062018"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3196817267"],"abstract_inverted_index":{"Conversational":[0],"agents,":[1],"or":[2,49],"chatbots,":[3],"are":[4,37],"increasingly":[5],"used":[6],"to":[7,60,84,97,102],"access":[8],"all":[9],"sorts":[10],"of":[11,33,73,82,90],"services":[12],"using":[13],"natural":[14],"language.":[15],"While":[16],"open-domain":[17],"chatbots":[18,29,58],"\u2013":[19,22,30,36],"like":[20,42],"ChatGPT":[21],"can":[23,95],"converse":[24],"on":[25],"any":[26,54],"topic,":[27],"task-oriented":[28,57],"the":[31,86],"focus":[32],"this":[34],"paper":[35],"designed":[38],"for":[39],"specific":[40],"tasks,":[41],"booking":[43],"a":[44,80],"flight,":[45],"obtaining":[46],"customer":[47],"support,":[48],"setting":[50],"an":[51],"appointment.":[52],"Like":[53],"other":[55],"software,":[56],"need":[59],"be":[61],"properly":[62],"tested,":[63],"usually":[64],"by":[65],"defining":[66],"and":[67,88,100],"executing":[68],"test":[69,92],"scenarios":[70],"(i.e.,":[71],"sequences":[72],"user-chatbot":[74],"interactions).":[75],"However,":[76],"there":[77],"is":[78],"currently":[79],"lack":[81],"methods":[83],"quantify":[85],"completeness":[87],"strength":[89],"such":[91],"scenarios,":[93],"which":[94],"lead":[96],"low-quality":[98],"tests,":[99],"hence":[101],"buggy":[103],"chatbots.":[104]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}