{"id":"https://openalex.org/W4393992813","doi":"https://doi.org/10.1145/3654438","title":"Help Them Understand: Testing and Improving Voice User Interfaces","display_name":"Help Them Understand: Testing and Improving Voice User Interfaces","publication_year":2024,"publication_date":"2024-04-05","ids":{"openalex":"https://openalex.org/W4393992813","doi":"https://doi.org/10.1145/3654438"},"language":"en","primary_location":{"id":"doi:10.1145/3654438","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654438","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654438","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3654438","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093021799","display_name":"Emanuela Guglielmi","orcid":"https://orcid.org/0000-0002-5443-1303"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Emanuela Guglielmi","raw_affiliation_strings":["University of Molise, Pesche, Italy","Bioscience and Territory University of Molise, Pesche, Italy"],"affiliations":[{"raw_affiliation_string":"University of Molise, Pesche, Italy","institution_ids":["https://openalex.org/I129627893"]},{"raw_affiliation_string":"Bioscience and Territory University of Molise, Pesche, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101499242","display_name":"Giovanni Rosa","orcid":"https://orcid.org/0000-0002-5241-1608"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Rosa","raw_affiliation_strings":["University of Molise, Pesche, Italy","Bioscience and Territory University of Molise, Pesche, Italy"],"affiliations":[{"raw_affiliation_string":"University of Molise, Pesche, Italy","institution_ids":["https://openalex.org/I129627893"]},{"raw_affiliation_string":"Bioscience and Territory University of Molise, Pesche, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079406478","display_name":"Simone Scalabrino","orcid":"https://orcid.org/0000-0003-1764-9685"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Simone Scalabrino","raw_affiliation_strings":["University of Molise, Pesche, Italy","Bioscience and Territory University of Molise, Pesche, Italy"],"affiliations":[{"raw_affiliation_string":"University of Molise, Pesche, Italy","institution_ids":["https://openalex.org/I129627893"]},{"raw_affiliation_string":"Bioscience and Territory University of Molise, Pesche, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056526226","display_name":"Gabriele Bavota","orcid":"https://orcid.org/0000-0002-2216-3148"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Gabriele Bavota","raw_affiliation_strings":["Universita della Svizzera Italiana, Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"Universita della Svizzera Italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009727039","display_name":"Rocco Oliveto","orcid":"https://orcid.org/0000-0002-7995-8582"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rocco Oliveto","raw_affiliation_strings":["University of Molise, Pesche, Italy","Bioscience and Territory University of Molise, Pesche, Italy"],"affiliations":[{"raw_affiliation_string":"University of Molise, Pesche, Italy","institution_ids":["https://openalex.org/I129627893"]},{"raw_affiliation_string":"Bioscience and Territory University of Molise, Pesche, Italy","institution_ids":["https://openalex.org/I129627893"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5093021799"],"corresponding_institution_ids":["https://openalex.org/I129627893"],"apc_list":null,"apc_paid":null,"fwci":1.4548,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83590715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"33","issue":"6","first_page":"1","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8499239683151245},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46713876724243164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8499239683151245},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46713876724243164}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3654438","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654438","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654438","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3654438","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654438","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654438","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8700000047683716}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393992813.pdf","grobid_xml":"https://content.openalex.org/works/W4393992813.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1566773348","https://openalex.org/W1881549354","https://openalex.org/W2045274176","https://openalex.org/W2081580037","https://openalex.org/W2105342446","https://openalex.org/W2123442489","https://openalex.org/W2138378644","https://openalex.org/W2145637468","https://openalex.org/W2251957808","https://openalex.org/W2324595780","https://openalex.org/W2463553622","https://openalex.org/W2620897946","https://openalex.org/W2739351760","https://openalex.org/W2799915114","https://openalex.org/W2945752171","https://openalex.org/W2946465872","https://openalex.org/W2980012470","https://openalex.org/W2990191328","https://openalex.org/W3006445390","https://openalex.org/W3102273025","https://openalex.org/W3104033643","https://openalex.org/W3155393281","https://openalex.org/W3178192981","https://openalex.org/W3181342329","https://openalex.org/W3183905164","https://openalex.org/W3194005300","https://openalex.org/W4206083821","https://openalex.org/W4206732210","https://openalex.org/W4313563587","https://openalex.org/W4313563705","https://openalex.org/W4322731117","https://openalex.org/W4378574344","https://openalex.org/W4382918229","https://openalex.org/W4386576803","https://openalex.org/W4393992813"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Voice-based":[0],"virtual":[1],"assistants":[2],"are":[3],"becoming":[4],"increasingly":[5],"popular.":[6],"Such":[7],"systems":[8],"provide":[9],"frameworks":[10],"to":[11,33,38,70,77,82,149,154,160,191],"developers":[12],"for":[13,116],"building":[14],"custom":[15],"apps.":[16],"End-users":[17],"can":[18,50],"interact":[19],"with":[20],"such":[21,42],"apps":[22,43],"through":[23],"a":[24,87],"Voice":[25],"User":[26],"Interface":[27],"(VUI),":[28],"which":[29],"allows":[30],"the":[31,99,130,137,140,151,156,163,168,172,177,194],"user":[32],"use":[34,150],"natural":[35],"language":[36],"commands":[37],"perform":[39],"actions.":[40],"Testing":[41],"is":[44,187],"not":[45,189],"trivial:":[46],"The":[47],"same":[48],"command":[49],"be":[51],"expressed":[52],"in":[53,93,162],"different":[54],"semantically":[55],"equivalent":[56],"ways.":[57],"In":[58],"this":[59,109],"article,":[60],"we":[61,111],"introduce":[62],"VUI-UPSET,":[63],"an":[64,74],"approach":[65,138],"that":[66,123,182],"adapts":[67],"chatbot-testing":[68],"approaches":[69,85],"VUI-testing.":[71],"We":[72,146,158,180],"conducted":[73],"empirical":[75],"study":[76],"understand":[78],"how":[79],"VUI-UPSET":[80,124],"compares":[81],"two":[83,131],"state-of-the-art":[84],"(i.e.,":[86],"chatbot":[88],"testing":[89],"technique":[90],"and":[91,102],"ChatGPT)":[92],"terms":[94],"of":[95,98,105,143,167],"(i)":[96,170],"correctness":[97],"generated":[100,114,152],"paraphrases,":[101,174],"(ii)":[103,175],"capability":[104],"revealing":[106],"bugs.":[107],"To":[108],"aim,":[110],"analyzed":[112],"14,898":[113],"paraphrases":[115,128,153,186],"40":[117],"Alexa":[118],"Skills.":[119],"Our":[120],"results":[121],"show":[122],"generates":[125],"more":[126],"bug-revealing":[127,173,185],"than":[129],"baselines":[132],"with,":[133],"however,":[134],"ChatGPT":[135],"being":[136],"generating":[139],"highest":[141],"percentage":[142],"correct":[144],"paraphrases.":[145,179],"also":[147],"tried":[148,159],"improve":[155],"skills.":[157],"include":[161],"voice":[164],"interaction":[165],"models":[166],"skills":[169],"only":[171,184],"all":[176,193],"valid":[178],"observed":[181],"including":[183],"sometimes":[188],"sufficient":[190],"make":[192],"tests":[195],"pass.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}