{"id":"https://openalex.org/W4281643633","doi":"https://doi.org/10.1016/j.hcc.2022.100069","title":"VORI: A framework for testing voice user interface interactability","display_name":"VORI: A framework for testing voice user interface interactability","publication_year":2022,"publication_date":"2022-06-08","ids":{"openalex":"https://openalex.org/W4281643633","doi":"https://doi.org/10.1016/j.hcc.2022.100069"},"language":"en","primary_location":{"id":"doi:10.1016/j.hcc.2022.100069","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.hcc.2022.100069","pdf_url":null,"source":{"id":"https://openalex.org/S4210186527","display_name":"High-Confidence Computing","issn_l":"2667-2952","issn":["2667-2952"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"High-Confidence Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.hcc.2022.100069","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064981899","display_name":"Abrar S. Alrumayh","orcid":"https://orcid.org/0000-0003-2275-0729"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Abrar S. Alrumayh","raw_affiliation_strings":["Department of Computer and Information Sciences, Temple University, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0003-2275-0729","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102829972","display_name":"Chiu C. Tan","orcid":"https://orcid.org/0000-0002-5758-6394"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chiu C. Tan","raw_affiliation_strings":["Department of Computer and Information Sciences, Temple University, Philadelphia, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5064981899"],"corresponding_institution_ids":["https://openalex.org/I84392919"],"apc_list":{"value":1500,"currency":"USD","value_usd":1500},"apc_paid":{"value":1500,"currency":"USD","value_usd":1500},"fwci":0.4166,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.67330179,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"2","issue":"3","first_page":"100069","last_page":"100069"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.850121021270752},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.7440062165260315},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5393597483634949},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5376241207122803},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.527838945388794},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.5084289908409119},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4740813970565796},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3620849847793579},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.27251583337783813},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.16530853509902954}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.850121021270752},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.7440062165260315},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5393597483634949},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5376241207122803},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.527838945388794},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.5084289908409119},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4740813970565796},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3620849847793579},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27251583337783813},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.16530853509902954},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1016/j.hcc.2022.100069","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.hcc.2022.100069","pdf_url":null,"source":{"id":"https://openalex.org/S4210186527","display_name":"High-Confidence Computing","issn_l":"2667-2952","issn":["2667-2952"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"High-Confidence Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b8efbdb395f4411c9790fa515f1cf2af","is_oa":true,"landing_page_url":"https://doaj.org/article/b8efbdb395f4411c9790fa515f1cf2af","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"High-Confidence Computing, Vol 2, Iss 3, Pp 100069- (2022)","raw_type":"article"},{"id":"pmh:oai:null:20.500.12613/9752","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.hcc.2022.100069.","pdf_url":null,"source":{"id":"https://openalex.org/S4306402624","display_name":"TUScholarShare (Temple University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I84392919","host_organization_name":"Temple University","host_organization_lineage":["https://openalex.org/I84392919"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:scholarshare.temple.edu:20.500.12613/9752","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.12613/9752","pdf_url":null,"source":{"id":"https://openalex.org/S4306402624","display_name":"TUScholarShare (Temple University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I84392919","host_organization_name":"Temple University","host_organization_lineage":["https://openalex.org/I84392919"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal article"}],"best_oa_location":{"id":"doi:10.1016/j.hcc.2022.100069","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.hcc.2022.100069","pdf_url":null,"source":{"id":"https://openalex.org/S4210186527","display_name":"High-Confidence Computing","issn_l":"2667-2952","issn":["2667-2952"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"High-Confidence Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7200000286102295,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W38194800","https://openalex.org/W196932276","https://openalex.org/W2106569929","https://openalex.org/W2486026319","https://openalex.org/W2611429746","https://openalex.org/W2756029264","https://openalex.org/W2783539613","https://openalex.org/W2889031479","https://openalex.org/W2911315856","https://openalex.org/W2914783728","https://openalex.org/W2915335925","https://openalex.org/W3096559598","https://openalex.org/W3112086075","https://openalex.org/W3114076591","https://openalex.org/W3130516821","https://openalex.org/W3139099451","https://openalex.org/W4212854380","https://openalex.org/W4235907931","https://openalex.org/W4238637948","https://openalex.org/W4288279172","https://openalex.org/W4288359815","https://openalex.org/W6601409588","https://openalex.org/W6744039055","https://openalex.org/W6750190616","https://openalex.org/W6752462716","https://openalex.org/W6754404224","https://openalex.org/W6755675974","https://openalex.org/W6772303313","https://openalex.org/W6794855091","https://openalex.org/W6797744377","https://openalex.org/W6808414917"],"related_works":["https://openalex.org/W1608278265","https://openalex.org/W1649706580","https://openalex.org/W2097677915","https://openalex.org/W1186135329","https://openalex.org/W3195608031","https://openalex.org/W1498430983","https://openalex.org/W2342418236","https://openalex.org/W2154641962","https://openalex.org/W2186453640","https://openalex.org/W4389606753"],"abstract_inverted_index":{"The":[0],"ability":[1],"of":[2,22,46,103,149,161,184,204,220],"Voice":[3],"User":[4],"Interface":[5],"(VUI)":[6],"to":[7,63,80,100,128,144,167,192,227,233],"understand":[8],"how":[9],"users":[10],"will":[11],"express":[12,64],"their":[13],"commands":[14,199],"naturally":[15],"and":[16,107,112,133,222],"intuitively":[17],"is":[18,29,48,78,122,225],"an":[19,39,201],"essential":[20],"component":[21],"user":[23,28,62,134],"experience,":[24],"especially":[25],"when":[26],"the":[27,32,35,44,65,92,104,125,147,159,195,218,230,235],"interacting":[30],"with":[31,200],"VUI":[33,47,86],"for":[34,42,51,60,124,157],"first":[36],"time.":[37],"Designing":[38],"automated":[40],"method":[41],"testing":[43],"usability":[45],"a":[49,61,118,141,154,162,213],"challenge":[50],"two":[52],"reasons.":[53],"First,":[54],"there":[55],"are":[56,115],"many":[57,85,102],"different":[58],"ways":[59],"same":[66],"intention,":[67],"e.g.":[68],"\u201cplay":[69],"some":[70,73],"music\u201d,":[71],"\u201d\u201dput":[72],"music":[74],"on\u201d,":[75],"etc.,":[76],"that":[77,182,190],"difficult":[79,123],"determine":[81],"in":[82,217],"advance.":[83],"Second,":[84],"apps":[87,185],"today":[88],"typically":[89],"rely":[90],"on":[91,171],"platform":[93],"service":[94],"provider":[95],"(e.g.":[96],"Amazon,":[97],"Google,":[98],"etc.)":[99],"perform":[101],"speech":[105],"recognition":[106],"natural":[108],"language":[109],"processing":[110],"tasks,":[111],"these":[113],"services":[114],"provided":[116],"as":[117,151,153],"blackbox.":[119],"Consequently,":[120],"it":[121],"app":[126],"developer":[127],"obtain":[129],"information":[130],"about":[131],"errors":[132],"feedback.":[135],"In":[136],"this":[137],"paper,":[138],"we":[139],"propose":[140],"framework,":[142],"VORI,":[143],"systematically":[145],"evaluate":[146],"interactability":[148,160,202,215],"VUI,":[150],"well":[152],"new":[155],"metric":[156],"quantifying":[158],"VUI.":[163],"We":[164],"use":[165],"VORI":[166],"analyze":[168],"127":[169],"applications":[170],"Alexa":[172],"by":[173],"sending":[174],"over":[175],"82,931":[176],"commands.":[177],"Our":[178],"analysis":[179],"results":[180],"highlight":[181],"41.7%":[183],"only":[186],"accept":[187],"strict":[188],"input":[189],"has":[191],"exactly":[193],"match":[194],"developer\u2019s":[196],"predefined":[197],"sample":[198],"score":[203],"20%":[205],"or":[206],"less.":[207],"This":[208],"suggests":[209],"developers":[210],"should":[211],"consider":[212],"better":[214],"strategy":[216],"design":[219,231],"VUIs,":[221],"more":[223],"research":[224],"needed":[226],"further":[228],"explore":[229],"space":[232],"improve":[234],"interactability.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}