{"id":"https://openalex.org/W2805804898","doi":"https://doi.org/10.1145/3202667.3204844","title":"Assessing the Utility of the System Usability Scale for Evaluating Voice-based User Interfaces","display_name":"Assessing the Utility of the System Usability Scale for Evaluating Voice-based User Interfaces","alternate_titles":[],"publication_year":2018,"publication_date":"2018-04-21","ids":{"openalex":"https://openalex.org/W2805804898","doi":"https://doi.org/10.1145/3202667.3204844","mag":"2805804898"},"language":"en","primary_location":{"id":"doi:10.1145/3202667.3204844","doi":"https://doi.org/10.1145/3202667.3204844","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3202667.3204844","pdf_url":null,"source":{"id":"https://openalex.org/S7407086077","display_name":"International Symposium of Chinese CHI (Chinese CHI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth International Symposium of Chinese CHI","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2805804898"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031660324","display_name":"Debjyoti Ghosh","orcid":"https://orcid.org/0000-0002-2233-0575","observed_orcids":["https://orcid.org/0000-0002-2233-0575"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Debjyoti Ghosh","raw_affiliation_strings":["NUS Graduate School for Integrative Sciences and Engineering and NUS-HCI Lab, School of Computing"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NUS Graduate School for Integrative Sciences and Engineering and NUS-HCI Lab, School of Computing","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059354600","display_name":"Pin Sym Foong","orcid":"https://orcid.org/0000-0002-4437-8326","observed_orcids":["https://orcid.org/0000-0002-4437-8326"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pin Sym Foong","raw_affiliation_strings":["Saw Swee Hock School of Public Health, National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saw Swee Hock School of Public Health, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325410","display_name":"Shan Zhang","orcid":"https://orcid.org/0000-0001-7384-4042","observed_orcids":["https://orcid.org/0000-0001-7384-4042"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shan Zhang","raw_affiliation_strings":["NUS-HCI Lab, School of Computing"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NUS-HCI Lab, School of Computing","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060314525","display_name":"Shengdong Zhao","orcid":"https://orcid.org/0000-0001-7971-3107","observed_orcids":["https://orcid.org/0000-0001-7971-3107"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shengdong Zhao","raw_affiliation_strings":["NUS-HCI Lab, School of Computing"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NUS-HCI Lab, School of Computing","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":3.3007,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.9281198,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"11","last_page":"15"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/system-usability-scale","display_name":"System Usability Scale","score":0.9800000190734863},{"id":"https://openalex.org/keywords/usability-evaluation","display_name":"usability evaluation","score":0.9679999947547913},{"id":"https://openalex.org/keywords/amazon-alexa","display_name":"Amazon Alexa","score":0.718999981880188},{"id":"https://openalex.org/keywords/siri","display_name":"Siri","score":0.8059999942779541},{"id":"https://openalex.org/keywords/eyes-free-interaction","display_name":"eyes-free interaction","score":0.7440000176429749},{"id":"https://openalex.org/keywords/learnability","display_name":"learnability","score":0.6769999861717224}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9199197292327881},{"id":"https://openalex.org/C2777723229","wikidata":"https://www.wikidata.org/wiki/Q4367921","display_name":"Learnability","level":2,"score":0.9064868688583374},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.762209415435791},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6405622959136963},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.5812129974365234},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5570554733276367},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5294983983039856},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.49018222093582153},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.44185999035835266},{"id":"https://openalex.org/C2988118254","wikidata":"https://www.wikidata.org/wiki/Q16881889","display_name":"Rating system","level":2,"score":0.42767634987831116},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.35153886675834656},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13477689027786255},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3202667.3204844","doi":"https://doi.org/10.1145/3202667.3204844","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3202667.3204844","pdf_url":null,"source":{"id":"https://openalex.org/S7407086077","display_name":"International Symposium of Chinese CHI (Chinese CHI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth International Symposium of Chinese CHI","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W172711948","https://openalex.org/W1528027857","https://openalex.org/W1945788957","https://openalex.org/W2005364767","https://openalex.org/W2032191478","https://openalex.org/W2128582879","https://openalex.org/W2405187948","https://openalex.org/W2606636926","https://openalex.org/W2622863697","https://openalex.org/W2787712888","https://openalex.org/W2796139395"],"related_works":["https://openalex.org/W4392293180","https://openalex.org/W3118998664","https://openalex.org/W3165856572","https://openalex.org/W3172586123","https://openalex.org/W3159977137","https://openalex.org/W2957014802","https://openalex.org/W4406299756","https://openalex.org/W4387204893","https://openalex.org/W3180044168","https://openalex.org/W6992768179"],"abstract_inverted_index":{"Voice-based":[0],"User":[1],"Interfaces":[2],"(VUIs)":[3],"challenge":[4],"our":[5],"existing":[6],"conceptions":[7],"of":[8,36,64,124],"usability":[9],"since":[10],"the":[11,34,40,54,88,114,122,125],"standardized":[12],"evaluation":[13,93],"tools":[14],"we":[15],"use":[16,35,123],"were":[17,75],"typically":[18],"developed":[19],"for":[20,95,127],"interfaces":[21],"with":[22,33,77,119],"visual":[23],"feedback,":[24],"whereas":[25],"VUI's":[26],"have":[27],"predominantly":[28],"eyes-free":[29],"interactions.":[30],"We":[31,52,117],"experimented":[32],"a":[37,62,91],"well-validated":[38],"tool,":[39],"System":[41],"Usability":[42],"Scale":[43],"(SUS),":[44],"to":[45,56],"evaluate":[46],"two":[47],"existing,":[48],"commercially":[49],"available":[50],"VUIs.":[51,96,129],"administered":[53],"SUS":[55,89,107,126],"12":[57],"participants":[58],"after":[59],"they":[60],"completed":[61],"set":[63],"scenario":[65],"tasks":[66],"on":[67,113,121],"Amazon's":[68],"Alexa":[69],"and":[70,84,106],"Apple's":[71],"Siri.":[72],"The":[73],"results":[74],"consistent":[76],"previous":[78],"studies":[79],"comparing":[80],"subjective":[81],"rating":[82],"scores":[83],"SUS,":[85],"suggesting":[86],"that":[87],"is":[90],"valid":[92],"tool":[94],"Additionally,":[97],"despite":[98],"large,":[99],"significant":[100],"differences":[101],"in":[102],"adjective":[103],"scale":[104],"ratings":[105],"scores,":[108],"both":[109],"systems":[110],"performed":[111],"similarly":[112],"learnability":[115],"items.":[116],"conclude":[118],"recommendations":[120],"evaluating":[128]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2805804898","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2018-06-13T00:00:00"}
