{"id":"https://openalex.org/W3015588689","doi":"https://doi.org/10.1145/3411764.3445579","title":"Designers Characterize Naturalness in Voice User Interfaces: Their Goals, Practices, and Challenges","display_name":"Designers Characterize Naturalness in Voice User Interfaces: Their Goals, Practices, and Challenges","publication_year":2021,"publication_date":"2021-05-06","ids":{"openalex":"https://openalex.org/W3015588689","doi":"https://doi.org/10.1145/3411764.3445579","mag":"3015588689"},"language":"en","primary_location":{"id":"doi:10.1145/3411764.3445579","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445579","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069603555","display_name":"Yelim Kim","orcid":"https://orcid.org/0009-0009-1254-2863"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Yelim Kim","raw_affiliation_strings":["Computer Science University of British Columbia, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028659802","display_name":"Mohi Reza","orcid":"https://orcid.org/0000-0001-9668-3384"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohi Reza","raw_affiliation_strings":["Computer Science University of British Columbia, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016459516","display_name":"Joanna McGrenere","orcid":"https://orcid.org/0000-0002-8411-3293"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Joanna McGrenere","raw_affiliation_strings":["Computer Science University of British Columbia, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028316272","display_name":"Dongwook Yoon","orcid":"https://orcid.org/0000-0002-7838-8311"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dongwook Yoon","raw_affiliation_strings":["Computer Science University of British Columbia, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069603555"],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":null,"apc_paid":null,"fwci":4.0597,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.94660001,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.9066118001937866},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7496089935302734},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6786329746246338},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.6439710855484009},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.611759603023529},{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.4784267544746399},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4724947512149811},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.42594659328460693},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1264849305152893}],"concepts":[{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.9066118001937866},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7496089935302734},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6786329746246338},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.6439710855484009},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.611759603023529},{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.4784267544746399},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4724947512149811},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.42594659328460693},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1264849305152893},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3411764.3445579","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445579","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:circle.library.ubc.ca:2429/73856","is_oa":false,"landing_page_url":"http://hdl.handle.net/2429/73856","pdf_url":null,"source":{"id":"https://openalex.org/S4377196297","display_name":"cIRcle (University of British Columbia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I141945490","host_organization_name":"University of British Columbia","host_organization_lineage":["https://openalex.org/I141945490"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W42461611","https://openalex.org/W72359397","https://openalex.org/W118848120","https://openalex.org/W173684862","https://openalex.org/W1480141383","https://openalex.org/W1489098793","https://openalex.org/W1530186825","https://openalex.org/W1539115757","https://openalex.org/W1549671171","https://openalex.org/W1575321350","https://openalex.org/W1586934957","https://openalex.org/W1592970009","https://openalex.org/W1604858194","https://openalex.org/W1628789162","https://openalex.org/W1823258023","https://openalex.org/W1841352775","https://openalex.org/W1927678916","https://openalex.org/W1970327580","https://openalex.org/W1970523804","https://openalex.org/W1972051027","https://openalex.org/W1975244201","https://openalex.org/W1979290264","https://openalex.org/W1980129286","https://openalex.org/W1985587752","https://openalex.org/W1985945240","https://openalex.org/W1991015565","https://openalex.org/W1993760471","https://openalex.org/W1994660327","https://openalex.org/W1998801495","https://openalex.org/W2001186381","https://openalex.org/W2016738132","https://openalex.org/W2017737164","https://openalex.org/W2020966112","https://openalex.org/W2032287981","https://openalex.org/W2038801641","https://openalex.org/W2039133058","https://openalex.org/W2040084799","https://openalex.org/W2044950274","https://openalex.org/W2049124404","https://openalex.org/W2050776147","https://openalex.org/W2054716580","https://openalex.org/W2056425904","https://openalex.org/W2063223471","https://openalex.org/W2068561765","https://openalex.org/W2072665151","https://openalex.org/W2080966367","https://openalex.org/W2085552924","https://openalex.org/W2091364293","https://openalex.org/W2094409166","https://openalex.org/W2104499423","https://openalex.org/W2111754733","https://openalex.org/W2112052091","https://openalex.org/W2113964013","https://openalex.org/W2116015365","https://openalex.org/W2128026023","https://openalex.org/W2129691115","https://openalex.org/W2136058926","https://openalex.org/W2137095888","https://openalex.org/W2145482038","https://openalex.org/W2149405725","https://openalex.org/W2160458012","https://openalex.org/W2169315475","https://openalex.org/W2170680300","https://openalex.org/W2288322409","https://openalex.org/W2305527177","https://openalex.org/W2324353128","https://openalex.org/W2328607217","https://openalex.org/W2405187948","https://openalex.org/W2407369300","https://openalex.org/W2420172618","https://openalex.org/W2519326300","https://openalex.org/W2565288664","https://openalex.org/W2567456205","https://openalex.org/W2765242664","https://openalex.org/W2765480962","https://openalex.org/W2774891019","https://openalex.org/W2785745562","https://openalex.org/W2787712888","https://openalex.org/W2793717674","https://openalex.org/W2808599433","https://openalex.org/W2821503932","https://openalex.org/W2889031479","https://openalex.org/W2889495041","https://openalex.org/W2897182555","https://openalex.org/W2902252777","https://openalex.org/W2913681502","https://openalex.org/W2936737507","https://openalex.org/W2942671448","https://openalex.org/W2942700868","https://openalex.org/W2942797348","https://openalex.org/W2943124083","https://openalex.org/W2943686508","https://openalex.org/W2955002325","https://openalex.org/W2965031209","https://openalex.org/W2967859656","https://openalex.org/W2967889582","https://openalex.org/W2990479233","https://openalex.org/W3022607203","https://openalex.org/W3032506562","https://openalex.org/W3034175374","https://openalex.org/W3100002139","https://openalex.org/W4211215349","https://openalex.org/W4232818056","https://openalex.org/W4240859772","https://openalex.org/W4243636675","https://openalex.org/W4246161814","https://openalex.org/W4246809114","https://openalex.org/W4252818090","https://openalex.org/W4285719527","https://openalex.org/W4301169429"],"related_works":["https://openalex.org/W2029561777","https://openalex.org/W1554502231","https://openalex.org/W172797710","https://openalex.org/W2945105049","https://openalex.org/W4387098302","https://openalex.org/W2626699140","https://openalex.org/W3165080709","https://openalex.org/W2948317131","https://openalex.org/W4288365855","https://openalex.org/W566641833"],"abstract_inverted_index":{"This":[0],"work":[1],"investigates":[2],"the":[3,26,85],"practices":[4],"and":[5,39,56,71,97,136,142],"challenges":[6],"of":[7,87,126],"voice":[8,133],"user":[9],"interface":[10],"(VUI)":[11],"designers.":[12],"Existing":[13],"VUI":[14,63],"design":[15,110,140],"guidelines":[16],"recommend":[17],"that":[18,68,90],"designers":[19,34,64,69],"strive":[20],"for":[21,52,122,130,138],"natural":[22],"human-agent":[23],"conversation.":[24],"However,":[25],"literature":[27],"leaves":[28],"a":[29,109],"critical":[30],"gap":[31,49],"regarding":[32],"how":[33],"pursue":[35],"naturalness":[36,73],"in":[37,44,74,112,120],"VUIs":[38,115],"what":[40],"their":[41],"struggles":[42],"are":[43],"doing":[45],"so.":[46],"Bridging":[47],"this":[48],"is":[50],"necessary":[51],"identifying":[53],"designers\u2019":[54,105],"needs":[55],"supporting":[57],"them.":[58],"Our":[59,99],"interviews":[60],"with":[61,116,134],"20":[62],"identified":[65],"12":[66],"ways":[67],"characterize":[70],"approach":[72],"VUIs.":[75],"We":[76],"categorized":[77],"these":[78],"characteristics":[79],"into":[80],"three":[81],"groupings":[82],"based":[83],"on":[84,104],"types":[86],"conversational":[88],"context":[89],"each":[91],"characteristic":[92],"contributes":[93],"to:":[94],"Social,":[95],"Transactional,":[96],"Core.":[98],"results":[100],"contribute":[101],"new":[102],"findings":[103],"challenges,":[106],"such":[107],"as":[108],"dilemma":[111],"augmenting":[113],"task-oriented":[114],"social":[117],"conversations,":[118],"difficulties":[119],"writing":[121],"spoken":[123],"language,":[124],"lack":[125],"proper":[127],"tool":[128],"support":[129],"imbuing":[131],"synthesized":[132],"expressivity,":[135],"implications":[137],"developing":[139],"tools":[141],"guidelines.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}