{"id":"https://openalex.org/W4366004247","doi":"https://doi.org/10.1145/3579591","title":"Wizundry: A Cooperative Wizard of Oz Platform for Simulating Future Speech-based Interfaces with Multiple Wizards","display_name":"Wizundry: A Cooperative Wizard of Oz Platform for Simulating Future Speech-based Interfaces with Multiple Wizards","publication_year":2023,"publication_date":"2023-04-14","ids":{"openalex":"https://openalex.org/W4366004247","doi":"https://doi.org/10.1145/3579591"},"language":"en","primary_location":{"id":"doi:10.1145/3579591","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3579591","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2304.08693","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073907422","display_name":"Siying Hu","orcid":"https://orcid.org/0000-0002-3824-2801"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Siying Hu","raw_affiliation_strings":["City University of Hong Kong, HongKong, China"],"raw_orcid":"https://orcid.org/0000-0002-3824-2801","affiliations":[{"raw_affiliation_string":"City University of Hong Kong, HongKong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074823829","display_name":"Ryan Yen","orcid":"https://orcid.org/0000-0001-8212-4100"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hen Chen Yen","raw_affiliation_strings":["City University of Hong Kong &amp; University of Waterloo, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-8212-4100","affiliations":[{"raw_affiliation_string":"City University of Hong Kong &amp; University of Waterloo, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058952769","display_name":"Ziwei Yu","orcid":"https://orcid.org/0000-0002-9007-8906"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ziwei Yu","raw_affiliation_strings":["City University of Hong Kong &amp; Honor Device Co Ltd, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-9007-8906","affiliations":[{"raw_affiliation_string":"City University of Hong Kong &amp; Honor Device Co Ltd, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021218658","display_name":"Mingjian Zhao","orcid":"https://orcid.org/0000-0002-1183-0857"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["HK","US"],"is_corresponding":false,"raw_author_name":"Mingjian Zhao","raw_affiliation_strings":["City University of Hong Kong &amp; Washington University in St. Louis, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-1183-0857","affiliations":[{"raw_affiliation_string":"City University of Hong Kong &amp; Washington University in St. Louis, Hong Kong, China","institution_ids":["https://openalex.org/I168719708","https://openalex.org/I204465549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076375264","display_name":"Katie Seaborn","orcid":"https://orcid.org/0000-0002-7812-9096"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Katie Seaborn","raw_affiliation_strings":["Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7812-9096","affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077675371","display_name":"Can Liu","orcid":"https://orcid.org/0000-0003-3267-3317"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Can Liu","raw_affiliation_strings":["City University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-3267-3317","affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5073907422"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":1.1929,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.82488588,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"7","issue":"CSCW1","first_page":"1","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wizard","display_name":"Wizard","score":0.9682689905166626},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8134346008300781},{"id":"https://openalex.org/keywords/wizard-of-oz","display_name":"Wizard of oz","score":0.5969313979148865},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5055973529815674},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4917900860309601},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.4646989703178406},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.447549432516098},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.42833101749420166},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.13861268758773804},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13833260536193848},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09501630067825317}],"concepts":[{"id":"https://openalex.org/C2776784076","wikidata":"https://www.wikidata.org/wiki/Q580334","display_name":"Wizard","level":2,"score":0.9682689905166626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8134346008300781},{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.5969313979148865},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5055973529815674},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4917900860309601},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4646989703178406},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.447549432516098},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.42833101749420166},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.13861268758773804},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13833260536193848},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09501630067825317},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3579591","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3579591","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2304.08693","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.08693","pdf_url":"https://arxiv.org/pdf/2304.08693","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:t2r2.star.titech.ac.jp:50676236","is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100903694","pdf_url":null,"source":{"id":"https://openalex.org/S4377196385","display_name":"Tokyo Tech Research Repository (Tokyo Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114531698","host_organization_name":"Tokyo Institute of Technology","host_organization_lineage":["https://openalex.org/I114531698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2304.08693","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.08693","pdf_url":"https://arxiv.org/pdf/2304.08693","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366004247.pdf","grobid_xml":"https://content.openalex.org/works/W4366004247.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W92569643","https://openalex.org/W1510007267","https://openalex.org/W1539485182","https://openalex.org/W1541573696","https://openalex.org/W1972051027","https://openalex.org/W1999184850","https://openalex.org/W2004271220","https://openalex.org/W2005219594","https://openalex.org/W2007163411","https://openalex.org/W2009015958","https://openalex.org/W2014358345","https://openalex.org/W2047268046","https://openalex.org/W2077230880","https://openalex.org/W2087261287","https://openalex.org/W2087609837","https://openalex.org/W2107072001","https://openalex.org/W2108376501","https://openalex.org/W2112927522","https://openalex.org/W2114558975","https://openalex.org/W2115310639","https://openalex.org/W2115467178","https://openalex.org/W2121606037","https://openalex.org/W2127008633","https://openalex.org/W2131799829","https://openalex.org/W2133485007","https://openalex.org/W2133674686","https://openalex.org/W2138847321","https://openalex.org/W2151785234","https://openalex.org/W2151905266","https://openalex.org/W2153271982","https://openalex.org/W2157289187","https://openalex.org/W2161052636","https://openalex.org/W2161274063","https://openalex.org/W2252214159","https://openalex.org/W2269377702","https://openalex.org/W2300469216","https://openalex.org/W2477828779","https://openalex.org/W2550477718","https://openalex.org/W2569229936","https://openalex.org/W2582190843","https://openalex.org/W2594683779","https://openalex.org/W2600336481","https://openalex.org/W2610551042","https://openalex.org/W2610815425","https://openalex.org/W2767667021","https://openalex.org/W2780152403","https://openalex.org/W2789577251","https://openalex.org/W2791006121","https://openalex.org/W2795103048","https://openalex.org/W2795916109","https://openalex.org/W2808117608","https://openalex.org/W2926545722","https://openalex.org/W2941327948","https://openalex.org/W2964006684","https://openalex.org/W3011511401","https://openalex.org/W3025989183","https://openalex.org/W3038234846","https://openalex.org/W3040900470","https://openalex.org/W3042464923","https://openalex.org/W3085904224","https://openalex.org/W3120923758","https://openalex.org/W3134590750","https://openalex.org/W3159367349","https://openalex.org/W3163835670","https://openalex.org/W3208202246","https://openalex.org/W4245990317","https://openalex.org/W4283770858","https://openalex.org/W4300925350","https://openalex.org/W4393445711"],"related_works":["https://openalex.org/W4246078203","https://openalex.org/W659328528","https://openalex.org/W1550648368","https://openalex.org/W2127135847","https://openalex.org/W603474643","https://openalex.org/W2152818631","https://openalex.org/W4254990292","https://openalex.org/W1545061903","https://openalex.org/W1504394863","https://openalex.org/W2757160751"],"abstract_inverted_index":{"Wizard":[0,36,84],"of":[1,51,75,80,108,140,199,208],"Oz":[2],"(WoZ)":[3],"as":[4,21,179,181],"a":[5,34,82,98,116,128],"prototyping":[6],"method":[7],"has":[8,91,101],"been":[9,103],"used":[10],"to":[11,41,63,125,164],"simulate":[12,42,64,166],"intelligent":[13,183],"user":[14],"interfaces,":[15],"particularly":[16],"for":[17,39,174,195],"speech-based":[18],"systems.":[19],"However,":[20],"our":[22,141],"societies'":[23],"expectations":[24],"on":[25,60,153,191],"artificial":[26,53],"intelligence":[27,54],"(AI)":[28,55],"grows,":[29],"the":[30,73,77,135,192,204,209],"question":[31,74],"remains":[32],"whether":[33,76],"single":[35,83],"is":[37,85],"sufficient":[38],"it":[40],"smarter":[43,65],"systems":[44,66],"and":[45,67,111,137,176,197,206,212],"more":[46,68],"complex":[47,69],"interactions.":[48,70],"Optimistic":[49],"visions":[50],"'what":[52],"can":[56,170],"do'":[57],"places":[58],"demands":[59],"WoZ":[61,96,119],"platforms":[62],"This":[71],"raises":[72],"typical":[78],"approach":[79,100,211],"employing":[81],"sufficient.":[86],"Moreover,":[87],"while":[88],"existing":[89],"work":[90],"employed":[92],"multiple":[93,123],"Wizards":[94,124],"in":[95,106,156],"studies,":[97],"multi-Wizard":[99,210],"not":[102],"systematically":[104],"studied":[105],"terms":[107],"feasibility,":[109],"effectiveness,":[110],"challenges.":[112],"We":[113,133,151,187],"offer":[114,188],"Wizundry,":[115],"real-time,":[117],"web-based":[118],"platform":[120],"that":[121,169],"allows":[122],"collaboratively":[126],"operate":[127],"speech-to-text":[129],"based":[130],"system":[131],"remotely.":[132],"outline":[134],"design":[136,149],"technical":[138],"specifications":[139],"open-source":[142],"platform,":[143],"which":[144,157],"we":[145],"iterated":[146],"over":[147],"two":[148,154],"phases.":[150],"report":[152],"studies":[155],"participant-Wizards":[158],"were":[159],"tasked":[160],"with":[161],"negotiating":[162],"how":[163],"cooperatively":[165],"an":[167],"interface":[168],"handle":[171],"natural":[172],"speech":[173],"dictation":[175],"text":[177,184],"editing":[178],"well":[180],"other":[182],"processing":[185],"tasks.":[186],"qualitative":[189],"findings":[190,202],"Multi-Wizard":[193],"experience":[194],"Dyads":[196],"Triads":[198],"Wizards.":[200],"Our":[201],"reveal":[203],"promises":[205],"challenges":[207],"open":[213],"up":[214],"new":[215],"research":[216],"questions.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
