{"id":"https://openalex.org/W7153713202","doi":"https://doi.org/10.1145/3772318.3791324","title":"AI of Oz: Enhancing Wizard of Oz Studies in HCI with AI Assistance for Human Moderation","display_name":"AI of Oz: Enhancing Wizard of Oz Studies in HCI with AI Assistance for Human Moderation","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7153713202","doi":"https://doi.org/10.1145/3772318.3791324"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3791324","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791324","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3791324","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091956136","display_name":"Ruoyu Wen","orcid":"https://orcid.org/0009-0008-0052-0045"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Ruoyu Wen","raw_affiliation_strings":["University of Canterbury, Christchurch, New Zealand"],"raw_orcid":"https://orcid.org/0009-0008-0052-0045","affiliations":[{"raw_affiliation_string":"University of Canterbury, Christchurch, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044315471","display_name":"Kunal Gupta","orcid":"https://orcid.org/0000-0003-3963-8856"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Kunal Gupta","raw_affiliation_strings":["Empathic Computing Laboratory, The University of Auckland, Grafton, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0003-3963-8856","affiliations":[{"raw_affiliation_string":"Empathic Computing Laboratory, The University of Auckland, Grafton, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133459035","display_name":"Kekayan Nanthakumar","orcid":"https://orcid.org/0009-0001-5986-3797"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Kekayan Nanthakumar","raw_affiliation_strings":["The University Of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0001-5986-3797","affiliations":[{"raw_affiliation_string":"The University Of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027682257","display_name":"Binyang Han","orcid":"https://orcid.org/0009-0004-2160-808X"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Binyang Han","raw_affiliation_strings":["School of Product Design, University of Canterbury, Christchurch, New Zealand"],"raw_orcid":"https://orcid.org/0009-0004-2160-808X","affiliations":[{"raw_affiliation_string":"School of Product Design, University of Canterbury, Christchurch, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031506993","display_name":"Simon Hoermann","orcid":"https://orcid.org/0000-0002-4201-844X"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Simon Hoermann","raw_affiliation_strings":["School of Product Design, University of Canterbury, Christchurch, Canterbury, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-4201-844X","affiliations":[{"raw_affiliation_string":"School of Product Design, University of Canterbury, Christchurch, Canterbury, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129662754","display_name":"Mark Billinghurst","orcid":null},"institutions":[{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mark Billinghurst","raw_affiliation_strings":["ITMS, University of South Australia, Mawson Lakes, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4172-6759","affiliations":[{"raw_affiliation_string":"ITMS, University of South Australia, Mawson Lakes, Australia","institution_ids":["https://openalex.org/I170239107"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078903894","display_name":"Alaeddin Nassani","orcid":"https://orcid.org/0000-0002-3587-5523"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Alaeddin Nassani","raw_affiliation_strings":["Empathic Computing Lab, University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-3587-5523","affiliations":[{"raw_affiliation_string":"Empathic Computing Lab, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066257780","display_name":"D. D. Allan","orcid":"https://orcid.org/0000-0001-9859-7033"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"D D Allan","raw_affiliation_strings":["School of Psychology, Speech and Hearing, University of Canterbury, Christchurch, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-9859-7033","affiliations":[{"raw_affiliation_string":"School of Psychology, Speech and Hearing, University of Canterbury, Christchurch, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089644604","display_name":"Thammathip Piumsomboon","orcid":"https://orcid.org/0000-0001-5870-9221"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Thammathip Piumsomboon","raw_affiliation_strings":["School of Product Design, University of Canterbury, Christchurch, Canterbury, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-5870-9221","affiliations":[{"raw_affiliation_string":"School of Product Design, University of Canterbury, Christchurch, Canterbury, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54878369,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.07079999893903732,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.07079999893903732,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.0632999986410141,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.053300000727176666,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wizard-of-oz","display_name":"Wizard of oz","score":0.7713000178337097},{"id":"https://openalex.org/keywords/moderation","display_name":"Moderation","score":0.44699999690055847},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.3659999966621399},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.2529999911785126}],"concepts":[{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.7713000178337097},{"id":"https://openalex.org/C93225998","wikidata":"https://www.wikidata.org/wiki/Q1941972","display_name":"Moderation","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43869999051094055},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4187999963760376},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33980000019073486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3221000134944916},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2784000039100647},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26600000262260437},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772318.3791324","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791324","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3772318.3791324","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791324","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1969152782","https://openalex.org/W1989844999","https://openalex.org/W1999184850","https://openalex.org/W2015674451","https://openalex.org/W2033943395","https://openalex.org/W2068091162","https://openalex.org/W2074005038","https://openalex.org/W2087609837","https://openalex.org/W2099318255","https://openalex.org/W2115310639","https://openalex.org/W2127135847","https://openalex.org/W2131799829","https://openalex.org/W2157289187","https://openalex.org/W2177412666","https://openalex.org/W2577374182","https://openalex.org/W2598764358","https://openalex.org/W2599527066","https://openalex.org/W2767057583","https://openalex.org/W2901662521","https://openalex.org/W2942843211","https://openalex.org/W2970250414","https://openalex.org/W2998563994","https://openalex.org/W2999468752","https://openalex.org/W3006909332","https://openalex.org/W3009936362","https://openalex.org/W3011511401","https://openalex.org/W3016125500","https://openalex.org/W3033626851","https://openalex.org/W3036047738","https://openalex.org/W3081389081","https://openalex.org/W3088691004","https://openalex.org/W3092525808","https://openalex.org/W3125770638","https://openalex.org/W4200588694","https://openalex.org/W4234580964","https://openalex.org/W4311690480","https://openalex.org/W4318606124","https://openalex.org/W4323655724","https://openalex.org/W4366004247","https://openalex.org/W4367595583","https://openalex.org/W4378214315","https://openalex.org/W4383346782","https://openalex.org/W4385392091","https://openalex.org/W4386439772","https://openalex.org/W4387993482","https://openalex.org/W4388049829","https://openalex.org/W4389923012","https://openalex.org/W4391835981","https://openalex.org/W4392538528","https://openalex.org/W4392645956","https://openalex.org/W4393970695","https://openalex.org/W4396786284","https://openalex.org/W4396827245","https://openalex.org/W4396831897","https://openalex.org/W4396832182","https://openalex.org/W4396832252","https://openalex.org/W4396832314","https://openalex.org/W4396832972","https://openalex.org/W4396833227","https://openalex.org/W4399788390","https://openalex.org/W4410362666","https://openalex.org/W4413134921","https://openalex.org/W4416017534","https://openalex.org/W6903319837","https://openalex.org/W7084123065"],"related_works":[],"abstract_inverted_index":{"The":[0],"Wizard":[1],"of":[2,67],"Oz":[3],"(WoZ)":[4],"method":[5],"is":[6,23],"a":[7,69,92,111],"common":[8],"and":[9,42,86,106,122,126],"popular":[10],"approach":[11],"for":[12,25,61,119],"simulating":[13],"interactive":[14],"systems":[15,48],"in":[16,35],"Human-Computer":[17],"Interaction":[18],"(HCI).":[19],"Running":[20],"such":[21],"studies":[22],"demanding":[24],"researchers":[26,78],"because":[27],"the":[28,43,62,98],"human":[29],"wizard":[30],"must":[31],"manage":[32,104],"human\u2013agent":[33],"interactions":[34,105],"real":[36],"time":[37],"while":[38],"keeping":[39],"participants":[40],"safe":[41],"interaction":[44],"natural.":[45],"Many":[46],"WoZ":[47,120],"struggle":[49],"to":[50,76,103,110],"reproduce":[51],"complex":[52],"agent":[53],"behaviours":[54],"without":[55,113],"minimal":[56],"delays":[57],"or":[58],"heavy":[59],"workload":[60],"moderator.":[63],"We":[64,116],"introduce":[65],"AI":[66,114],"Oz,":[68],"framework":[70],"that":[71],"uses":[72],"large":[73],"language":[74],"models":[75],"support":[77],"by":[79],"monitoring":[80],"ongoing":[81],"interactions,":[82],"detecting":[83],"sensitive":[84],"moments,":[85],"suggesting":[87],"contextually":[88],"appropriate":[89],"responses.":[90],"In":[91],"study":[93],"with":[94],"20":[95],"HCI-related":[96],"researchers,":[97],"system":[99],"improved":[100],"participants\u2019":[101],"ability":[102],"maintain":[107],"control":[108],"compared":[109],"version":[112],"support.":[115],"outline":[117],"implications":[118],"research":[121],"note":[123],"current":[124],"limitations":[125],"future":[127],"directions.":[128]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-13T00:00:00"}