{"id":"https://openalex.org/W4365506279","doi":"https://doi.org/10.1145/3587399.3587412","title":"Using A/B Testing as a Pedagogical Tool for Iterative Design in HCI Classrooms","display_name":"Using A/B Testing as a Pedagogical Tool for Iterative Design in HCI Classrooms","publication_year":2023,"publication_date":"2023-04-15","ids":{"openalex":"https://openalex.org/W4365506279","doi":"https://doi.org/10.1145/3587399.3587412"},"language":"en","primary_location":{"id":"doi:10.1145/3587399.3587412","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587399.3587412","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th Annual Symposium on HCI Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028659802","display_name":"Mohi Reza","orcid":"https://orcid.org/0000-0001-9668-3384"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mohi Reza","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022204507","display_name":"Ilya Musabirov","orcid":"https://orcid.org/0000-0003-2246-0094"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ilya Musabirov","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051690176","display_name":"Nathan Laundry","orcid":"https://orcid.org/0000-0003-0846-2472"},"institutions":[{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nathan Laundry","raw_affiliation_strings":["University of Guelph, Canada"],"affiliations":[{"raw_affiliation_string":"University of Guelph, Canada","institution_ids":["https://openalex.org/I79817857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017029944","display_name":"Michael Liut","orcid":"https://orcid.org/0000-0003-2965-5302"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael Liut","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069476228","display_name":"Joseph Jay Williams","orcid":"https://orcid.org/0000-0002-9122-5242"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Joseph Jay Williams","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5028659802"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.2659,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.47537929,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"43","last_page":"48"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/iterative-design","display_name":"Iterative design","score":0.7161080837249756},{"id":"https://openalex.org/keywords/iterative-and-incremental-development","display_name":"Iterative and incremental development","score":0.6591849327087402},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6124493479728699},{"id":"https://openalex.org/keywords/ideation","display_name":"Ideation","score":0.5820574760437012},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4905702471733093},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48194217681884766},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.436658650636673},{"id":"https://openalex.org/keywords/design-tool","display_name":"Design tool","score":0.4359334111213684},{"id":"https://openalex.org/keywords/design-education","display_name":"Design education","score":0.4200751483440399},{"id":"https://openalex.org/keywords/engineering-design-process","display_name":"Engineering design process","score":0.417429655790329},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3515840768814087},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.33809977769851685},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19814279675483704},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18794453144073486},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09343266487121582}],"concepts":[{"id":"https://openalex.org/C106246047","wikidata":"https://www.wikidata.org/wiki/Q4928435","display_name":"Iterative design","level":3,"score":0.7161080837249756},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.6591849327087402},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6124493479728699},{"id":"https://openalex.org/C170477896","wikidata":"https://www.wikidata.org/wiki/Q17039022","display_name":"Ideation","level":2,"score":0.5820574760437012},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4905702471733093},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48194217681884766},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.436658650636673},{"id":"https://openalex.org/C2777466363","wikidata":"https://www.wikidata.org/wiki/Q17008971","display_name":"Design tool","level":2,"score":0.4359334111213684},{"id":"https://openalex.org/C144229578","wikidata":"https://www.wikidata.org/wiki/Q3467934","display_name":"Design education","level":2,"score":0.4200751483440399},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.417429655790329},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3515840768814087},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.33809977769851685},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19814279675483704},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18794453144073486},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09343266487121582},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2778648169","wikidata":"https://www.wikidata.org/wiki/Q967768","display_name":"Compatibility (geochemistry)","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C42360764","wikidata":"https://www.wikidata.org/wiki/Q83588","display_name":"Chemical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3587399.3587412","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587399.3587412","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th Annual Symposium on HCI Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G593522122","display_name":null,"funder_award_id":"#N00014-21-1-2576","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G635975390","display_name":null,"funder_award_id":"#2209819","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7669815723","display_name":null,"funder_award_id":"#RGPIN-2019-06968","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W104553443","https://openalex.org/W2112508839","https://openalex.org/W2127707768","https://openalex.org/W2147793744","https://openalex.org/W2231327593","https://openalex.org/W2396575601","https://openalex.org/W2940996955","https://openalex.org/W2941462166","https://openalex.org/W2980537475","https://openalex.org/W2992906105","https://openalex.org/W3005139125","https://openalex.org/W3032136575","https://openalex.org/W3134922551","https://openalex.org/W3165757706","https://openalex.org/W4297947697"],"related_works":["https://openalex.org/W2376244192","https://openalex.org/W3157985708","https://openalex.org/W2137409571","https://openalex.org/W2033944222","https://openalex.org/W4366964216","https://openalex.org/W4237756264","https://openalex.org/W2158413888","https://openalex.org/W2101845639","https://openalex.org/W3029673765","https://openalex.org/W4365506279"],"abstract_inverted_index":{"This":[0],"paper":[1],"explores":[2],"the":[3,29,39,48,96],"use":[4,135],"of":[5,32,43,81,98,125,132],"A/B":[6,33,66,136],"testing":[7,34,67,137],"as":[8,103,138],"a":[9,20,104,139],"pedagogical":[10,140],"tool":[11,141],"for":[12,22,106,142],"iterative":[13,44,58,143],"design":[14,45,59,109,144],"in":[15,77,100,115,145],"HCI":[16,69,101,146],"classrooms":[17],"and":[18,75,85,87,119],"outlines":[19],"vision":[21],"experiment-inspired":[23],"design.":[24],"The":[25],"traditional":[26],"focus":[27],"on":[28],"statistical":[30],"aspects":[31],"education":[35,102,121],"has":[36,51],"meant":[37],"that":[38,62],"equally":[40],"crucial":[41],"role":[42,97],"embedded":[46],"within":[47],"experimental":[49],"process":[50],"not":[52],"received":[53],"commensurate":[54],"attention.":[55],"By":[56],"incorporating":[57],"learning":[60],"activities":[61],"are":[63],"scaffolded":[64],"by":[65],"tools,":[68],"students":[70],"can":[71],"gain":[72],"transferable":[73],"skills":[74],"experience":[76,114],"doing":[78],"multiple":[79],"cycles":[80],"ideation,":[82],"prototyping,":[83],"testing,":[84],"evaluation,":[86],"simultaneously":[88],"contribute":[89],"to":[90,134],"continual":[91],"course":[92],"improvement.":[93],"We":[94],"reconsider":[95],"experimentation":[99],"means":[105],"exploring":[107],"complex":[108],"spaces.":[110],"Drawing":[111],"from":[112],"our":[113],"teaching":[116],"this":[117],"approach":[118],"conducting":[120],"research":[122],"involving":[123],"sequences":[124],"online":[126],"controlled":[127],"experiments,":[128],"we":[129],"present":[130],"examples":[131],"how":[133],"classrooms.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}