{"id":"https://openalex.org/W4323526609","doi":"https://doi.org/10.1145/3545947.3569635","title":"Designing, Deploying, and Analyzing Adaptive Educational Field Experiments","display_name":"Designing, Deploying, and Analyzing Adaptive Educational Field Experiments","publication_year":2022,"publication_date":"2022-03-01","ids":{"openalex":"https://openalex.org/W4323526609","doi":"https://doi.org/10.1145/3545947.3569635"},"language":"en","primary_location":{"id":"doi:10.1145/3545947.3569635","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545947.3569635","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069476228","display_name":"Joseph Jay Williams","orcid":"https://orcid.org/0000-0002-9122-5242"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Joseph Jay Williams","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051690176","display_name":"Nathan Laundry","orcid":"https://orcid.org/0000-0003-0846-2472"},"institutions":[{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nathan Laundry","raw_affiliation_strings":["University of Guelph, Guelph, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Guelph, Guelph, ON, Canada","institution_ids":["https://openalex.org/I79817857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022204507","display_name":"Ilya Musabirov","orcid":"https://orcid.org/0000-0003-2246-0094"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ilya Musabirov","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069503439","display_name":"Angela Zavaleta Bernuy","orcid":"https://orcid.org/0000-0002-1228-5774"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Angela Zavaleta Bernuy","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017029944","display_name":"Michael Liut","orcid":"https://orcid.org/0000-0003-2965-5302"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael Liut","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5069476228"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30840532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1179","last_page":"1179"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9236999750137329,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9236999750137329,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.762568473815918},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6614843606948853},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.58456951379776},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5349316596984863},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5346355438232422},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5082199573516846},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46101346611976624},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3828151524066925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.762568473815918},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6614843606948853},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.58456951379776},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5349316596984863},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5346355438232422},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5082199573516846},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46101346611976624},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3828151524066925},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3545947.3569635","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545947.3569635","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W96612179","https://openalex.org/W2770234245","https://openalex.org/W2987774938","https://openalex.org/W2566006169","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W4229499248","https://openalex.org/W4378874356","https://openalex.org/W2055733372","https://openalex.org/W2369811061"],"abstract_inverted_index":{"Digital":[0],"experiments":[1,30,35,73,80,100,166],"can":[2,101,207],"be":[3,208],"used":[4,209],"in":[5,32,118,172,210],"CSedu":[6,211],"to":[7,46,63,78,90,132,146,150,186,195,212],"test":[8],"hypotheses":[9],"about":[10],"interventions":[11],"and":[12,21,26,55,66,83,111,119,136,144,176,183,216],"conditions'":[13],"efficacy":[14],"(or":[15],"inefficacy).":[16],"This":[17,58,200],"workshop":[18,59,124,201],"will":[19],"discuss":[20],"deconstruct":[22],"the":[23,86,204],"design":[24],"process":[25],"analysis":[27],"for":[28,164],"various":[29],"conducted":[31],"CS1.":[33],"E.g.,":[34],"testing":[36],"which":[37,42,51,160,180],"explanations":[38],"students":[39,93],"find":[40],"helpful,":[41],"emails":[43],"get":[44],"them":[45,148],"start":[47],"homework":[48],"early,":[49],"or":[50],"webpages":[52],"effectively":[53],"encourage":[54],"motivate":[56],"students.":[57],"teaches":[60],"participants":[61],"how":[62,149,203],"conduct,":[64],"interpret,":[65],"analyze":[67,79],"adaptive":[68,72,152,165],"field":[69,99],"experiments.":[70,153],"These":[71],"employ":[74],"machine":[75],"learning":[76],"algorithms":[77,161],"during":[81],"deployment":[82],"dynamically":[84],"shift":[85],"allocation":[87],"of":[88],"arms/conditions":[89],"give":[91],"future":[92],"better":[94],"conditions":[95,117],"more":[96,107,121],"rapidly.":[97],"Adaptive":[98],"accelerate":[102,217],"scientific":[103],"discovery":[104],"by":[105,115,127],"enabling":[106],"complex":[108],"experimental":[109,174],"designs":[110,175],"increasing":[112],"statistical":[113],"power":[114],"phasing":[116],"out":[120],"efficiently.":[122],"The":[123,154],"is":[125],"supported":[126],"a":[128,137],"5-year":[129],"NSF":[130],"grant":[131],"build":[133],"software":[134],"tools":[135],"digital":[138],"community,":[139],"gathering":[140],"instructors,":[141],"domain":[142,169],"scientists":[143],"methodologists":[145],"teach":[147],"run":[151],"methodological":[155],"focus":[156],"includes":[157],"understanding:":[158],"(1)":[159],"are":[162],"best":[163],"that":[167],"meet":[168],"scientists'":[170],"needs":[171],"specific":[173],"data":[177],"sets;":[178],"(2)":[179],"hypothesis":[181],"tests":[182],"Bayesian":[184],"analyses":[185],"choose.":[187],"Software":[188],"companies":[189],"use":[190],"these":[191],"innovative":[192],"methodologies":[193],"extensively":[194],"continuously":[196],"improve":[197,213],"product":[198],"design.":[199],"demonstrates":[202],"same":[205],"methods":[206],"research":[214,219],"rigor":[215],"educational":[218],"implementation,":[220],"ultimately":[221],"improving":[222],"student":[223],"outcomes.":[224]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}