{"id":"https://openalex.org/W2795381838","doi":"https://doi.org/10.1145/3173574.3173781","title":"Enhancing Online Problems Through Instructor-Centered Tools for Randomized Experiments","display_name":"Enhancing Online Problems Through Instructor-Centered Tools for Randomized Experiments","publication_year":2018,"publication_date":"2018-04-20","ids":{"openalex":"https://openalex.org/W2795381838","doi":"https://doi.org/10.1145/3173574.3173781","mag":"2795381838"},"language":"en","primary_location":{"id":"doi:10.1145/3173574.3173781","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3173574.3173781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069476228","display_name":"Joseph Jay Williams","orcid":"https://orcid.org/0000-0002-9122-5242"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Joseph Jay Williams","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038687622","display_name":"Anna N. Rafferty","orcid":"https://orcid.org/0000-0002-8319-5370"},"institutions":[{"id":"https://openalex.org/I188497080","display_name":"Carleton College","ror":"https://ror.org/03jep7677","country_code":"US","type":"education","lineage":["https://openalex.org/I188497080"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anna N. Rafferty","raw_affiliation_strings":["Carleton College, Northfield, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carleton College, Northfield, MN, USA","institution_ids":["https://openalex.org/I188497080"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002798141","display_name":"Dustin Tingley","orcid":"https://orcid.org/0000-0002-2216-6293"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dustin Tingley","raw_affiliation_strings":["Harvard University, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103802088","display_name":"Andrew Ang","orcid":null},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Ang","raw_affiliation_strings":["Harvard University, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063574664","display_name":"Walter S. Lasecki","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walter S. Lasecki","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079709359","display_name":"Juho Kim","orcid":"https://orcid.org/0000-0001-6348-4127"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Juho Kim","raw_affiliation_strings":["Korea Advanced Institute of Science & Technology, Daejeon, Rebublic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science & Technology, Daejeon, Rebublic of Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4714,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.86884094,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6882094144821167},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.44383159279823303},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.42959529161453247},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3935111165046692},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33432579040527344},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16123008728027344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6882094144821167},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.44383159279823303},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.42959529161453247},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3935111165046692},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33432579040527344},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16123008728027344}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3173574.3173781","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3173574.3173781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8500000238418579}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W185925165","https://openalex.org/W632513589","https://openalex.org/W651652324","https://openalex.org/W1095596040","https://openalex.org/W1515851193","https://openalex.org/W1788054970","https://openalex.org/W1995864528","https://openalex.org/W2014744489","https://openalex.org/W2019146274","https://openalex.org/W2031742406","https://openalex.org/W2038558034","https://openalex.org/W2039424564","https://openalex.org/W2044781255","https://openalex.org/W2066816090","https://openalex.org/W2079674396","https://openalex.org/W2084299944","https://openalex.org/W2084895013","https://openalex.org/W2085269091","https://openalex.org/W2103563264","https://openalex.org/W2104279103","https://openalex.org/W2108738385","https://openalex.org/W2110228583","https://openalex.org/W2112420033","https://openalex.org/W2119850747","https://openalex.org/W2121863487","https://openalex.org/W2132242306","https://openalex.org/W2135503425","https://openalex.org/W2135995390","https://openalex.org/W2140107468","https://openalex.org/W2141645258","https://openalex.org/W2158125716","https://openalex.org/W2170857744","https://openalex.org/W2336395599","https://openalex.org/W2340375877","https://openalex.org/W2395998745","https://openalex.org/W2401491523","https://openalex.org/W2519411794","https://openalex.org/W2770529570","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Digital":[0],"educational":[1],"resources":[2],"could":[3],"enable":[4],"the":[5,23,27,41,88,114,122,129],"use":[6],"of":[7,22,61,69,100,131],"randomized":[8],"experiments":[9,70,84,127],"to":[10,34,45,96,108,113],"answer":[11],"pedagogical":[12],"questions":[13],"that":[14,39],"instructors":[15,44],"care":[16],"about,":[17],"taking":[18],"academic":[19],"research":[20],"out":[21],"laboratory":[24],"and":[25,76,105,143],"into":[26,85],"classroom.":[28],"We":[29,48,120],"take":[30],"an":[31,91],"instructor-centered":[32],"approach":[33,51],"designing":[35],"tools":[36],"for":[37,43,57,67,148,152],"experimentation":[38,58],"lower":[40],"barriers":[42],"conduct":[46],"experiments.":[47],"explore":[49],"this":[50],"through":[52],"DynamicProblem,":[53],"a":[54,145],"proof-of-concept":[55],"system":[56,89,123],"on":[59,71,140],"components":[60],"digital":[62],"problems,":[63],"which":[64,101],"provides":[65],"interfaces":[66],"authoring":[68],"explanations,":[72],"hints,":[73],"feedback":[74],"messages,":[75],"learning":[77,94],"tips.":[78],"To":[79],"rapidly":[80],"turn":[81],"data":[82],"from":[83],"practical":[86],"improvements,":[87],"uses":[90],"interpretable":[92],"machine":[93],"algorithm":[95],"analyze":[97],"students'":[98],"ratings":[99],"conditions":[102,107],"are":[103,117],"helpful,":[104],"present":[106],"future":[109,153],"students":[110],"in":[111,128,138],"proportion":[112],"evidence":[115],"they":[116],"higher":[118],"rated.":[119],"evaluated":[121],"by":[124],"collaboratively":[125],"deploying":[126],"courses":[130],"three":[132],"mathematics":[133],"instructors.":[134],"They":[135],"reported":[136],"benefits":[137],"reflecting":[139],"their":[141],"pedagogy,":[142],"having":[144],"new":[146],"method":[147],"improving":[149],"online":[150],"problems":[151],"students.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}