{"id":"https://openalex.org/W2340295012","doi":"https://doi.org/10.1186/s41039-016-0034-4","title":"Researching for better instructional methods using AB experiments in MOOCs: results and challenges","display_name":"Researching for better instructional methods using AB experiments in MOOCs: results and challenges","publication_year":2016,"publication_date":"2016-04-22","ids":{"openalex":"https://openalex.org/W2340295012","doi":"https://doi.org/10.1186/s41039-016-0034-4","mag":"2340295012","pmid":"https://pubmed.ncbi.nlm.nih.gov/30613242"},"language":"en","primary_location":{"id":"doi:10.1186/s41039-016-0034-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-016-0034-4","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-016-0034-4","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-016-0034-4","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101509377","display_name":"Zhongzhou Chen","orcid":"https://orcid.org/0000-0003-3324-5330"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhongzhou Chen","raw_affiliation_strings":["1Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA 02139 USA","Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA, 02139, USA"],"affiliations":[{"raw_affiliation_string":"1Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA 02139 USA","institution_ids":[]},{"raw_affiliation_string":"Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA, 02139, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000123117","display_name":"Christopher Chudzicki","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Chudzicki","raw_affiliation_strings":["1Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA 02139 USA","Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA, 02139, USA"],"affiliations":[{"raw_affiliation_string":"1Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA 02139 USA","institution_ids":[]},{"raw_affiliation_string":"Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA, 02139, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091212304","display_name":"Daniel C. M. Palumbo","orcid":"https://orcid.org/0000-0002-7179-3816"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Palumbo","raw_affiliation_strings":["1Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA 02139 USA","Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA, 02139, USA"],"affiliations":[{"raw_affiliation_string":"1Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA 02139 USA","institution_ids":[]},{"raw_affiliation_string":"Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA, 02139, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059416730","display_name":"Giora Alexandron","orcid":"https://orcid.org/0000-0003-2676-6912"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Giora Alexandron","raw_affiliation_strings":["1Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA 02139 USA","Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA, 02139, USA"],"affiliations":[{"raw_affiliation_string":"1Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA 02139 USA","institution_ids":[]},{"raw_affiliation_string":"Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA, 02139, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065605767","display_name":"Youn\u2010Jeng Choi","orcid":"https://orcid.org/0000-0001-9803-2681"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Youn-Jeng Choi","raw_affiliation_strings":["2University of Alabama , 302 Carmichael Hall Box 870231, Tuscaloosa, AL 35487 USA","University of Alabama , 302 Carmichael Hall Box 870231, Tuscaloosa, AL, 35487, USA"],"affiliations":[{"raw_affiliation_string":"2University of Alabama , 302 Carmichael Hall Box 870231, Tuscaloosa, AL 35487 USA","institution_ids":[]},{"raw_affiliation_string":"University of Alabama , 302 Carmichael Hall Box 870231, Tuscaloosa, AL, 35487, USA","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077099058","display_name":"Qian Zhou","orcid":"https://orcid.org/0000-0002-2035-2009"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian Zhou","raw_affiliation_strings":["3Qinghua University, 30 Shuang Qing Lu, Haidian, Beijing, China","Qinghua University, 30 Shuang Qing Lu, Haidian, Beijing, China"],"affiliations":[{"raw_affiliation_string":"3Qinghua University, 30 Shuang Qing Lu, Haidian, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Qinghua University, 30 Shuang Qing Lu, Haidian, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103363690","display_name":"David E. Pritchard","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David E. Pritchard","raw_affiliation_strings":["1Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA 02139 USA","Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA, 02139, USA"],"affiliations":[{"raw_affiliation_string":"1Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA 02139 USA","institution_ids":[]},{"raw_affiliation_string":"Massachusetts Institute of Technology, room 26-321, 77 Massachusetts Avenue, Cambridge, MA, 02139, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101509377"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":4.5557,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.94710142,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"11","issue":"1","first_page":"9","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6344112753868103},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6318956017494202},{"id":"https://openalex.org/keywords/fluency","display_name":"Fluency","score":0.5072962641716003},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4869557321071625},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3853071331977844},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19723418354988098},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15185943245887756}],"concepts":[{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6344112753868103},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6318956017494202},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.5072962641716003},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4869557321071625},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3853071331977844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19723418354988098},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15185943245887756}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s41039-016-0034-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-016-0034-4","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-016-0034-4","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},{"id":"pmid:30613242","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30613242","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and practice in technology enhanced learning","raw_type":null},{"id":"pmh:oai:dspace.mit.edu:1721.1/103097","is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/103097","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Springer Singapore","raw_type":"http://purl.org/eprint/type/JournalArticle"},{"id":"pmh:oai:europepmc.org:5291517","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6302917","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/s41039-016-0034-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-016-0034-4","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-016-0034-4","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320309369","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2340295012.pdf","grobid_xml":"https://content.openalex.org/works/W2340295012.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W7205189","https://openalex.org/W221439249","https://openalex.org/W258966828","https://openalex.org/W563126865","https://openalex.org/W1009890415","https://openalex.org/W1490910494","https://openalex.org/W1527737591","https://openalex.org/W1561160327","https://openalex.org/W1566251558","https://openalex.org/W1602376808","https://openalex.org/W1615000945","https://openalex.org/W1668875566","https://openalex.org/W1825499807","https://openalex.org/W1960938590","https://openalex.org/W1966915430","https://openalex.org/W1969963201","https://openalex.org/W2008932834","https://openalex.org/W2009543464","https://openalex.org/W2012265254","https://openalex.org/W2013068849","https://openalex.org/W2018206893","https://openalex.org/W2020229731","https://openalex.org/W2025271066","https://openalex.org/W2034853908","https://openalex.org/W2038558034","https://openalex.org/W2045300586","https://openalex.org/W2046036800","https://openalex.org/W2050275790","https://openalex.org/W2051525497","https://openalex.org/W2051963836","https://openalex.org/W2057212716","https://openalex.org/W2077599165","https://openalex.org/W2084608139","https://openalex.org/W2091785129","https://openalex.org/W2100281923","https://openalex.org/W2103483792","https://openalex.org/W2104912695","https://openalex.org/W2114249383","https://openalex.org/W2122588206","https://openalex.org/W2130493674","https://openalex.org/W2130655523","https://openalex.org/W2131850280","https://openalex.org/W2137247190","https://openalex.org/W2152813220","https://openalex.org/W2217824244","https://openalex.org/W2222760842","https://openalex.org/W2256444416","https://openalex.org/W2327643113","https://openalex.org/W2337068785","https://openalex.org/W2339820213","https://openalex.org/W2339885460","https://openalex.org/W2396626363","https://openalex.org/W2546986214","https://openalex.org/W2615322227","https://openalex.org/W2727426218","https://openalex.org/W2915422524","https://openalex.org/W2951364397","https://openalex.org/W3099985166","https://openalex.org/W4231364582","https://openalex.org/W4241819366","https://openalex.org/W4254478159","https://openalex.org/W4256669726","https://openalex.org/W4285719527","https://openalex.org/W4298982457","https://openalex.org/W6677855075","https://openalex.org/W6850141355"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2365169615","https://openalex.org/W1970538215","https://openalex.org/W2400151637","https://openalex.org/W2975827637","https://openalex.org/W2354089692","https://openalex.org/W595497825","https://openalex.org/W4236323843","https://openalex.org/W2002616876","https://openalex.org/W3174418441"],"abstract_inverted_index":{"We":[0,33,122,143],"conducted":[1],"two":[2,104],"AB":[3,111],"experiments":[4,112],"(treatment":[5],"vs.":[6],"control)":[7],"in":[8,85],"a":[9,36,47,72],"massive":[10],"open":[11],"online":[12],"course.":[13],"The":[14,67],"first":[15],"experiment":[16,69],"evaluates":[17],"deliberate":[18],"practice":[19],"activities":[20],"(DPAs)":[21],"for":[22],"developing":[23],"problem":[24],"solving":[25,58],"expertise":[26],"as":[27,113],"measured":[28],"by":[29],"traditional":[30,59],"physics":[31,60],"problems.":[32],"find":[34],"that":[35,71],"more":[37,62],"interactive":[38],"drag-and-drop":[39],"format":[40,50],"of":[41,81,90,109,134,141],"DPA":[42],"generates":[43],"quicker":[44],"learning":[45,101],"than":[46,63],"multiple":[48],"choice":[49],"but":[51,118],"DPAs":[52],"do":[53],"not":[54],"improve":[55,78],"performance":[56],"on":[57,99],"problems":[61],"normal":[64],"homework":[65],"practice.":[66],"second":[68],"shows":[70],"different":[73],"video":[74],"shooting":[75],"setting":[76],"can":[77],"the":[79,82,88,91,100,107,124],"fluency":[80],"instructor":[83],"which":[84],"turn":[86],"improves":[87],"engagement":[89],"students":[92],"although":[93],"it":[94],"has":[95],"no":[96],"significant":[97],"impact":[98],"outcomes.":[102],"These":[103],"cases":[105],"demonstrate":[106],"potential":[108],"MOOC":[110],"an":[114],"open-ended":[115],"research":[116],"tool":[117],"also":[119],"reveal":[120],"limitations.":[121],"discuss":[123],"three":[125],"most":[126],"important":[127],"challenges:":[128],"wide":[129],"student":[130],"distribution,":[131],"\"open-book\"":[132],"nature":[133],"assessments,":[135],"and":[136,139],"large":[137],"quantity":[138],"variety":[140],"data.":[142],"suggest":[144],"possible":[145],"methods":[146],"to":[147],"cope":[148],"with":[149],"those.":[150]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}