{"id":"https://openalex.org/W1552977722","doi":"https://doi.org/10.3233/jai-2011-017","title":"Learning What Works in its from Non-Traditional Randomized Controlled Trial Data","display_name":"Learning What Works in its from Non-Traditional Randomized Controlled Trial Data","publication_year":2011,"publication_date":"2011-02-01","ids":{"openalex":"https://openalex.org/W1552977722","doi":"https://doi.org/10.3233/jai-2011-017","mag":"1552977722"},"language":"en","primary_location":{"id":"doi:10.3233/jai-2011-017","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jai-2011-017","pdf_url":null,"source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021273980","display_name":"Zachary A. Pardos","orcid":"https://orcid.org/0000-0002-6016-7051"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zachary A. Pardos","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA. zpardos@wpi.edu","Worcester Polytechnic Institute, Worcester MA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA. zpardos@wpi.edu","institution_ids":["https://openalex.org/I107077323"]},{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester MA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063476122","display_name":"Matthew D. Dailey","orcid":null},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew D. Dailey","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA. zpardos@wpi.edu","Worcester Polytechnic Institute, Worcester MA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA. zpardos@wpi.edu","institution_ids":["https://openalex.org/I107077323"]},{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester MA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078998782","display_name":"Neil T. Heffernan","orcid":"https://orcid.org/0000-0002-3280-288X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neil T. Heffernan","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA. zpardos@wpi.edu","Worcester Polytechnic Institute, Worcester MA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA. zpardos@wpi.edu","institution_ids":["https://openalex.org/I107077323"]},{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester MA","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5021273980"],"corresponding_institution_ids":["https://openalex.org/I107077323"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":null,"fwci":5.5583,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.95627017,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"21","issue":"1-2","first_page":"47","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/randomized-controlled-trial","display_name":"Randomized controlled trial","score":0.6442871689796448},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3816930055618286},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.25251489877700806},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.0958409309387207}],"concepts":[{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.6442871689796448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3816930055618286},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.25251489877700806},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0958409309387207}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jai-2011-017","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jai-2011-017","pdf_url":null,"source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W85569005","https://openalex.org/W155259151","https://openalex.org/W191699736","https://openalex.org/W270200766","https://openalex.org/W308820840","https://openalex.org/W1510397660","https://openalex.org/W1597703949","https://openalex.org/W1788054970","https://openalex.org/W1891846686","https://openalex.org/W2015040676","https://openalex.org/W2059548307","https://openalex.org/W2066816090","https://openalex.org/W2112564774","https://openalex.org/W2117122404","https://openalex.org/W2129373702","https://openalex.org/W2141638589","https://openalex.org/W2146856593","https://openalex.org/W2163117691","https://openalex.org/W2243629635","https://openalex.org/W2590089933"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2355769538","https://openalex.org/W2081816252","https://openalex.org/W2015216653","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345"],"abstract_inverted_index":{"The":[0,162,262],"well":[1],"established,":[2],"gold":[3],"standard":[4,24],"approach":[5,124],"to":[6,15,40,55,61,111,125,144,193],"finding":[7],"out":[8,239],"what":[9,59,274],"works":[10,275],"in":[11,33,80,207,237,288,299],"education":[12,107],"research":[13],"is":[14,78,97,249,268],"run":[16],"a":[17,23,81,94,128,141,154,181,208],"randomized":[18],"controlled":[19],"trial":[20],"(RCT)":[21],"using":[22],"pre-test":[25],"and":[26,44,179],"post-test":[27],"design.":[28],"RCTs":[29],"have":[30],"been":[31],"used":[32],"the":[34,64,137,159,171,199,216,221,226,233,243,252,282],"intelligent":[35],"tutoring":[36,102,142,211,291],"community":[37],"for":[38,87,151,187],"decades":[39],"determine":[41,145],"which":[42,146],"questions":[43],"tutorial":[45,205,217],"feedback":[46,297],"work":[47,120,173,267],"best.":[48],"Practically":[49],"speaking,":[50],"however,":[51],"ITS":[52,77],"creators":[53],"need":[54],"make":[56],"decisions":[57],"on":[58],"content":[60],"deploy":[62],"without":[63],"luxury":[65],"of":[66,140,156,158,168,201,204,229,240,242,255,265,271,284,290],"running":[67],"an":[68,76,269,300],"RCT.":[69],"Additionally,":[70],"most":[71,149],"log":[72,138],"data":[73,99,139],"produced":[74,100],"by":[75,101,166,220],"not":[79],"form":[82],"that":[83,104,134,197,215,276,293],"can":[84,277],"be":[85,112,279],"evaluated":[86],"learning":[88,113,152,183,230,234],"effectiveness":[89,200],"with":[90,232],"traditional":[91],"methods.":[92],"As":[93],"result,":[95],"there":[96],"much":[98],"systems":[103,292],"we":[105,121,174],"as":[106,224],"researchers":[108],"would":[109],"like":[110],"from":[114,281],"but":[115],"are":[116],"not.":[117],"In":[118,170],"prior":[119],"introduced":[122],"one":[123],"this":[126,177,266],"problem:":[127],"Bayesian":[129,222],"knowledge":[130,272],"tracing":[131],"derived":[132],"method":[133,163,178,186,223,257],"could":[135],"analyze":[136],"system":[143],"items":[147,157,295],"were":[148,191],"effective":[150],"among":[153],"set":[155],"same":[160],"skill.":[161],"was":[164],"validated":[165],"way":[167],"simulations.":[169],"current":[172],"further":[175],"evaluate":[176],"introduce":[180],"second,":[182],"gain,":[184],"analysis":[185,236],"comparison.":[188],"These":[189],"methods":[190],"applied":[192],"11":[194,241],"experiment":[195],"datasets":[196,289],"investigated":[198],"various":[202],"forms":[203],"help":[206,218],"web-based":[209],"math":[210],"system.":[212],"We":[213],"found":[214],"chosen":[219],"having":[225],"highest":[227],"rate":[228],"agreed":[231],"gain":[235],"10":[238],"experiments.":[244],"An":[245],"additional":[246],"simulation":[247],"study":[248],"presented":[250],"comparing":[251],"statistical":[253],"power":[254],"each":[256],"given":[258],"different":[259],"sample":[260],"sizes.":[261],"practical":[263],"impact":[264],"abundance":[270],"about":[273],"now":[278],"learned":[280],"thousands":[283],"experimental":[285],"designs":[286],"intrinsic":[287],"assign":[294],"or":[296],"conditions":[298],"individually-randomized":[301],"order.":[302]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}