{"id":"https://openalex.org/W1985824294","doi":"https://doi.org/10.3102/0034654315581420","title":"Effectiveness of Intelligent Tutoring Systems","display_name":"Effectiveness of Intelligent Tutoring Systems","publication_year":2015,"publication_date":"2015-04-17","ids":{"openalex":"https://openalex.org/W1985824294","doi":"https://doi.org/10.3102/0034654315581420","mag":"1985824294"},"language":"en","primary_location":{"id":"doi:10.3102/0034654315581420","doi":"https://doi.org/10.3102/0034654315581420","is_oa":false,"landing_page_url":"https://doi.org/10.3102/0034654315581420","pdf_url":null,"source":{"id":"https://openalex.org/S92895470","display_name":"Review of Educational Research","issn_l":"0034-6543","issn":["0034-6543","1935-1046"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Review of Educational Research","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030356603","display_name":"James A. Kulik","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James A. Kulik","raw_affiliation_strings":["University of Michigan","(University of Michigan)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"(University of Michigan)","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101617014","display_name":"J. Dexter Fletcher","orcid":"https://orcid.org/0000-0001-8415-5314","observed_orcids":["https://orcid.org/0000-0001-8415-5314"]},"institutions":[{"id":"https://openalex.org/I3149230897","display_name":"Institute For Defense Analyses","ror":"https://ror.org/00rh8m666","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I3149230897"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. D. Fletcher","raw_affiliation_strings":["Institute for Defense Analyses"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Defense Analyses","institution_ids":["https://openalex.org/I3149230897"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":null,"fwci":30.3921,"has_fulltext":false,"cited_by_count":899,"citation_normalized_percentile":{"value":0.99756458,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"86","issue":"1","first_page":"42","last_page":"78"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intelligent-tutoring-systems","display_name":"intelligent tutoring systems","score":1.0},{"id":"https://openalex.org/keywords/computer-assisted-instruction","display_name":"computer-assisted instruction","score":0.8399999737739563},{"id":"https://openalex.org/keywords/educational-effectiveness","display_name":"educational effectiveness","score":0.5659999847412109},{"id":"https://openalex.org/keywords/test-score-improvement","display_name":"test score improvement","score":0.8690000176429749},{"id":"https://openalex.org/keywords/control-group-design","display_name":"control group design","score":0.6240000128746033},{"id":"https://openalex.org/keywords/program-implementation-quality","display_name":"program implementation quality","score":0.8220000267028809},{"id":"https://openalex.org/keywords/educational-technology-evaluation","display_name":"educational technology evaluation","score":0.550000011920929}],"concepts":[{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.7478920817375183},{"id":"https://openalex.org/C122048520","wikidata":"https://www.wikidata.org/wiki/Q2913954","display_name":"Percentile","level":2,"score":0.7011740207672119},{"id":"https://openalex.org/C2779336797","wikidata":"https://www.wikidata.org/wiki/Q3055492","display_name":"Intelligent tutoring system","level":2,"score":0.6357625722885132},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6298539638519287},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6242427825927734},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5406943559646606},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.4651065468788147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37532517313957214},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.350217342376709},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2176043689250946},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17737174034118652},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09254077076911926},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3102/0034654315581420","doi":"https://doi.org/10.3102/0034654315581420","is_oa":false,"landing_page_url":"https://doi.org/10.3102/0034654315581420","pdf_url":null,"source":{"id":"https://openalex.org/S92895470","display_name":"Review of Educational Research","issn_l":"0034-6543","issn":["0034-6543","1935-1046"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Review of Educational Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.7567999958992004,"id":"https://metadata.un.org/sdg/4"}],"sustainable_development_goals_aurora":[{"display_name":"Quality education","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"},{"display_name":"Meta-Analysis","id":"https://openalex.org/study-designs/meta-analysis"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":101,"referenced_works":["https://openalex.org/W72748686","https://openalex.org/W124556017","https://openalex.org/W134713021","https://openalex.org/W135151435","https://openalex.org/W147274617","https://openalex.org/W179577250","https://openalex.org/W197943118","https://openalex.org/W200563459","https://openalex.org/W230233429","https://openalex.org/W252681766","https://openalex.org/W638254398","https://openalex.org/W638391406","https://openalex.org/W648477977","https://openalex.org/W1487977760","https://openalex.org/W1493132574","https://openalex.org/W1498993769","https://openalex.org/W1510397660","https://openalex.org/W1528251861","https://openalex.org/W1535889492","https://openalex.org/W1536696051","https://openalex.org/W1539314774","https://openalex.org/W1544836239","https://openalex.org/W1544960128","https://openalex.org/W1546098095","https://openalex.org/W1547623640","https://openalex.org/W1581466387","https://openalex.org/W1585491009","https://openalex.org/W1593575539","https://openalex.org/W1599281027","https://openalex.org/W1601216191","https://openalex.org/W1626018203","https://openalex.org/W1765030997","https://openalex.org/W1824078565","https://openalex.org/W1865292488","https://openalex.org/W1887552362","https://openalex.org/W1946564775","https://openalex.org/W1968621787","https://openalex.org/W1973840180","https://openalex.org/W1980362463","https://openalex.org/W1984938651","https://openalex.org/W1990134054","https://openalex.org/W1992786309","https://openalex.org/W1999645150","https://openalex.org/W1999649023","https://openalex.org/W2007827970","https://openalex.org/W2008176983","https://openalex.org/W2011964503","https://openalex.org/W2016036560","https://openalex.org/W2016288462","https://openalex.org/W2027076697","https://openalex.org/W2032873828","https://openalex.org/W2047565141","https://openalex.org/W2048692025","https://openalex.org/W2051339053","https://openalex.org/W2057945694","https://openalex.org/W2072345205","https://openalex.org/W2083857559","https://openalex.org/W2089966986","https://openalex.org/W2097454222","https://openalex.org/W2100629176","https://openalex.org/W2101705320","https://openalex.org/W2105543722","https://openalex.org/W2108264218","https://openalex.org/W2109070640","https://openalex.org/W2112564774","https://openalex.org/W2116394156","https://openalex.org/W2117076205","https://openalex.org/W2117655204","https://openalex.org/W2119561591","https://openalex.org/W2120932048","https://openalex.org/W2129925099","https://openalex.org/W2136208491","https://openalex.org/W2138255374","https://openalex.org/W2144889727","https://openalex.org/W2154104231","https://openalex.org/W2155416760","https://openalex.org/W2163640453","https://openalex.org/W2164002296","https://openalex.org/W2165079349","https://openalex.org/W2165272946","https://openalex.org/W2172010324","https://openalex.org/W2247457949","https://openalex.org/W2310224139","https://openalex.org/W2316441559","https://openalex.org/W2340357630","https://openalex.org/W2510415005","https://openalex.org/W2564568525","https://openalex.org/W2576592509","https://openalex.org/W2626618164","https://openalex.org/W2732780182","https://openalex.org/W2751379301","https://openalex.org/W2774995163","https://openalex.org/W2783539613","https://openalex.org/W2797884775","https://openalex.org/W2980978202","https://openalex.org/W3012586842","https://openalex.org/W3021942713","https://openalex.org/W3107700193","https://openalex.org/W3121620688","https://openalex.org/W3148086966","https://openalex.org/W3149144206"],"related_works":["https://openalex.org/W1550559433","https://openalex.org/W2189235034","https://openalex.org/W2120447654","https://openalex.org/W2970141834","https://openalex.org/W2047975531","https://openalex.org/W2185664937","https://openalex.org/W1575710128","https://openalex.org/W4249333028","https://openalex.org/W1598522452","https://openalex.org/W2060700432"],"abstract_inverted_index":{"This":[0],"review":[1,86],"describes":[2,88],"a":[3,56,79],"meta-analysis":[4],"of":[5,11,19,48,73,82,93,100,118,140,146],"findings":[6,89],"from":[7,38,90],"50":[8,24],"controlled":[9],"evaluations":[10,25,94,108,127],"intelligent":[12,20,119],"computer":[13],"tutoring":[14,21,120,123],"systems.":[15,121],"The":[16,85],"median":[17],"effect":[18],"in":[22,51,125],"the":[23,39,42,46,101,105,138,144],"was":[26,62],"to":[27,41,55],"raise":[28],"test":[29,74],"scores":[30],"0.66":[31],"standard":[32],"deviations":[33],"over":[34],"conventional":[35],"levels,":[36],"or":[37,67],"50th":[40],"75th":[43],"percentile.":[44],"However,":[45],"amount":[47],"improvement":[49,61],"found":[50],"an":[52],"evaluation":[53,83,132],"depended":[54],"great":[57],"extent":[58],"on":[59,64],"whether":[60],"measured":[63],"locally":[65],"developed":[66],"standardized":[68],"tests,":[69],"suggesting":[70,130],"that":[71,95,131],"alignment":[72],"and":[75,113,143],"instructional":[76],"objectives":[77],"is":[78],"critical":[80],"determinant":[81],"results.":[84],"also":[87,135],"two":[91],"groups":[92,112],"did":[96],"not":[97],"meet":[98],"all":[99],"selection":[102],"requirements":[103],"for":[104],"meta-analysis:":[106],"six":[107],"with":[109,115],"nonconventional":[110],"control":[111,141],"four":[114],"flawed":[116],"implementations":[117],"Intelligent":[122],"effects":[124],"these":[126],"were":[128],"small,":[129],"results":[133],"are":[134],"affected":[136],"by":[137],"nature":[139],"treatments":[142],"adequacy":[145],"program":[147],"implementations.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":230},{"year":2025,"cited_by_count":170},{"year":2024,"cited_by_count":117},{"year":2023,"cited_by_count":46},{"year":2022,"cited_by_count":62},{"year":2021,"cited_by_count":73},{"year":2020,"cited_by_count":56},{"year":2019,"cited_by_count":46},{"year":2018,"cited_by_count":59},{"year":2017,"cited_by_count":24},{"year":2016,"cited_by_count":13},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-10-10T09:11:00.788812","created_date":"2025-10-10T00:00:00"}