{"id":"https://openalex.org/W2904197112","doi":"https://doi.org/10.1080/10494820.2018.1558257","title":"Intelligent tutoring systems: a systematic review of characteristics, applications, and evaluation methods","display_name":"Intelligent tutoring systems: a systematic review of characteristics, applications, and evaluation methods","publication_year":2018,"publication_date":"2018-12-18","ids":{"openalex":"https://openalex.org/W2904197112","doi":"https://doi.org/10.1080/10494820.2018.1558257","mag":"2904197112"},"language":"en","primary_location":{"id":"doi:10.1080/10494820.2018.1558257","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10494820.2018.1558257","pdf_url":null,"source":{"id":"https://openalex.org/S90466346","display_name":"Interactive Learning Environments","issn_l":"1049-4820","issn":["1049-4820","1744-5191"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interactive Learning Environments","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089918899","display_name":"Elham Mousavinasab","orcid":"https://orcid.org/0000-0002-0588-6758"},"institutions":[{"id":"https://openalex.org/I70640408","display_name":"Tehran University of Medical Sciences","ror":"https://ror.org/01c4pz451","country_code":"IR","type":"education","lineage":["https://openalex.org/I70640408"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Elham Mousavinasab","raw_affiliation_strings":["Department of Health Information Management, School of Allied Medical Sciences, Tehran University of Medical Sciences, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Health Information Management, School of Allied Medical Sciences, Tehran University of Medical Sciences, Tehran, Iran","institution_ids":["https://openalex.org/I70640408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035644196","display_name":"Nahid Zarifsanaiey","orcid":"https://orcid.org/0000-0002-1297-8271"},"institutions":[{"id":"https://openalex.org/I194604659","display_name":"Shiraz University of Medical Sciences","ror":"https://ror.org/01n3s4692","country_code":"IR","type":"education","lineage":["https://openalex.org/I194604659"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Nahid Zarifsanaiey","raw_affiliation_strings":["Department of E-learning, Virtual School, Center of Excellence for e-Learning in Medical Sciences, Shiraz University of Medical Sciences, Shiraz, Iran"],"affiliations":[{"raw_affiliation_string":"Department of E-learning, Virtual School, Center of Excellence for e-Learning in Medical Sciences, Shiraz University of Medical Sciences, Shiraz, Iran","institution_ids":["https://openalex.org/I194604659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101977606","display_name":"Sharareh Rostam Niakan Kalhori","orcid":null},"institutions":[{"id":"https://openalex.org/I70640408","display_name":"Tehran University of Medical Sciences","ror":"https://ror.org/01c4pz451","country_code":"IR","type":"education","lineage":["https://openalex.org/I70640408"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Sharareh R. Niakan Kalhori","raw_affiliation_strings":["Department of Health Information Management, School of Allied Medical Sciences, Tehran University of Medical Sciences, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Health Information Management, School of Allied Medical Sciences, Tehran University of Medical Sciences, Tehran, Iran","institution_ids":["https://openalex.org/I70640408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050387888","display_name":"Mahnaz Rakhshan","orcid":null},"institutions":[{"id":"https://openalex.org/I194604659","display_name":"Shiraz University of Medical Sciences","ror":"https://ror.org/01n3s4692","country_code":"IR","type":"education","lineage":["https://openalex.org/I194604659"]},{"id":"https://openalex.org/I4210098257","display_name":"Iranshahr University","ror":"https://ror.org/00vp5ry21","country_code":"IR","type":"education","lineage":["https://openalex.org/I4210098257"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mahnaz Rakhshan","raw_affiliation_strings":["Department of Nursing, School of Nursing and Midwifery, Shiraz University of Medical Sciences, Shiraz, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Nursing, School of Nursing and Midwifery, Shiraz University of Medical Sciences, Shiraz, Iran","institution_ids":["https://openalex.org/I194604659","https://openalex.org/I4210098257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075275205","display_name":"Leila Keikha","orcid":null},"institutions":[{"id":"https://openalex.org/I70640408","display_name":"Tehran University of Medical Sciences","ror":"https://ror.org/01c4pz451","country_code":"IR","type":"education","lineage":["https://openalex.org/I70640408"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Leila Keikha","raw_affiliation_strings":["Department of Health Information Management, School of Allied Medical Sciences, Tehran University of Medical Sciences, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Health Information Management, School of Allied Medical Sciences, Tehran University of Medical Sciences, Tehran, Iran","institution_ids":["https://openalex.org/I70640408"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109404565","display_name":"Marjan Ghazi Saeedi","orcid":null},"institutions":[{"id":"https://openalex.org/I70640408","display_name":"Tehran University of Medical Sciences","ror":"https://ror.org/01c4pz451","country_code":"IR","type":"education","lineage":["https://openalex.org/I70640408"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Marjan Ghazi Saeedi","raw_affiliation_strings":["Department of Health Information Management, School of Allied Medical Sciences, Tehran University of Medical Sciences, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Health Information Management, School of Allied Medical Sciences, Tehran University of Medical Sciences, Tehran, Iran","institution_ids":["https://openalex.org/I70640408"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5109404565"],"corresponding_institution_ids":["https://openalex.org/I70640408"],"apc_list":null,"apc_paid":null,"fwci":8.5195,"has_fulltext":false,"cited_by_count":522,"citation_normalized_percentile":{"value":0.98075334,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"29","issue":"1","first_page":"142","last_page":"163"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7911952137947083},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5332711935043335},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.48111218214035034},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.46544134616851807},{"id":"https://openalex.org/keywords/intelligent-tutoring-system","display_name":"Intelligent tutoring system","score":0.4503549039363861},{"id":"https://openalex.org/keywords/inclusion","display_name":"Inclusion (mineral)","score":0.41712215542793274},{"id":"https://openalex.org/keywords/mobile-phone","display_name":"Mobile phone","score":0.4116237759590149},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3718162178993225},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3481982946395874},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3456413149833679}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7911952137947083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5332711935043335},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.48111218214035034},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.46544134616851807},{"id":"https://openalex.org/C2779336797","wikidata":"https://www.wikidata.org/wiki/Q3055492","display_name":"Intelligent tutoring system","level":2,"score":0.4503549039363861},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.41712215542793274},{"id":"https://openalex.org/C2777421447","wikidata":"https://www.wikidata.org/wiki/Q17517","display_name":"Mobile phone","level":2,"score":0.4116237759590149},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3718162178993225},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3481982946395874},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3456413149833679},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10494820.2018.1558257","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10494820.2018.1558257","pdf_url":null,"source":{"id":"https://openalex.org/S90466346","display_name":"Interactive Learning Environments","issn_l":"1049-4820","issn":["1049-4820","1744-5191"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interactive Learning Environments","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5600000023841858,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W11192075","https://openalex.org/W978669614","https://openalex.org/W1489410353","https://openalex.org/W1495792073","https://openalex.org/W1510640444","https://openalex.org/W1510904428","https://openalex.org/W1542588870","https://openalex.org/W1545466437","https://openalex.org/W1562748096","https://openalex.org/W1648860495","https://openalex.org/W1975429316","https://openalex.org/W1980620390","https://openalex.org/W1981241052","https://openalex.org/W1984938651","https://openalex.org/W1985824294","https://openalex.org/W1986775991","https://openalex.org/W2002248317","https://openalex.org/W2004711537","https://openalex.org/W2006852406","https://openalex.org/W2015253307","https://openalex.org/W2020110561","https://openalex.org/W2020458978","https://openalex.org/W2029948740","https://openalex.org/W2036242406","https://openalex.org/W2047394272","https://openalex.org/W2048594600","https://openalex.org/W2050731970","https://openalex.org/W2055243894","https://openalex.org/W2063512127","https://openalex.org/W2075767206","https://openalex.org/W2083330129","https://openalex.org/W2085635703","https://openalex.org/W2088449624","https://openalex.org/W2096586663","https://openalex.org/W2117655204","https://openalex.org/W2123159101","https://openalex.org/W2124779203","https://openalex.org/W2129812662","https://openalex.org/W2136209728","https://openalex.org/W2147434287","https://openalex.org/W2151479530","https://openalex.org/W2152789709","https://openalex.org/W2160308286","https://openalex.org/W2161374186","https://openalex.org/W2163323004","https://openalex.org/W2334009001","https://openalex.org/W2337547430","https://openalex.org/W2341000302","https://openalex.org/W2341941284","https://openalex.org/W2344633793","https://openalex.org/W2461804984","https://openalex.org/W2555756618","https://openalex.org/W2565065726","https://openalex.org/W2567864412","https://openalex.org/W2578291617","https://openalex.org/W2601513958","https://openalex.org/W2622273148","https://openalex.org/W2734721927","https://openalex.org/W2781623365","https://openalex.org/W3217267559","https://openalex.org/W4252287331"],"related_works":["https://openalex.org/W3185553570","https://openalex.org/W2155401483","https://openalex.org/W3045247719","https://openalex.org/W2102102835","https://openalex.org/W2801429282","https://openalex.org/W1532858645","https://openalex.org/W2766638828","https://openalex.org/W25597674","https://openalex.org/W2757130632","https://openalex.org/W2514427399"],"abstract_inverted_index":{"With":[0],"the":[1,37,57,76,86,109,117,134,143,146,173,196,209,220],"rapid":[2],"growth":[3],"of":[4,40,67,145,156,199,212,224],"technology,":[5],"computer":[6,90],"learning":[7,174,206],"has":[8,218],"become":[9],"increasingly":[10],"integrated":[11],"with":[12,101],"artificial":[13,112],"intelligence":[14],"techniques":[15,114,120],"in":[16,75,85,116,172,182,188,203],"order":[17],"to":[18,52,123,195],"develop":[19],"more":[20],"personalized":[21,205],"educational":[22,45,83],"systems.":[23],"These":[24,119],"systems":[25,31,168,177],"are":[26],"known":[27],"as":[28],"Intelligent":[29],"Tutoring":[30],"(ITSs).":[32],"This":[33],"paper":[34],"focused":[35],"on":[36,79],"variant":[38],"characteristics":[39],"ITSs":[41,87,122,159],"developed":[42],"across":[43],"different":[44],"fields.":[46,193],"The":[47,82],"original":[48],"studies":[49],"from":[50,56],"2007":[51],"2017":[53],"were":[54,73,88,108,152,160],"extracted":[55],"PubMed,":[58],"ProQuest,":[59],"Scopus,":[60],"Google":[61],"scholar,":[62],"Embase,":[63],"Cochrane,":[64],"and":[65,98,104,127,132,137,150,191,207,222],"Web":[66],"Science":[68],"databases.":[69],"Finally,":[70],"53":[71],"papers":[72],"included":[74],"study":[77,217],"based":[78],"inclusion":[80],"criteria.":[81],"fields":[84],"mainly":[89],"sciences":[91],"(37.73%).":[92],"Action-condition":[93],"rule-based":[94],"reasoning,":[95],"data":[96],"mining,":[97],"Bayesian":[99],"network":[100],"33.96%,":[102],"22.64%,":[103],"20.75%":[105],"frequency":[106],"respectively,":[107],"most":[110],"frequent":[111],"intelligent":[113],"applied":[115,181],"ITSs.":[118,157,226],"enable":[121],"deliver":[124],"adaptive":[125],"guidance":[126],"instruction,":[128],"evaluate":[129],"learners,":[130],"define":[131],"update":[133],"learner\u2019s":[135,148],"model,":[136],"classify":[138],"or":[139],"cluster":[140],"learners.":[141],"Specifically,":[142],"performance":[144],"system,":[147],"performance,":[149],"experiences":[151],"used":[153],"for":[154,162],"evaluation":[155,223],"Most":[158],"designed":[161],"web":[163],"user":[164],"interfaces.":[165],"Although":[166],"these":[167,176],"could":[169],"facilitate":[170],"reasoning":[171],"process,":[175],"have":[178],"rarely":[179],"been":[180],"experimental":[183],"courses":[184],"including":[185],"problem-solving,":[186],"decision-making":[187],"physics,":[189],"chemistry,":[190],"clinical":[192],"Due":[194],"important":[197],"role":[198],"a":[200],"cell":[201],"phone":[202],"facilitating":[204],"given":[208],"low":[210],"rate":[211],"using":[213],"mobile-based":[214,225],"ITSs,":[215],"this":[216],"recommended":[219],"development":[221]},"counts_by_year":[{"year":2026,"cited_by_count":22},{"year":2025,"cited_by_count":154},{"year":2024,"cited_by_count":140},{"year":2023,"cited_by_count":99},{"year":2022,"cited_by_count":57},{"year":2021,"cited_by_count":34},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":4}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}
