{"id":"https://openalex.org/W4412154861","doi":"https://doi.org/10.3390/computers14070270","title":"A Systematic Approach to Evaluate the Use of Chatbots in Educational Contexts: Learning Gains, Engagements and Perceptions","display_name":"A Systematic Approach to Evaluate the Use of Chatbots in Educational Contexts: Learning Gains, Engagements and Perceptions","publication_year":2025,"publication_date":"2025-07-09","ids":{"openalex":"https://openalex.org/W4412154861","doi":"https://doi.org/10.3390/computers14070270"},"language":"en","primary_location":{"id":"doi:10.3390/computers14070270","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14070270","pdf_url":null,"source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/computers14070270","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021807054","display_name":"Wei Qiu","orcid":"https://orcid.org/0000-0003-4030-9718"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Wei Qiu","raw_affiliation_strings":["Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-4030-9718","affiliations":[{"raw_affiliation_string":"Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077731255","display_name":"Chit Lin Su","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chit Lin Su","raw_affiliation_strings":["Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nurabidah Binti Jamil","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Nurabidah Binti Jamil","raw_affiliation_strings":["Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065884448","display_name":"Maung Thway","orcid":"https://orcid.org/0000-0003-4904-0639"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Maung Thway","raw_affiliation_strings":["Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-4904-0639","affiliations":[{"raw_affiliation_string":"Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108907730","display_name":"Samuel Soo Hwee Ng","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Samuel Soo Hwee Ng","raw_affiliation_strings":["Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433899","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-2078-4215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048877911","display_name":"Fun Siong Lim","orcid":"https://orcid.org/0000-0001-8887-6047"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Fun Siong Lim","raw_affiliation_strings":["Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8887-6047","affiliations":[{"raw_affiliation_string":"Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100672403","display_name":"Joel Weijia Lai","orcid":"https://orcid.org/0000-0002-5619-2051"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Joel Weijia Lai","raw_affiliation_strings":["Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-5619-2051","affiliations":[{"raw_affiliation_string":"Applications of Teaching and Learning Analytics for Students, Institute for Pedagogical Innovation, Research and Excellence, Nanyang Technological University, 50 Nanyang Avenue, Singapore 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5021807054"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":2.0776,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.88909609,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"14","issue":"7","first_page":"270","last_page":"270"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14246","display_name":"E-Learning and Knowledge Management","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6068561673164368},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5175718069076538},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.4378606081008911},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4122138023376465},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.40708476305007935},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3524348735809326},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.324306458234787},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.19030267000198364},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.09394684433937073}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6068561673164368},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5175718069076538},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.4378606081008911},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4122138023376465},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.40708476305007935},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3524348735809326},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.324306458234787},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.19030267000198364},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.09394684433937073},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/computers14070270","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14070270","pdf_url":null,"source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bed475b9af1a4947acc0a88871deae37","is_oa":true,"landing_page_url":"https://doaj.org/article/bed475b9af1a4947acc0a88871deae37","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 14, Iss 7, p 270 (2025)","raw_type":"article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/207541","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/207541","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.3390/computers14070270","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14070270","pdf_url":null,"source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1982464953","https://openalex.org/W1986539862","https://openalex.org/W2070029678","https://openalex.org/W2130736456","https://openalex.org/W2143959207","https://openalex.org/W2150593711","https://openalex.org/W2189625117","https://openalex.org/W2286110194","https://openalex.org/W2395916081","https://openalex.org/W2513036450","https://openalex.org/W2563946746","https://openalex.org/W2772103329","https://openalex.org/W2783089003","https://openalex.org/W2784193494","https://openalex.org/W2795277066","https://openalex.org/W2885000341","https://openalex.org/W2904980464","https://openalex.org/W2914188784","https://openalex.org/W2941035428","https://openalex.org/W2946580964","https://openalex.org/W2949840189","https://openalex.org/W2955687982","https://openalex.org/W2994038852","https://openalex.org/W3028965967","https://openalex.org/W3103891289","https://openalex.org/W3123649662","https://openalex.org/W3139433464","https://openalex.org/W3202285719","https://openalex.org/W3204718649","https://openalex.org/W3210131507","https://openalex.org/W4200531362","https://openalex.org/W4214808815","https://openalex.org/W4226150042","https://openalex.org/W4236521339","https://openalex.org/W4282824651","https://openalex.org/W4284991798","https://openalex.org/W4293036536","https://openalex.org/W4319440682","https://openalex.org/W4386745006","https://openalex.org/W4386811596","https://openalex.org/W4387053877","https://openalex.org/W4390284664","https://openalex.org/W4391931433","https://openalex.org/W4392445331","https://openalex.org/W4392707889","https://openalex.org/W4392708815","https://openalex.org/W4392769397","https://openalex.org/W4395038831","https://openalex.org/W4395075834","https://openalex.org/W4396852874","https://openalex.org/W4396884222","https://openalex.org/W4397029882","https://openalex.org/W4399861260","https://openalex.org/W4400770292","https://openalex.org/W4405211386","https://openalex.org/W4406022974","https://openalex.org/W4407841856","https://openalex.org/W4408402978","https://openalex.org/W4409348640","https://openalex.org/W4410129808","https://openalex.org/W6686980507","https://openalex.org/W6765728732","https://openalex.org/W6771071858","https://openalex.org/W6786072427","https://openalex.org/W6810767082"],"related_works":["https://openalex.org/W2628861693","https://openalex.org/W2395691387","https://openalex.org/W2792383399","https://openalex.org/W3024289321","https://openalex.org/W3203087560","https://openalex.org/W2766255174","https://openalex.org/W4200400515","https://openalex.org/W2938724434","https://openalex.org/W4361279463","https://openalex.org/W2087303720"],"abstract_inverted_index":{"As":[0],"generative":[1],"artificial":[2],"intelligence":[3],"(GenAI)":[4],"chatbots":[5,51],"gain":[6],"traction":[7],"in":[8,56,104,112,132],"educational":[9,135],"settings,":[10],"a":[11,40,83,88,122],"growing":[12],"number":[13],"of":[14,32,49,62],"studies":[15],"explore":[16],"their":[17],"potential":[18],"for":[19,45,125],"personalized,":[20],"scalable":[21],"learning.":[22,54],"However,":[23],"methodological":[24],"fragmentation":[25],"has":[26],"limited":[27],"the":[28,35,47,57,66],"comparability":[29],"and":[30,60,75,98,107,119,129],"generalizability":[31],"findings":[33],"across":[34],"field.":[36],"This":[37,115],"study":[38,86],"proposes":[39],"unified,":[41],"learning":[42,113,133],"analytics\u2013driven":[43],"framework":[44,67,116],"evaluating":[46,126],"impact":[48],"GenAI":[50,127],"on":[52],"student":[53,76],"Grounded":[55],"collection,":[58],"analysis,":[59,100],"interpretation":[61],"diverse":[63],"learner":[64],"data,":[65],"integrates":[68],"assessment":[69],"outcomes,":[70],"conversational":[71],"interactions,":[72],"engagement":[73],"metrics,":[74],"feedback.":[77],"We":[78],"demonstrate":[79],"its":[80],"application":[81],"through":[82],"multi-week,":[84],"quasi-experimental":[85],"using":[87],"Socratic-style":[89],"chatbot":[90],"designed":[91],"with":[92,121],"pedagogical":[93],"intent.":[94],"Using":[95],"clustering":[96],"techniques":[97],"statistical":[99],"we":[101],"identified":[102],"patterns":[103],"student\u2013chatbot":[105],"interaction":[106],"linked":[108],"them":[109],"to":[110],"changes":[111],"outcomes.":[114],"provides":[117],"researchers":[118],"educators":[120],"replicable":[123],"structure":[124],"interventions":[128],"advancing":[130],"coherence":[131],"analytics\u2013based":[134],"research.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}