{"id":"https://openalex.org/W4409760885","doi":"https://doi.org/10.1109/tlt.2025.3564177","title":"Is ChatGPT a Competent Teacher? Systematic Evaluation of Large Language Models on the Competency Model","display_name":"Is ChatGPT a Competent Teacher? Systematic Evaluation of Large Language Models on the Competency Model","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409760885","doi":"https://doi.org/10.1109/tlt.2025.3564177"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2025.3564177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2025.3564177","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Liuying Gong","orcid":"https://orcid.org/0009-0002-8885-7318"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liuying Gong","raw_affiliation_strings":["School of Public Affairs, Zhejiang University, Hangzhou, China","Liuying Gong is with the School of Public Affairs, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-8885-7318","affiliations":[{"raw_affiliation_string":"School of Public Affairs, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Liuying Gong is with the School of Public Affairs, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jingyuan Chen","orcid":"https://orcid.org/0000-0003-0415-6937"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyuan Chen","raw_affiliation_strings":["College of Education, Zhejiang University, Hangzhou, China","Jingyuan Chen is with the College of Education, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0415-6937","affiliations":[{"raw_affiliation_string":"College of Education, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Jingyuan Chen is with the College of Education, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004882141","display_name":"Fei Wu","orcid":"https://orcid.org/0000-0003-2139-8807"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wu","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China","Fei Wu is with the College of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2139-8807","affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Fei Wu is with the College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":1.8329,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86602949,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"18","issue":null,"first_page":"530","last_page":"541"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9139999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7866841554641724},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40891605615615845},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3703334927558899},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3667657971382141},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32729780673980713},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13594967126846313}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7866841554641724},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40891605615615845},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3703334927558899},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3667657971382141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32729780673980713},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13594967126846313}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tlt.2025.3564177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2025.3564177","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1973724695","https://openalex.org/W2045906888","https://openalex.org/W2050210034","https://openalex.org/W2051037982","https://openalex.org/W2075524384","https://openalex.org/W2131281108","https://openalex.org/W2132199097","https://openalex.org/W2160422943","https://openalex.org/W2190168561","https://openalex.org/W2561529111","https://openalex.org/W2599609179","https://openalex.org/W2909824193","https://openalex.org/W3212509912","https://openalex.org/W4229598987","https://openalex.org/W4231938137","https://openalex.org/W4252855288","https://openalex.org/W4291476001","https://openalex.org/W4292805535","https://openalex.org/W4307475457","https://openalex.org/W4327936834","https://openalex.org/W4378469471","https://openalex.org/W4381924932","https://openalex.org/W4381997112","https://openalex.org/W4382567087","https://openalex.org/W4383959108","https://openalex.org/W4385573161","https://openalex.org/W4385573216","https://openalex.org/W4386251129","https://openalex.org/W4387007101","https://openalex.org/W4387873511","https://openalex.org/W4388333366","https://openalex.org/W4390921168","https://openalex.org/W4391129140","https://openalex.org/W4391136507","https://openalex.org/W4392719666","https://openalex.org/W4392850382","https://openalex.org/W4393065402","https://openalex.org/W4393185699","https://openalex.org/W4393862318","https://openalex.org/W4393864430","https://openalex.org/W4395097654","https://openalex.org/W4396523263","https://openalex.org/W4396832972","https://openalex.org/W4396833086","https://openalex.org/W4399182459","https://openalex.org/W4400095485","https://openalex.org/W4400208054","https://openalex.org/W4400410221","https://openalex.org/W4401042604","https://openalex.org/W4401042689","https://openalex.org/W4401171937","https://openalex.org/W4401379968","https://openalex.org/W4402480690","https://openalex.org/W4402627657","https://openalex.org/W4402671229","https://openalex.org/W4403759160","https://openalex.org/W4404410764","https://openalex.org/W4404782236","https://openalex.org/W4404782670","https://openalex.org/W4405612257","https://openalex.org/W4405812198","https://openalex.org/W4406015426","https://openalex.org/W4406800520","https://openalex.org/W4407098046","https://openalex.org/W4407169196","https://openalex.org/W6605612689","https://openalex.org/W6620566568","https://openalex.org/W6636566387","https://openalex.org/W6755829550","https://openalex.org/W6810738896","https://openalex.org/W6838900328","https://openalex.org/W6849669136","https://openalex.org/W6852681391","https://openalex.org/W6852870998","https://openalex.org/W6854266717","https://openalex.org/W6855447051"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0],"capabilities":[1],"of":[2,31,48,53,152,207,237],"large":[3],"language":[4,8],"models":[5],"(LLMs)":[6],"in":[7,75,129,149,209,222,239],"comprehension,":[9],"conversational":[10],"interaction,":[11],"and":[12,25,80,107,114,147,157,187,202,218,225],"content":[13],"generation":[14],"have":[15,125,136],"led":[16],"to":[17,165],"their":[18,132,172],"widespread":[19],"adoption":[20],"across":[21,101],"various":[22,153,210],"educational":[23,211],"stages":[24],"contexts.":[26,212],"Given":[27],"the":[28,46,51,63,76,150,205,235],"fundamental":[29],"role":[30,236],"education,":[32],"concerns":[33],"are":[34,144],"rising":[35],"about":[36],"whether":[37],"LLMs":[38,54,98,124,154,177,208,221,238],"can":[39,174],"serve":[40],"as":[41,55,68],"competent":[42],"teachers.":[43],"To":[44],"address":[45],"challenge":[47],"comprehensively":[49],"evaluating":[50],"competencies":[52],"teachers,":[56],"a":[57,69],"systematic":[58],"quantitative":[59],"evaluation":[60,88],"based":[61],"on":[62,93,196],"competency":[64,78],"model":[65,79],"has":[66],"emerged":[67],"valuable":[70],"approach.":[71],"Our":[72],"study,":[73],"grounded":[74],"teacher":[77],"drawing":[81],"from":[82,99],"14":[83],"existing":[84],"scales,":[85],"constructed":[86,181],"an":[87],"framework":[89],"called":[90],"TeacherComp.":[91],"Based":[92],"TeacherComp,":[94],"we":[95,117,199],"evaluated":[96],"six":[97],"OpenAI":[100],"four":[102],"dimensions:":[103],"knowledge,":[104,130],"skills,":[105],"values,":[106],"traits.":[108,158],"Through":[109],"comparisons":[110],"between":[111],"LLMs'":[112],"responses":[113],"human":[115,140,193],"norms,":[116],"found:":[118],"1)":[119],"With":[120],"each":[121],"successive":[122],"update,":[123],"shown":[126],"overall":[127],"improvements":[128],"while":[131,161],"skills":[133],"dimension":[134],"scores":[135],"increasingly":[137],"aligned":[138,191],"with":[139,178,192,228],"norms.":[141,194],"2)":[142],"There":[143],"both":[145],"commonalities":[146],"differences":[148],"performance":[151],"regarding":[155],"values":[156,186],"For":[159],"instance,":[160],"they":[162],"all":[163],"tend":[164],"exhibit":[166,185],"more":[167,189],"negative":[168],"traits":[169,188],"than":[170],"humans,":[171],"morals":[173],"vary.":[175],"3)":[176],"reduced":[179],"security,":[180],"using":[182],"jailbreak":[183],"techniques,":[184],"closely":[190],"Building":[195],"these":[197],"findings,":[198],"provided":[200],"interpretations":[201],"suggestions":[203],"for":[204,230],"application":[206],"Overall,":[213],"this":[214],"study":[215],"helps":[216],"teachers":[217],"students":[219],"use":[220],"appropriate":[223],"contexts":[224],"provides":[226],"developers":[227],"guidance":[229],"future":[231],"iterations,":[232],"thereby":[233],"advancing":[234],"empowering":[240],"education.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}