{"id":"https://openalex.org/W7091292443","doi":"https://doi.org/10.1109/tlt.2025.3622043","title":"Large Language Models (LLMs) in Programming Learning: The Current Research State and Agenda","display_name":"Large Language Models (LLMs) in Programming Learning: The Current Research State and Agenda","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7091292443","doi":"https://doi.org/10.1109/tlt.2025.3622043"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2025.3622043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2025.3622043","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qian Fu","orcid":"https://orcid.org/0000-0002-7126-2994"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qian Fu","raw_affiliation_strings":["School of Educational Technology, Beijing Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7126-2994","affiliations":[{"raw_affiliation_string":"School of Educational Technology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yaning Zhao","orcid":"https://orcid.org/0009-0006-8588-0271"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaning Zhao","raw_affiliation_strings":["School of Educational Technology, Beijing Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-8588-0271","affiliations":[{"raw_affiliation_string":"School of Educational Technology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zixi Jia","orcid":"https://orcid.org/0009-0004-8845-9197"},"institutions":[{"id":"https://openalex.org/I12615008","display_name":"Beijing Normal-Hong Kong Baptist University","ror":"https://ror.org/04snvc712","country_code":"CN","type":"education","lineage":["https://openalex.org/I12615008"]},{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixi Jia","raw_affiliation_strings":["School of Future Education, Beijing Normal University at Zhuhai, Zhuhai, China"],"raw_orcid":"https://orcid.org/0009-0004-8845-9197","affiliations":[{"raw_affiliation_string":"School of Future Education, Beijing Normal University at Zhuhai, Zhuhai, China","institution_ids":["https://openalex.org/I25254941","https://openalex.org/I12615008"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yafeng Zheng","orcid":"https://orcid.org/0000-0003-4599-163X"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafeng Zheng","raw_affiliation_strings":["Center for Educational Science and Technology, Beijing Normal University at Zhuhai, Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0003-4599-163X","affiliations":[{"raw_affiliation_string":"Center for Educational Science and Technology, Beijing Normal University at Zhuhai, Zhuhai, China","institution_ids":["https://openalex.org/I25254941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I25254941"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.45944959,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":null,"first_page":"942","last_page":"961"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3652999997138977,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3652999997138977,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.11460000276565552,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.049400001764297485,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5745999813079834},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.4381999969482422},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.41260001063346863},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.3910999894142151},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.36090001463890076},{"id":"https://openalex.org/keywords/programming-language-theory","display_name":"Programming language theory","score":0.3427000045776367},{"id":"https://openalex.org/keywords/literacy","display_name":"Literacy","score":0.329800009727478}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7774999737739563},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5745999813079834},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4440999925136566},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.4381999969482422},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.41260001063346863},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3531999886035919},{"id":"https://openalex.org/C18701968","wikidata":"https://www.wikidata.org/wiki/Q2670534","display_name":"Programming language theory","level":4,"score":0.3427000045776367},{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32589998841285706},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.32510000467300415},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.313400000333786},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.31220000982284546},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2994999885559082},{"id":"https://openalex.org/C50033165","wikidata":"https://www.wikidata.org/wiki/Q15712089","display_name":"Inductive programming","level":3,"score":0.28110000491142273},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27649998664855957},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.26030001044273376},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.25850000977516174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tlt.2025.3622043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2025.3622043","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8934214115142822,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G333409638","display_name":null,"funder_award_id":"62077005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8802327160","display_name":null,"funder_award_id":"62377005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":128,"referenced_works":["https://openalex.org/W1970953601","https://openalex.org/W1992007857","https://openalex.org/W2026930327","https://openalex.org/W2044181069","https://openalex.org/W2084684919","https://openalex.org/W2090266317","https://openalex.org/W2104192199","https://openalex.org/W2129741299","https://openalex.org/W2134049139","https://openalex.org/W2154948082","https://openalex.org/W2160851124","https://openalex.org/W2295100577","https://openalex.org/W2548490722","https://openalex.org/W2624651098","https://openalex.org/W2741327305","https://openalex.org/W2747427841","https://openalex.org/W2766624855","https://openalex.org/W2791265653","https://openalex.org/W2799855324","https://openalex.org/W2890810419","https://openalex.org/W2898554056","https://openalex.org/W2994789796","https://openalex.org/W3000240292","https://openalex.org/W3000429148","https://openalex.org/W3034086986","https://openalex.org/W3107163149","https://openalex.org/W3175195874","https://openalex.org/W4210263113","https://openalex.org/W4211263275","https://openalex.org/W4238591974","https://openalex.org/W4240425110","https://openalex.org/W4283705032","https://openalex.org/W4284878729","https://openalex.org/W4285186019","https://openalex.org/W4288058382","https://openalex.org/W4289814940","https://openalex.org/W4291476001","https://openalex.org/W4310506648","https://openalex.org/W4318159335","https://openalex.org/W4318969262","https://openalex.org/W4321162272","https://openalex.org/W4323033692","https://openalex.org/W4323033785","https://openalex.org/W4323033814","https://openalex.org/W4323037544","https://openalex.org/W4323655724","https://openalex.org/W4324138978","https://openalex.org/W4360979257","https://openalex.org/W4366489368","https://openalex.org/W4366808937","https://openalex.org/W4375858605","https://openalex.org/W4379878854","https://openalex.org/W4381587445","https://openalex.org/W4381956195","https://openalex.org/W4382366693","https://openalex.org/W4382562216","https://openalex.org/W4382654294","https://openalex.org/W4382654843","https://openalex.org/W4384345745","https://openalex.org/W4384461076","https://openalex.org/W4386099272","https://openalex.org/W4386323342","https://openalex.org/W4386323435","https://openalex.org/W4386584937","https://openalex.org/W4386719008","https://openalex.org/W4387773918","https://openalex.org/W4388214696","https://openalex.org/W4388483444","https://openalex.org/W4388802613","https://openalex.org/W4388850769","https://openalex.org/W4388850806","https://openalex.org/W4389471004","https://openalex.org/W4389977189","https://openalex.org/W4390490752","https://openalex.org/W4390490882","https://openalex.org/W4390606973","https://openalex.org/W4390621416","https://openalex.org/W4390985631","https://openalex.org/W4391136507","https://openalex.org/W4391377904","https://openalex.org/W4391584367","https://openalex.org/W4391805322","https://openalex.org/W4391826221","https://openalex.org/W4391881321","https://openalex.org/W4391985836","https://openalex.org/W4392154075","https://openalex.org/W4392484243","https://openalex.org/W4392564315","https://openalex.org/W4392564585","https://openalex.org/W4392564671","https://openalex.org/W4392564746","https://openalex.org/W4392617381","https://openalex.org/W4392774538","https://openalex.org/W4392919908","https://openalex.org/W4393065879","https://openalex.org/W4393161262","https://openalex.org/W4394745423","https://openalex.org/W4395097654","https://openalex.org/W4396214523","https://openalex.org/W4396832972","https://openalex.org/W4396833177","https://openalex.org/W4400267629","https://openalex.org/W4401357303","https://openalex.org/W4401567458","https://openalex.org/W4402850557","https://openalex.org/W4403332906","https://openalex.org/W4403564662","https://openalex.org/W4403759160","https://openalex.org/W4403906927","https://openalex.org/W4404223773","https://openalex.org/W4404410764","https://openalex.org/W4404933384","https://openalex.org/W4405531030","https://openalex.org/W4405894420","https://openalex.org/W4406102215","https://openalex.org/W4406124639","https://openalex.org/W4406402152","https://openalex.org/W4406619394","https://openalex.org/W4407204952","https://openalex.org/W4407319724","https://openalex.org/W4407661387","https://openalex.org/W4407771229","https://openalex.org/W4408047884","https://openalex.org/W4408153468","https://openalex.org/W4409506213","https://openalex.org/W4410636983","https://openalex.org/W4413060535","https://openalex.org/W4413069708"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"show":[4,157],"great":[5],"potential":[6],"in":[7,28,83,88,119],"programming":[8,29,112,142,211],"learning.":[9,212],"However,":[10],"existing":[11],"studies":[12,156,196],"mainly":[13],"focus":[14],"on":[15,46,117,149,176,197],"technical":[16],"implementations":[17],"and":[18,42,65,90,124,145,152,166,181,201,204,207],"lacks":[19],"a":[20,38,51,104],"systematic":[21,39],"analysis":[22,44],"of":[23,26,67,76,129,134],"the":[24,62,74,98,140],"application":[25,75],"LLMs":[27,77,114,159],"learning":[30],"from":[31,80,106],"an":[32,188],"educational":[33],"perspective.":[34],"This":[35],"study":[36],"conducts":[37],"literature":[40],"review":[41],"bibliometric":[43],"based":[45],"75":[47],"high-quality":[48],"papers,":[49],"using":[50],"six-dimensional":[52],"framework":[53,192],"(roles,":[54],"technology,":[55],"learners,":[56],"environment,":[57,144],"effectiveness,":[58],"challenges)":[59],"to":[60,85,93,108,174],"examine":[61],"current":[63],"state":[64],"agenda":[66],"LLM":[68],"applications.":[69],"The":[70],"results":[71],"indicate":[72],"that":[73,158],"has":[78],"evolved":[79],"model":[81],"validation":[82],"2022":[84],"teaching":[86,109],"applications":[87],"2023,":[89],"is":[91],"expected":[92],"be":[94],"deeply":[95],"integrated":[96],"into":[97],"education":[99,189],"system":[100],"by":[101],"2024-2025,":[102],"reflecting":[103],"shift":[105],"tools":[107],"agents.":[110],"In":[111,127],"learning,":[113],"primarily":[115],"take":[116],"roles":[118],"resource":[120],"generation,":[121],"task":[122],"solving,":[123],"feedback":[125],"provision.":[126],"terms":[128],"technology":[130],"usage,":[131],"OpenAI's":[132],"series":[133],"models":[135],"dominate,":[136],"with":[137],"Python":[138],"being":[139],"main":[141],"language":[143],"research":[146,185],"subjects":[147],"focusing":[148],"beginner":[150],"programmers":[151],"university":[153],"students.":[154],"Empirical":[155],"can":[160,171],"effectively":[161],"enhance":[162],"learners'":[163],"cognitive":[164],"outcomes":[165],"non-cognitive":[167],"performance,":[168],"but":[169],"they":[170],"also":[172],"lead":[173],"over-reliance":[175],"tools,":[177],"academic":[178],"integrity":[179],"risks,":[180],"ethical":[182,202],"challenges.":[183],"Future":[184],"should":[186],"establish":[187],"theory-driven":[190],"design":[191],"for":[193,210],"LLMs,":[194],"conduct":[195],"generative":[198],"AI":[199],"literacy":[200],"norms,":[203],"provide":[205],"theoretical":[206],"practical":[208],"guidance":[209]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-16T00:00:00"}