{"id":"https://openalex.org/W7163333771","doi":"https://doi.org/10.1145/3806980.3806985","title":"Generative AI in Programming Education: An Empirical Analysis of Student Performance and Assessment Challenges in the LLM Era","display_name":"Generative AI in Programming Education: An Empirical Analysis of Student Performance and Assessment Challenges in the LLM Era","alternate_titles":[],"publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7163333771","doi":"https://doi.org/10.1145/3806980.3806985"},"language":"en","primary_location":{"id":"doi:10.1145/3806980.3806985","doi":"https://doi.org/10.1145/3806980.3806985","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3806980.3806985","pdf_url":null,"source":{"id":"https://openalex.org/S4363608917","display_name":"International Conference on Big Data and Informatization Education (ICBDIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Big Data and Informatization Education","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7163333771"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3806980.3806985","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030357541","display_name":"Suyang Zhu","orcid":"https://orcid.org/0000-0003-1529-4278","observed_orcids":["https://orcid.org/0000-0003-1529-4278"]},"institutions":[{"id":"https://openalex.org/I4403386725","display_name":"Suzhou City University","ror":"https://ror.org/025jsyk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I4403386725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suyang Zhu","raw_affiliation_strings":["Computing Science And Artificial Intelligence College, Suzhou City University, Suzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-1529-4278","affiliations":[{"raw_affiliation_string":"Computing Science And Artificial Intelligence College, Suzhou City University, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I4403386725"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067953728","display_name":"Z Liu","orcid":"https://orcid.org/0000-0002-3694-5941","observed_orcids":["https://orcid.org/0000-0002-3694-5941"]},"institutions":[{"id":"https://openalex.org/I4403386725","display_name":"Suzhou City University","ror":"https://ror.org/025jsyk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I4403386725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengtao Liu","raw_affiliation_strings":["Computing Science And Artificial Intelligence College, Suzhou City University, Suzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-3694-5941","affiliations":[{"raw_affiliation_string":"Computing Science And Artificial Intelligence College, Suzhou City University, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I4403386725"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4403386725"],"apc_list":null,"apc_paid":null,"fwci":4.6631,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.90134059,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"26","last_page":"32"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-artificial-intelligence-in-education","display_name":"generative AI in education","score":0.902999997138977},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8539999723434448},{"id":"https://openalex.org/keywords/programming-education","display_name":"programming education","score":0.949999988079071},{"id":"https://openalex.org/keywords/student-performance","display_name":"student performance","score":0.8019999861717224},{"id":"https://openalex.org/keywords/closed-book-examinations","display_name":"closed-book examinations","score":0.6549999713897705},{"id":"https://openalex.org/keywords/api-misuse","display_name":"API misuse","score":0.6050000190734863},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"cognitive load","score":0.550000011920929},{"id":"https://openalex.org/keywords/computational-thinking","display_name":"computational thinking","score":0.6679999828338623},{"id":"https://openalex.org/keywords/process-oriented-assessment","display_name":"process-oriented assessment","score":0.7739999890327454},{"id":"https://openalex.org/keywords/curriculum-development","display_name":"curriculum development","score":0.7910000085830688},{"id":"https://openalex.org/keywords/deepseek","display_name":"DeepSeek","score":0.5699999928474426}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6541000008583069},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6470000147819519},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.5622000098228455},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.513700008392334},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5023999810218811},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4603999853134155},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.44859999418258667},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43560001254081726},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.4009000062942505},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.38519999384880066},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.3734000027179718},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3560999929904938},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3547999858856201},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.34880000352859497},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3334999978542328},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3140000104904175},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3037000000476837},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.30320000648498535},{"id":"https://openalex.org/C134290984","wikidata":"https://www.wikidata.org/wiki/Q5141241","display_name":"Cognitive skill","level":3,"score":0.30230000615119934},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2863999903202057},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C11693617","wikidata":"https://www.wikidata.org/wiki/Q181839","display_name":"Pragmatics","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28349998593330383},{"id":"https://openalex.org/C89774696","wikidata":"https://www.wikidata.org/wiki/Q1506807","display_name":"Informal logic","level":3,"score":0.2775999903678894},{"id":"https://openalex.org/C33857546","wikidata":"https://www.wikidata.org/wiki/Q80006","display_name":"Computer programming","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.2694999873638153},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.26809999346733093},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.2565000057220459},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3806980.3806985","doi":"https://doi.org/10.1145/3806980.3806985","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3806980.3806985","pdf_url":null,"source":{"id":"https://openalex.org/S4363608917","display_name":"International Conference on Big Data and Informatization Education (ICBDIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Big Data and Informatization Education","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3806980.3806985","doi":"https://doi.org/10.1145/3806980.3806985","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3806980.3806985","pdf_url":null,"source":{"id":"https://openalex.org/S4363608917","display_name":"International Conference on Big Data and Informatization Education (ICBDIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Big Data and Informatization Education","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.9901999831199646,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2570937310","https://openalex.org/W3195577433","https://openalex.org/W4211263275","https://openalex.org/W4283705032","https://openalex.org/W4321162272","https://openalex.org/W4322617812","https://openalex.org/W4323655724","https://openalex.org/W4386417345","https://openalex.org/W4389437528","https://openalex.org/W4389890693","https://openalex.org/W4390143651","https://openalex.org/W4390621480","https://openalex.org/W4392774538","https://openalex.org/W4396896417","https://openalex.org/W4400480600","https://openalex.org/W4404316547","https://openalex.org/W4406803762","https://openalex.org/W4409196450","https://openalex.org/W4414012605","https://openalex.org/W4415195223"],"related_works":["https://openalex.org/W4416057129","https://openalex.org/W7165827823","https://openalex.org/W4412441827","https://openalex.org/W7161937812","https://openalex.org/W7131898040","https://openalex.org/W7154057346","https://openalex.org/W4413377037","https://openalex.org/W7220277970","https://openalex.org/W4412874182","https://openalex.org/W4387323762"],"abstract_inverted_index":{"The":[0,89],"integration":[1],"of":[2,31,52,136,160,186,192],"generative":[3],"AI":[4,215],"into":[5],"computer":[6],"science":[7],"education":[8],"has":[9,174],"precipitated":[10,47],"a":[11,28,64,76,93,134,198,208,218,223],"paradigm":[12],"shift,":[13],"yet":[14],"empirical":[15],"evidence":[16,191],"regarding":[17],"its":[18],"impact":[19],"on":[20,39],"student":[21,80],"competency":[22],"remains":[23],"fragmented.":[24],"This":[25],"study":[26],"presents":[27],"longitudinal":[29],"analysis":[30,132],"412":[32],"undergraduate":[33],"students":[34,120],"across":[35],"three":[36],"semesters,":[37],"focusing":[38],"the":[40,49,158,171,190],"critical":[41],"\u201cwatershed\u201d":[42],"moment":[43],"in":[44,79,115],"early":[45],"2025":[46],"by":[48],"widespread":[50],"adoption":[51],"high-performance":[53],"domestic":[54],"Chinese":[55],"Large":[56],"Language":[57],"Models":[58],"(LLMs)":[59],"such":[60],"as":[61,217],"DeepSeek.":[62],"Utilizing":[63],"mixed-method":[65],"approach":[66],"with":[67],"questionnaires,":[68],"code":[69,109,178],"submissions,":[70],"and":[71,151,182,207],"examination":[72],"data,":[73],"we":[74],"observed":[75],"structural":[77],"transition":[78],"behavior":[81],"from":[82,139,177],"sporadic":[83],"tool":[84],"assistance":[85],"to":[86,107,145,180,212],"infrastructure":[87],"dependency.":[88],"quantitative":[90],"results":[91],"reveal":[92],"paradox:":[94],"while":[95],"LLM-assisted":[96],"assignments":[97],"demonstrated":[98],"significantly":[99,167],"higher":[100],"accuracy":[101],"(Mean":[102],"Score":[103],"Rate:":[104],"0.803)":[105],"compared":[106],"self-written":[108],"(0.644),":[110],"this":[111,195],"performance":[112],"advantage":[113],"evaporated":[114],"closed-book":[116],"examinations,":[117],"where":[118],"AI-reliant":[119],"showed":[121],"no":[122],"statistical":[123],"improvement":[124],"over":[125],"their":[126],"self-sufficient":[127],"peers.":[128],"Furthermore,":[129],"error":[130],"profile":[131],"indicates":[133],"migration":[135],"cognitive":[137,172],"hurdles":[138],"basic":[140],"syntax":[141],"errors":[142],"(Type":[143,149,154],"S)":[144],"complex":[146],"API":[147],"misuse":[148],"A)":[150],"logical":[152],"hallucinations":[153],"L).":[155],"Notably,":[156],"despite":[157],"automation":[159],"coding":[161],"tasks,":[162,206],"temporal":[163],"efficiency":[164],"did":[165],"not":[166],"improve,":[168],"suggesting":[169],"that":[170,214],"load":[173],"merely":[175],"shifted":[176],"construction":[179],"verification":[181],"debugging.":[183],"In":[184],"light":[185],"these":[187],"findings,":[188],"particularly":[189],"\u201ccompetency":[193],"hollowing\u201d,":[194],"paper":[196],"proposes":[197],"pedagogical":[199],"pivot":[200],"towards":[201],"process-oriented":[202],"assessment,":[203],"adversarial":[204],"learning":[205],"3-layer":[209],"curriculum":[210],"structure":[211],"ensure":[213],"serves":[216],"scaffold":[219],"for,":[220],"rather":[221],"than":[222],"substitute":[224],"of,":[225],"fundamental":[226],"computational":[227],"thinking.":[228]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7163333771","counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-06-04T00:00:00"}
