{"id":"https://openalex.org/W7136730830","doi":"https://doi.org/10.1145/3786228.3786234","title":"Evaluating CS1-LLM: Integrating LLMs and Examining Student Outcomes in an Introductory Computer Science Course","display_name":"Evaluating CS1-LLM: Integrating LLMs and Examining Student Outcomes in an Introductory Computer Science Course","publication_year":2026,"publication_date":"2026-02-09","ids":{"openalex":"https://openalex.org/W7136730830","doi":"https://doi.org/10.1145/3786228.3786234"},"language":"en","primary_location":{"id":"doi:10.1145/3786228.3786234","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786234","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786228.3786234","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099497351","display_name":"Annapurna Vadaparty","orcid":"https://orcid.org/0009-0002-4370-764X"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Annapurna Vadaparty","raw_affiliation_strings":["UC San Diego, La Jolla, CA, USA"],"raw_orcid":"https://orcid.org/0009-0002-4370-764X","affiliations":[{"raw_affiliation_string":"UC San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":null,"display_name":"David H. Smith","orcid":"https://orcid.org/0000-0002-6572-4347"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David H. Smith","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6572-4347","affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Samvrit Srinath","orcid":"https://orcid.org/0009-0009-4135-9849"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samvrit Srinath","raw_affiliation_strings":["UC San Diego, La Jolla, CA, USA"],"raw_orcid":"https://orcid.org/0009-0009-4135-9849","affiliations":[{"raw_affiliation_string":"UC San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099497352","display_name":"Mounika Padala","orcid":"https://orcid.org/0009-0006-9943-0159"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mounika Padala","raw_affiliation_strings":["UC San Diego, La Jolla, CA, USA"],"raw_orcid":"https://orcid.org/0009-0006-9943-0159","affiliations":[{"raw_affiliation_string":"UC San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044335565","display_name":"Christine Alvarado","orcid":"https://orcid.org/0000-0003-1182-1069"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christine Alvarado","raw_affiliation_strings":["UC San Diego, La Jolla, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1182-1069","affiliations":[{"raw_affiliation_string":"UC San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099497353","display_name":"Jamie Gorson Benario","orcid":"https://orcid.org/0000-0002-0385-4357"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamie Gorson Benario","raw_affiliation_strings":["Education for Social Impact, Google, Chicago, IL, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-0385-4357","affiliations":[{"raw_affiliation_string":"Education for Social Impact, Google, Chicago, IL, IL, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002187823","display_name":"Leo Porter","orcid":"https://orcid.org/0000-0003-1435-8401"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leo Porter","raw_affiliation_strings":["UC San Diego, La Jolla, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1435-8401","affiliations":[{"raw_affiliation_string":"UC San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017837548","display_name":"Daniel Zingaro","orcid":"https://orcid.org/0000-0002-1568-4826"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Daniel Zingaro","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0002-1568-4826","affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5099497351"],"corresponding_institution_ids":["https://openalex.org/I36258959"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44881533,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"32","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.4361000061035156,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.4361000061035156,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.08179999887943268,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.05180000141263008,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.4205999970436096},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.3831000030040741},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.3783000111579895},{"id":"https://openalex.org/keywords/student-engagement","display_name":"Student engagement","score":0.36390000581741333},{"id":"https://openalex.org/keywords/course","display_name":"Course (navigation)","score":0.33090001344680786},{"id":"https://openalex.org/keywords/at-risk-students","display_name":"At-risk students","score":0.3061999976634979}],"concepts":[{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4729999899864197},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.4205999970436096},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3880999982357025},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.3831000030040741},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.38109999895095825},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C194519906","wikidata":"https://www.wikidata.org/wiki/Q7627827","display_name":"Student engagement","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C2777552389","wikidata":"https://www.wikidata.org/wiki/Q1962728","display_name":"Course (navigation)","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C2779479571","wikidata":"https://www.wikidata.org/wiki/Q4812273","display_name":"At-risk students","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C2780067481","wikidata":"https://www.wikidata.org/wiki/Q1813450","display_name":"Course evaluation","level":3,"score":0.3043999969959259},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C2781206393","wikidata":"https://www.wikidata.org/wiki/Q2748419","display_name":"Academic achievement","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C2986206625","wikidata":"https://www.wikidata.org/wiki/Q18185","display_name":"Student achievement","level":3,"score":0.2985000014305115},{"id":"https://openalex.org/C44877443","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science education","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C188231857","wikidata":"https://www.wikidata.org/wiki/Q2585724","display_name":"Educational assessment","level":2,"score":0.2786000072956085}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3786228.3786234","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786234","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/142747","is_oa":true,"landing_page_url":"https://hdl.handle.net/10919/142747","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/e8da3fc4-2523-4572-83d9-82195df45f39/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1145/3786228.3786234","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786234","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8402019143104553,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1461495369","display_name":null,"funder_award_id":"2417374","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1967965792","https://openalex.org/W2012560454","https://openalex.org/W2016226370","https://openalex.org/W2029974693","https://openalex.org/W2041103998","https://openalex.org/W2053373778","https://openalex.org/W2057642512","https://openalex.org/W2063525260","https://openalex.org/W2139340376","https://openalex.org/W2158534319","https://openalex.org/W2159390678","https://openalex.org/W2162821268","https://openalex.org/W2280468526","https://openalex.org/W2347061999","https://openalex.org/W2517079402","https://openalex.org/W2517830973","https://openalex.org/W2551949838","https://openalex.org/W2765759669","https://openalex.org/W2796264325","https://openalex.org/W2917563899","https://openalex.org/W2940189541","https://openalex.org/W3007312436","https://openalex.org/W3048346763","https://openalex.org/W3176086860","https://openalex.org/W3195710064","https://openalex.org/W3195797676","https://openalex.org/W3196079782","https://openalex.org/W4211263275","https://openalex.org/W4242286363","https://openalex.org/W4323033785","https://openalex.org/W4323526440","https://openalex.org/W4366420437","https://openalex.org/W4367672983","https://openalex.org/W4383818129","https://openalex.org/W4386584937","https://openalex.org/W4390315357","https://openalex.org/W4391584331","https://openalex.org/W4392564650","https://openalex.org/W4392564669","https://openalex.org/W4396833177","https://openalex.org/W4398785929","https://openalex.org/W4399476954","https://openalex.org/W4400267690","https://openalex.org/W4400268471","https://openalex.org/W4400410867","https://openalex.org/W4400642852","https://openalex.org/W4405821763","https://openalex.org/W4406803762","https://openalex.org/W4409211678"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4,33,75],"broad":[5],"implications":[6],"for":[7,31,124,178],"education":[8,73],"in":[9,26,45,59,193],"general,":[10],"impacting":[11],"the":[12,39,62,91,104,120,129,149,202,213],"foundations":[13],"of":[14,41,61,81,108,122,143,182],"what":[15],"we":[16,20,102],"teach":[17],"and":[18,67,106,141,146,156,197],"how":[19,68],"assess.":[21],"This":[22],"is":[23],"especially":[24],"true":[25],"computing,":[27],"where":[28],"LLMs":[29,123],"tuned":[30],"coding":[32],"demonstrated":[34],"shockingly":[35],"good":[36],"performance":[37,165],"on":[38,212],"types":[40],"assignments":[42],"historically":[43],"used":[44,132],"introductory":[46],"CS":[47],"(CS1)":[48],"courses.":[49],"As":[50],"a":[51,109,114],"result,":[52],"CS1":[53,111],"courses":[54,179],"will":[55],"need":[56],"to":[57,77,87,133,175],"change":[58],"terms":[60],"skills":[63],"that":[64,93,118,161],"are":[65,70,172],"taught":[66],"they":[69],"assessed.":[71],"Computing":[72],"researchers":[74],"begun":[76],"study":[78],"student":[79,97,125,144,163],"use":[80,121],"LLMs,":[82],"but":[83],"there":[84],"remains":[85],"much":[86],"be":[88,190],"understood":[89],"about":[90],"ways":[92],"these":[94],"tools":[95,204],"affect":[96],"outcomes.":[98],"In":[99],"this":[100],"paper,":[101],"present":[103],"design":[105,130],"evaluation":[107,142],"new":[110,138],"course":[112,139,150],"at":[113],"large":[115],"research-intensive":[116],"university":[117],"integrates":[119],"learning.":[126],"We":[127],"describe":[128],"principles":[131],"create":[134],"our":[135,137],"course,":[136],"objectives,":[140],"outcomes":[145,177],"perceptions":[147],"throughout":[148],"as":[151],"measured":[152],"by":[153],"assessment":[154],"scores":[155],"surveys.":[157],"Our":[158],"findings":[159],"suggest":[160],"1)":[162],"exam":[164],"outcomes,":[166],"including":[167],"differences":[168],"among":[169],"demographic":[170],"groups,":[171],"largely":[173],"similar":[174],"historical":[176],"without":[180],"integration":[181],"LLM":[183,195,203],"tools,":[184],"2)":[185],"large,":[186],"open-ended":[187],"projects":[188],"may":[189],"particularly":[191],"valuable":[192],"an":[194],"context,":[196],"3)":[198],"students":[199],"predominantly":[200],"found":[201],"helpful,":[205],"although":[206],"some":[207],"had":[208],"concerns":[209],"regarding":[210],"over-reliance":[211],"tools.":[214]},"counts_by_year":[],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2026-03-17T00:00:00"}