{"id":"https://openalex.org/W4321162272","doi":"https://doi.org/10.1145/3544548.3580919","title":"Studying the effect of AI Code Generators on Supporting Novice Learners in Introductory Programming","display_name":"Studying the effect of AI Code Generators on Supporting Novice Learners in Introductory Programming","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4321162272","doi":"https://doi.org/10.1145/3544548.3580919"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3580919","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3580919","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3580919","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3580919","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025795377","display_name":"Majeed Kazemitabaar","orcid":"https://orcid.org/0000-0001-6118-7938"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Majeed Kazemitabaar","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6118-7938","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103014895","display_name":"Justin Chow","orcid":"https://orcid.org/0000-0001-9668-8759"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Justin Chow","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0001-9668-8759","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074446496","display_name":"Carl Ka To","orcid":"https://orcid.org/0000-0002-5178-6918"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Carl Ka To Ma","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5178-6918","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005683626","display_name":"Barbara Ericson","orcid":"https://orcid.org/0000-0001-6881-8341"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barbara J. Ericson","raw_affiliation_strings":["School of Information, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0001-6881-8341","affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044386678","display_name":"David Weintrop","orcid":"https://orcid.org/0000-0002-3009-3899"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Weintrop","raw_affiliation_strings":["College of Education, College of Information Studies, University of Maryland, United States"],"raw_orcid":"https://orcid.org/0000-0002-3009-3899","affiliations":[{"raw_affiliation_string":"College of Education, College of Information Studies, University of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058485609","display_name":"Tovi Grossman","orcid":"https://orcid.org/0000-0002-0494-5373"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tovi Grossman","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0494-5373","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":106.7549,"has_fulltext":true,"cited_by_count":325,"citation_normalized_percentile":{"value":0.99961082,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8013721704483032},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.7594007253646851},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6001372933387756},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.5291320085525513},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.496839314699173},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4911057949066162},{"id":"https://openalex.org/keywords/pair-programming","display_name":"Pair programming","score":0.4168434739112854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39535874128341675},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38155505061149597},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.14641207456588745},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.09447383880615234}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8013721704483032},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7594007253646851},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6001372933387756},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.5291320085525513},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.496839314699173},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4911057949066162},{"id":"https://openalex.org/C174063052","wikidata":"https://www.wikidata.org/wiki/Q607013","display_name":"Pair programming","level":4,"score":0.4168434739112854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39535874128341675},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38155505061149597},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.14641207456588745},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.09447383880615234},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3544548.3580919","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3580919","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3580919","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2302.07427","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.07427","pdf_url":"https://arxiv.org/pdf/2302.07427","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3544548.3580919","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3580919","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3580919","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8600000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321162272.pdf","grobid_xml":"https://content.openalex.org/works/W4321162272.grobid-xml"},"referenced_works_count":96,"referenced_works":["https://openalex.org/W7776274","https://openalex.org/W1481305879","https://openalex.org/W1487905039","https://openalex.org/W1580195166","https://openalex.org/W1655078475","https://openalex.org/W1971916043","https://openalex.org/W1974089349","https://openalex.org/W1976637107","https://openalex.org/W1985791213","https://openalex.org/W1986659921","https://openalex.org/W1987744479","https://openalex.org/W1990060255","https://openalex.org/W1994532632","https://openalex.org/W1996945439","https://openalex.org/W2012401665","https://openalex.org/W2030538107","https://openalex.org/W2049931297","https://openalex.org/W2053454696","https://openalex.org/W2058969248","https://openalex.org/W2065907635","https://openalex.org/W2071792242","https://openalex.org/W2083344440","https://openalex.org/W2084114645","https://openalex.org/W2084944215","https://openalex.org/W2087634802","https://openalex.org/W2100029531","https://openalex.org/W2100120627","https://openalex.org/W2107026277","https://openalex.org/W2111209739","https://openalex.org/W2127791224","https://openalex.org/W2132525863","https://openalex.org/W2135943618","https://openalex.org/W2158396456","https://openalex.org/W2160851124","https://openalex.org/W2165365113","https://openalex.org/W2166847432","https://openalex.org/W2168795140","https://openalex.org/W2175297521","https://openalex.org/W2196854537","https://openalex.org/W2231327593","https://openalex.org/W2264926079","https://openalex.org/W2289809526","https://openalex.org/W2295159694","https://openalex.org/W2295477536","https://openalex.org/W2339183141","https://openalex.org/W2343761914","https://openalex.org/W2396578647","https://openalex.org/W2476556555","https://openalex.org/W2500992586","https://openalex.org/W2501933020","https://openalex.org/W2550568705","https://openalex.org/W2741327305","https://openalex.org/W2751448157","https://openalex.org/W2766230222","https://openalex.org/W2766624855","https://openalex.org/W2885150285","https://openalex.org/W2886511030","https://openalex.org/W2897616367","https://openalex.org/W2910880405","https://openalex.org/W2913144876","https://openalex.org/W2916708654","https://openalex.org/W2916721057","https://openalex.org/W2952842591","https://openalex.org/W2963617989","https://openalex.org/W2964325845","https://openalex.org/W2964982419","https://openalex.org/W2979992236","https://openalex.org/W2980547797","https://openalex.org/W3002225268","https://openalex.org/W3034813066","https://openalex.org/W3047940318","https://openalex.org/W3098605233","https://openalex.org/W3104874136","https://openalex.org/W3123575829","https://openalex.org/W3126675481","https://openalex.org/W3177813494","https://openalex.org/W4211263275","https://openalex.org/W4220962633","https://openalex.org/W4224308101","https://openalex.org/W4225108562","https://openalex.org/W4225120919","https://openalex.org/W4225149680","https://openalex.org/W4236263255","https://openalex.org/W4237412827","https://openalex.org/W4239185796","https://openalex.org/W4253079834","https://openalex.org/W4283446320","https://openalex.org/W4283705032","https://openalex.org/W4292779060","https://openalex.org/W4307472488","https://openalex.org/W4311887664","https://openalex.org/W4320839460","https://openalex.org/W4321633328","https://openalex.org/W4385245566","https://openalex.org/W6778883912","https://openalex.org/W6811216112"],"related_works":["https://openalex.org/W2475116013","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W2385135707","https://openalex.org/W2140315382","https://openalex.org/W2059109728","https://openalex.org/W322691623","https://openalex.org/W2207495067","https://openalex.org/W1906486629","https://openalex.org/W4312763760"],"abstract_inverted_index":{"AI":[0,33],"code":[1,15,34],"generators":[2,35],"like":[3],"OpenAI":[4],"Codex":[5,78,104],"have":[6,36],"the":[7,30,61,106,113],"potential":[8],"to":[9,65,103,147],"assist":[10],"novice":[11],"programmers":[12],"by":[13,69],"generating":[14],"from":[16],"natural":[17],"language":[18],"descriptions,":[19],"however,":[20],"over-reliance":[21],"might":[22],"negatively":[23],"impact":[24],"learning":[25],"and":[26,87],"retention.":[27],"To":[28],"explore":[29],"implications":[31],"that":[32,76],"on":[37,52,95,112,139],"introductory":[38],"programming,":[39],"we":[40],"conducted":[41,116],"a":[42,70],"controlled":[43],"experiment":[44],"with":[45,101,131],"69":[46],"novices":[47],"(ages":[48],"10-17).":[49],"Learners":[50],"worked":[51],"45":[53],"Python":[54],"code-authoring":[55,81],"tasks,":[56],"for":[57],"which":[58],"half":[59],"of":[60],"learners":[62,100,130],"had":[63,144],"access":[64,102,146],"Codex,":[66],"each":[67],"followed":[68],"code-modification":[71,97],"task.":[72],"Our":[73],"results":[74],"show":[75],"using":[77],"significantly":[79,137],"increased":[80,84],"performance":[82,94],"(1.15x":[83],"completion":[85],"rate":[86],"1.8x":[88],"higher":[89,132],"scores)":[90],"while":[91],"not":[92,124],"decreasing":[93],"manual":[96],"tasks.":[98],"Additionally,":[99],"during":[105],"training":[107],"phase":[108],"performed":[109,136],"slightly":[110],"better":[111,138],"evaluation":[114],"post-tests":[115],"one":[117],"week":[118],"later,":[119],"although":[120],"this":[121],"difference":[122],"did":[123],"reach":[125],"statistical":[126],"significance.":[127],"Of":[128],"interest,":[129],"Scratch":[133],"pre-test":[134],"scores":[135],"retention":[140],"post-tests,":[141],"if":[142],"they":[143],"prior":[145],"Codex.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":77},{"year":2025,"cited_by_count":114},{"year":2024,"cited_by_count":103},{"year":2023,"cited_by_count":31}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2023-02-18T00:00:00"}