{"id":"https://openalex.org/W4211263275","doi":"https://doi.org/10.1145/3511861.3511863","title":"The Robots Are Coming: Exploring the Implications of OpenAI Codex on Introductory Programming","display_name":"The Robots Are Coming: Exploring the Implications of OpenAI Codex on Introductory Programming","publication_year":2022,"publication_date":"2022-02-09","ids":{"openalex":"https://openalex.org/W4211263275","doi":"https://doi.org/10.1145/3511861.3511863"},"language":"en","primary_location":{"id":"doi:10.1145/3511861.3511863","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511861.3511863","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511861.3511863","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3511861.3511863","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077537139","display_name":"James Finnie-Ansley","orcid":"https://orcid.org/0000-0002-4279-6284"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"James Finnie-Ansley","raw_affiliation_strings":["The University of Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["The University of Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054692443","display_name":"Brett A. Becker","orcid":"https://orcid.org/0000-0003-1446-647X"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Brett A. Becker","raw_affiliation_strings":["University College Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["The University of Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065053503","display_name":"James Prather","orcid":"https://orcid.org/0000-0003-2807-6042"},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Prather","raw_affiliation_strings":["Abilene Christian University, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Abilene Christian University, United States","institution_ids":["https://openalex.org/I60205797"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5077537139"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":81.8754,"has_fulltext":true,"cited_by_count":399,"citation_normalized_percentile":{"value":0.99943449,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"10","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9498000144958496,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.944599986076355,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.7952655553817749},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.752048671245575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6315519213676453},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5300628542900085},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5194060802459717},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.417125403881073},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33413225412368774}],"concepts":[{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7952655553817749},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.752048671245575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6315519213676453},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5300628542900085},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5194060802459717},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.417125403881073},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33413225412368774},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3511861.3511863","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511861.3511863","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511861.3511863","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th Australasian Computing Education Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3511861.3511863","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511861.3511863","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511861.3511863","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th Australasian Computing Education Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4211263275.pdf","grobid_xml":"https://content.openalex.org/works/W4211263275.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1976046620","https://openalex.org/W1980871615","https://openalex.org/W1983799571","https://openalex.org/W2022121644","https://openalex.org/W2037237472","https://openalex.org/W2043918190","https://openalex.org/W2052560135","https://openalex.org/W2065667299","https://openalex.org/W2116257273","https://openalex.org/W2138432297","https://openalex.org/W2158244854","https://openalex.org/W2281037989","https://openalex.org/W2283046216","https://openalex.org/W2526374745","https://openalex.org/W2580055958","https://openalex.org/W2727765388","https://openalex.org/W2783082347","https://openalex.org/W2910880405","https://openalex.org/W2916708654","https://openalex.org/W2917712284","https://openalex.org/W2996517729","https://openalex.org/W2997612874","https://openalex.org/W3035250811","https://openalex.org/W3086641389","https://openalex.org/W3095319910","https://openalex.org/W3127079402","https://openalex.org/W3135213231","https://openalex.org/W4240246683","https://openalex.org/W4242291895"],"related_works":["https://openalex.org/W2341492732","https://openalex.org/W3187193180","https://openalex.org/W106542691","https://openalex.org/W4287027380","https://openalex.org/W1699080303","https://openalex.org/W4297799326","https://openalex.org/W2207495067","https://openalex.org/W1906486629","https://openalex.org/W2789551765","https://openalex.org/W3081644756"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,12,18,157,177,199,216],"artificial":[3],"intelligence":[4],"have":[5,40,175,233],"been":[6,21],"driven":[7],"by":[8,23],"an":[9,206],"exponential":[10],"growth":[11],"digitised":[13],"data.":[14],"Natural":[15],"language":[16,74],"processing,":[17],"particular,":[19],"has":[20],"transformed":[22],"machine":[24],"learning":[25,57],"models":[26],"such":[27,230],"as":[28,80,86,237],"OpenAI\u2019s":[29],"GPT-3":[30],"which":[31],"generates":[32,83],"human-like":[33],"text":[34],"so":[35],"realistic":[36],"that":[37,144,205,229],"its":[38,46,118],"developers":[39],"warned":[41],"of":[42,45,76,164,218],"the":[43,165,182,200,227],"dangers":[44],"misuse.":[47],"In":[48,103],"recent":[49],"months":[50],"OpenAI":[51],"released":[52],"Codex,":[53],"a":[54,72,77],"new":[55],"deep":[56],"model":[58,183],"trained":[59],"on":[60,111,120],"Python":[61],"code":[62,85,97,222],"from":[63,124,133],"more":[64],"than":[65],"50":[66],"million":[67],"GitHub":[68],"repositories.":[69],"Provided":[70],"with":[71,170],"natural":[73],"description":[75],"programming":[78,99,114,126],"problem":[79,158],"input,":[81],"Codex":[82,109,145,153,201],"solution":[84],"output.":[87],"It":[88],"can":[89],"also":[90,192],"explain":[91],"(in":[92],"English)":[93],"input":[94,208],"code,":[95],"translate":[96],"between":[98],"languages,":[100],"and":[101,128,221,245],"more.":[102],"this":[104],"work,":[105],"we":[106,174,225],"explore":[107,151,193],"how":[108,152,194],"performs":[110],"typical":[112],"introductory":[113,125],"problems.":[115],"We":[116,149,180,191],"report":[117],"performance":[119],"real":[121],"questions":[122],"taken":[123],"exams":[127,139],"compare":[129],"it":[130,238],"to":[131,212,240],"results":[132],"students":[134],"who":[135],"took":[136],"these":[137],"same":[138],"under":[140],"normal":[141],"conditions,":[142],"demonstrating":[143],"outscores":[146],"most":[147],"students.":[148],"then":[150],"handles":[154],"subtle":[155],"variations":[156],"wording":[159],"using":[160],"several":[161],"published":[162],"variants":[163],"well-known":[166],"\u201cRainfall":[167],"Problem\u201d":[168],"along":[169],"one":[171],"unpublished":[172],"variant":[173],"used":[176],"our":[178],"teaching.":[179],"find":[181],"passes":[184],"many":[185],"test":[186],"cases":[187],"for":[188,234],"all":[189],"variants.":[190],"much":[195],"variation":[196],"there":[197],"is":[198],"generated":[202],"solutions,":[203],"observing":[204],"identical":[207],"prompt":[209],"frequently":[210],"leads":[211],"very":[213],"different":[214],"solutions":[215],"terms":[217],"algorithmic":[219],"approach":[220],"length.":[223],"Finally,":[224],"discuss":[226],"implications":[228],"technology":[231],"will":[232],"computing":[235],"education":[236],"continues":[239],"evolve,":[241],"including":[242],"both":[243],"challenges":[244],"opportunities.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":109},{"year":2024,"cited_by_count":156},{"year":2023,"cited_by_count":100},{"year":2022,"cited_by_count":9},{"year":2013,"cited_by_count":1}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}