{"id":"https://openalex.org/W4392564746","doi":"https://doi.org/10.1145/3626252.3630863","title":"Evaluating Automatically Generated Contextualised Programming Exercises","display_name":"Evaluating Automatically Generated Contextualised Programming Exercises","publication_year":2024,"publication_date":"2024-03-07","ids":{"openalex":"https://openalex.org/W4392564746","doi":"https://doi.org/10.1145/3626252.3630863"},"language":"en","primary_location":{"id":"doi:10.1145/3626252.3630863","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626252.3630863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049667540","display_name":"Andre del Carpio Gutierrez","orcid":"https://orcid.org/0009-0004-0208-4567"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Andre Del Carpio Gutierrez","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5049667540"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":10.782,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.98289243,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"289","last_page":"295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7685946226119995},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6155269145965576},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5445012450218201},{"id":"https://openalex.org/keywords/inductive-programming","display_name":"Inductive programming","score":0.5199164748191833},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.47533488273620605},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.4452376663684845},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.35320335626602173},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.35275620222091675},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33938103914260864},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3089282214641571},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10496717691421509}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685946226119995},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6155269145965576},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5445012450218201},{"id":"https://openalex.org/C50033165","wikidata":"https://www.wikidata.org/wiki/Q15712089","display_name":"Inductive programming","level":3,"score":0.5199164748191833},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.47533488273620605},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.4452376663684845},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35320335626602173},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35275620222091675},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33938103914260864},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3089282214641571},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10496717691421509},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626252.3630863","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626252.3630863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6899999976158142,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1544133109","https://openalex.org/W1964924410","https://openalex.org/W1993868776","https://openalex.org/W1997936823","https://openalex.org/W2013852212","https://openalex.org/W2045600380","https://openalex.org/W2052560135","https://openalex.org/W2063268957","https://openalex.org/W2071272561","https://openalex.org/W2126171217","https://openalex.org/W2140800398","https://openalex.org/W2152619061","https://openalex.org/W2554919770","https://openalex.org/W2582325117","https://openalex.org/W2587751095","https://openalex.org/W2766715593","https://openalex.org/W2917563899","https://openalex.org/W3002428628","https://openalex.org/W3106625454","https://openalex.org/W3138715211","https://openalex.org/W3160638507","https://openalex.org/W4249300565","https://openalex.org/W4283705032","https://openalex.org/W4323033692","https://openalex.org/W4323033758","https://openalex.org/W4382654294","https://openalex.org/W4391584331"],"related_works":["https://openalex.org/W2161156675","https://openalex.org/W4287829362","https://openalex.org/W4387445043","https://openalex.org/W3009891130","https://openalex.org/W2172209430","https://openalex.org/W4296878212","https://openalex.org/W1988273104","https://openalex.org/W2378928660","https://openalex.org/W3117088238","https://openalex.org/W1943224404"],"abstract_inverted_index":{"Introductory":[0],"programming":[1,10,42,83,111,133,152],"courses":[2],"often":[3],"require":[4],"students":[5,54],"to":[6,34,55,58,78,105,128,149],"solve":[7],"many":[8,151],"small":[9],"exercises":[11,31,43,84,134,153,166],"as":[12],"part":[13],"of":[14,49,67,82,90,110,125,164],"their":[15,60],"learning.":[16],"Researchers":[17],"have":[18],"previously":[19],"suggested":[20],"that":[21,44,85,98,135],"the":[22,26,65,107,114,123,162,165],"context":[23],"used":[24,148],"in":[25],"problem":[27,157],"description":[28],"for":[29,76],"these":[30],"is":[32,74],"likely":[33],"impact":[35],"student":[36,70],"engagement":[37],"and":[38,131,159],"motivation.":[39],"Furthermore,":[40],"supplying":[41],"use":[45],"a":[46,68,87],"broad":[47],"range":[48,89],"contexts":[50,57],"or":[51],"even":[52],"allowing":[53],"select":[56],"personalize":[59],"own":[61],"exercises,":[62,112],"may":[63,102],"support":[64],"interests":[66],"diverse":[69],"population.":[71],"Unfortunately,":[72],"it":[73],"time-consuming":[75],"instructors":[77],"create":[79,129],"large":[80,99],"numbers":[81],"provide":[86],"wide":[88],"contextualized":[91,156],"problems.":[92],"However,":[93],"recent":[94],"work":[95],"has":[96],"shown":[97],"language":[100],"models":[101],"be":[103],"able":[104],"automate":[106],"mass":[108],"production":[109],"reducing":[113],"burden":[115],"on":[116],"instructors.":[117],"In":[118],"this":[119],"research,":[120],"we":[121,143],"explore":[122],"potential":[124],"OpenAI's":[126],"GPT-4":[127],"high-quality":[130],"novel":[132],"implement":[136],"various":[137,155],"contexts.":[138],"Finally,":[139],"through":[140],"prompt":[141],"engineering,":[142],"compare":[144],"different":[145],"prompting":[146],"strategies":[147],"generate":[150],"with":[154],"descriptions":[158],"then":[160],"evaluate":[161],"quality":[163],"generated.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}