{"id":"https://openalex.org/W4402402726","doi":"https://doi.org/10.1109/cseet62301.2024.10662984","title":"Automated Programming Exercise Generation in the Era of Large Language Models","display_name":"Automated Programming Exercise Generation in the Era of Large Language Models","publication_year":2024,"publication_date":"2024-07-29","ids":{"openalex":"https://openalex.org/W4402402726","doi":"https://doi.org/10.1109/cseet62301.2024.10662984"},"language":"en","primary_location":{"id":"doi:10.1109/cseet62301.2024.10662984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cseet62301.2024.10662984","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 36th International Conference on Software Engineering Education and Training (CSEE&T)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107104527","display_name":"Niklas Mei\u00dfner","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Niklas Mei\u00dfner","raw_affiliation_strings":["Institute of Software Engineering, University of Stuttgart,Stuttgart,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Software Engineering, University of Stuttgart,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040364902","display_name":"Sandro Speth","orcid":"https://orcid.org/0000-0002-9790-3702"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sandro Speth","raw_affiliation_strings":["Institute of Software Engineering, University of Stuttgart,Stuttgart,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Software Engineering, University of Stuttgart,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054632200","display_name":"Steffen Becker","orcid":"https://orcid.org/0000-0002-4532-1460"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Steffen Becker","raw_affiliation_strings":["Institute of Software Engineering, University of Stuttgart,Stuttgart,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Software Engineering, University of Stuttgart,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5107104527"],"corresponding_institution_ids":["https://openalex.org/I100066346"],"apc_list":null,"apc_paid":null,"fwci":4.7139,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.95528764,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7420531511306763},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5565850734710693},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3527095913887024}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7420531511306763},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5565850734710693},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3527095913887024}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cseet62301.2024.10662984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cseet62301.2024.10662984","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 36th International Conference on Software Engineering Education and Training (CSEE&T)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2550022464","https://openalex.org/W2989613245","https://openalex.org/W3084021717","https://openalex.org/W3197661515","https://openalex.org/W3208210283","https://openalex.org/W4205193154","https://openalex.org/W4283705032","https://openalex.org/W4294768397","https://openalex.org/W4321649710","https://openalex.org/W4366980161","https://openalex.org/W4386323435","https://openalex.org/W4388654530","https://openalex.org/W4393468332","https://openalex.org/W4393763182","https://openalex.org/W4402402509","https://openalex.org/W6802882026"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Lecturers":[0],"are":[1,23],"increasingly":[2],"attempting":[3],"to":[4,10,27,137,144],"use":[5,42],"large":[6],"language":[7],"models":[8],"(LLMs)":[9],"simplify":[11],"and":[12,48,58,75,140],"make":[13],"the":[14,29,41,60,123],"creation":[15,31,54],"of":[16,43,82,126],"exercises":[17],"for":[18,50,92],"students":[19],"more":[20],"efficient.":[21],"Efforts":[22],"also":[24],"being":[25],"made":[26],"automate":[28],"exercise":[30,53,85,120],"process":[32],"in":[33,55,101,108,119,129],"software":[34],"engineering":[35],"(SE)":[36],"education.":[37],"This":[38,114],"study":[39],"explores":[40],"advanced":[44],"LLMs,":[45],"including":[46],"GPT-4":[47],"LaMDA,":[49],"automated":[51],"programming":[52,103],"higher":[56],"education":[57,147],"compares":[59],"results":[61],"with":[62],"related":[63],"work":[64],"using":[65],"GPT-3.5-turbo.":[66],"Utilizing":[67],"applications":[68],"such":[69],"as":[70],"ChatGPT,":[71],"Bing":[72],"AI":[73],"Chat,":[74],"Google":[76],"Bard,":[77],"we":[78],"identify":[79],"LLMs":[80,98],"capable":[81],"initiating":[83],"different":[84],"designs.":[86],"However,":[87],"manual":[88],"refinement":[89],"is":[90],"crucial":[91],"accuracy.":[93],"Common":[94],"error":[95],"patterns":[96],"across":[97],"highlight":[99],"challenges":[100],"complex":[102],"concepts,":[104],"while":[105],"specific":[106],"strengths":[107],"various":[109],"topics":[110],"showcase":[111],"model":[112],"distinctions.":[113],"research":[115],"underscores":[116],"LLMs'":[117],"value":[118],"generation,":[121],"emphasizing":[122],"critical":[124],"role":[125],"human":[127],"supervision":[128],"refining":[130],"these":[131],"processes.":[132],"Our":[133],"concise":[134],"insights":[135],"cater":[136],"educators,":[138],"practitioners,":[139],"other":[141],"researchers":[142],"seeking":[143],"enhance":[145],"SE":[146],"through":[148],"LLM":[149],"applications.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}