{"id":"https://openalex.org/W4409211647","doi":"https://doi.org/10.1145/3716640.3716647","title":"LLM-itation is the Sincerest Form of Data: Generating Synthetic Buggy Code Submissions for Computing Education","display_name":"LLM-itation is the Sincerest Form of Data: Generating Synthetic Buggy Code Submissions for Computing Education","publication_year":2025,"publication_date":"2025-02-12","ids":{"openalex":"https://openalex.org/W4409211647","doi":"https://doi.org/10.1145/3716640.3716647"},"language":"en","primary_location":{"id":"doi:10.1145/3716640.3716647","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716647","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716647","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716647","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041367899","display_name":"Juho Leinonen","orcid":"https://orcid.org/0000-0001-6829-9449"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Juho Leinonen","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-6829-9449","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-5150-9806","affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069751249","display_name":"Olli Kiljunen","orcid":"https://orcid.org/0000-0002-1347-0699"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Olli Kiljunen","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-1347-0699","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042822346","display_name":"Stephen MacNeil","orcid":"https://orcid.org/0000-0003-2781-6619"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen MacNeil","raw_affiliation_strings":["Temple University, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0003-2781-6619","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064114707","display_name":"Sami Sarsa","orcid":"https://orcid.org/0000-0002-7277-9282"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sami Sarsa","raw_affiliation_strings":["University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland"],"raw_orcid":"https://orcid.org/0000-0002-7277-9282","affiliations":[{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076828114","display_name":"Arto Hellas","orcid":"https://orcid.org/0000-0001-6502-209X"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Arto Hellas","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-6502-209X","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5041367899"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":12.7552,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.98357331,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"56","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.955299973487854,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7828810214996338},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.631315290927887},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.39314770698547363},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32477328181266785},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3123863935470581},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.04948568344116211}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7828810214996338},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.631315290927887},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39314770698547363},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32477328181266785},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3123863935470581},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.04948568344116211}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3716640.3716647","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716647","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716647","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/137031","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=105007411612&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"},{"id":"pmh:oai:jyx.jyu.fi:123456789/101482","is_oa":true,"landing_page_url":"http://urn.fi/URN:NBN:fi:jyu-202504163306","pdf_url":"https://jyx.jyu.fi/bitstreams/850c1872-fdba-41ea-9be4-695ac845ed76/download","source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"A4"}],"best_oa_location":{"id":"doi:10.1145/3716640.3716647","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716647","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716647","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409211647.pdf","grobid_xml":"https://content.openalex.org/works/W4409211647.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2090266317","https://openalex.org/W2157895134","https://openalex.org/W2341519927","https://openalex.org/W2605657613","https://openalex.org/W2623751800","https://openalex.org/W2769533150","https://openalex.org/W2908180159","https://openalex.org/W2971006999","https://openalex.org/W3133741462","https://openalex.org/W3133959936","https://openalex.org/W3204818612","https://openalex.org/W4211154348","https://openalex.org/W4211263275","https://openalex.org/W4214922946","https://openalex.org/W4283705032","https://openalex.org/W4285490444","https://openalex.org/W4317502110","https://openalex.org/W4382654294","https://openalex.org/W4384659608","https://openalex.org/W4385570982","https://openalex.org/W4386584937","https://openalex.org/W4389471004","https://openalex.org/W4389966389","https://openalex.org/W4390315357","https://openalex.org/W4390621416","https://openalex.org/W4390985631","https://openalex.org/W4391584331","https://openalex.org/W4392542342","https://openalex.org/W4392564669","https://openalex.org/W4400267701","https://openalex.org/W4401379837","https://openalex.org/W4402684073","https://openalex.org/W4403566184"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"There":[0],"is":[1,11,60],"a":[2,66],"great":[3],"need":[4],"for":[5,113,185],"data":[6,59,100,131,142,168],"in":[7,55,94,143,194],"computing":[8,42,186],"education":[9,43,187],"research.Data":[10],"needed":[12],"to":[13,18,24,29,50,69,79,135,155,171,178],"understand":[14],"how":[15],"students":[16],"behave,":[17],"train":[19],"models":[20,63],"of":[21,83,122,139,181],"student":[22,84,99,130,146,167,199],"behavior":[23],"optimally":[25],"support":[26,92],"students,":[27],"and":[28,31,36,53,87,91,128,189],"develop":[30,86],"validate":[32],"new":[33],"assessment":[34],"tools":[35],"learning":[37],"analytics":[38],"techniques.However,":[39],"relatively":[40],"few":[41],"datasets":[44,184],"are":[45,161],"shared":[46],"openly,":[47],"often":[48],"due":[49],"privacy":[51],"regulations":[52],"issues":[54],"making":[56],"sure":[57],"the":[58,120,137,140,179,195],"anonymous.Large":[61],"language":[62],"(LLMs)":[64],"offer":[65],"promising":[67],"approach":[68],"create":[70],"large-scale,":[71],"privacy-preserving":[72],"synthetic":[73,109,127,141,157,183],"data,":[74],"which":[75],"can":[76,152],"be":[77,102,153],"used":[78,154],"explore":[80],"various":[81],"aspects":[82],"learning,":[85],"test":[88,123,172],"educational":[89],"technologies,":[90],"research":[93,176,188],"areas":[95],"where":[96],"collecting":[97],"real":[98,129,145,166],"may":[101],"challenging":[103],"or":[104],"impractical.This":[105],"work":[106],"explores":[107],"generating":[108],"buggy":[110],"code":[111],"submissions":[112,159],"introductory":[114],"programming":[115],"exercises":[116],"using":[117],"GPT-4o.We":[118],"compare":[119],"distribution":[121],"case":[124,173],"failures":[125],"between":[126],"from":[132,165],"two":[133],"courses":[134],"analyze":[136],"accuracy":[138],"mimicking":[144],"data.Our":[147],"findings":[148],"suggest":[149],"that":[150,160],"LLMs":[151],"generate":[156],"incorrect":[158],"not":[162],"significantly":[163],"different":[164],"with":[169],"regard":[170],"failure":[174],"distributions.Our":[175],"contributes":[177],"development":[180],"reliable":[182],"teaching,":[190],"potentially":[191],"accelerating":[192],"progress":[193],"field":[196],"while":[197],"preserving":[198],"privacy.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}