{"id":"https://openalex.org/W7202081114","doi":"https://doi.org/10.1145/3765964.3811658","title":"Evaluating LLM-Generated Contextualized Algorithm Design Problems","display_name":"Evaluating LLM-Generated Contextualized Algorithm Design Problems","publication_year":2026,"publication_date":"2026-08-10","ids":{"openalex":"https://openalex.org/W7202081114","doi":"https://doi.org/10.1145/3765964.3811658"},"language":null,"primary_location":{"id":"doi:10.1145/3765964.3811658","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3765964.3811658","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on International Computing Education Research Vol. 1","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3765964.3811658","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Erica Goodwin","orcid":"https://orcid.org/0009-0004-0614-8310"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erica Goodwin","raw_affiliation_strings":["University of Chicago, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0009-0004-0614-8310","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238","https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Katherine Braught","orcid":"https://orcid.org/0000-0002-9838-8028"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katherine Braught","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-9838-8028","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jonathan Liu","orcid":"https://orcid.org/0000-0002-8602-2002"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Liu","raw_affiliation_strings":["University of Chicago, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-8602-2002","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238","https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dip Kiran Pradhan Newar","orcid":"https://orcid.org/0009-0003-3499-3645"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dip Kiran Pradhan Newar","raw_affiliation_strings":["Utah State University, Logan, UT, USA"],"raw_orcid":"https://orcid.org/0009-0003-3499-3645","affiliations":[{"raw_affiliation_string":"Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yael Gertner","orcid":"https://orcid.org/0000-0001-8818-8172"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yael Gertner","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0001-8818-8172","affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Seth Poulsen","orcid":"https://orcid.org/0000-0001-6284-9972"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seth Poulsen","raw_affiliation_strings":["Utah State University, Logan, UT, USA"],"raw_orcid":"https://orcid.org/0000-0001-6284-9972","affiliations":[{"raw_affiliation_string":"Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"last","author":{"id":null,"display_name":"Diana Franklin","orcid":"https://orcid.org/0000-0003-1495-9805"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diana Franklin","raw_affiliation_strings":["University of Chicago, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0000-0003-1495-9805","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238","https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"407","last_page":"421"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6359000205993652},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5397999882698059},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4796999990940094},{"id":"https://openalex.org/keywords/algorithm-design","display_name":"Algorithm design","score":0.3903999924659729},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.36579999327659607},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.362199991941452},{"id":"https://openalex.org/keywords/program-design-language","display_name":"Program Design Language","score":0.3075999915599823}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.684499979019165},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6359000205993652},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5397999882698059},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4796999990940094},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.3903999924659729},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37369999289512634},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C206674616","wikidata":"https://www.wikidata.org/wiki/Q7038222","display_name":"Program Design Language","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3070000112056732},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3019999861717224},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.30169999599456787},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.28200000524520874},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C543847140","wikidata":"https://www.wikidata.org/wiki/Q2642826","display_name":"Realism","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.2599000036716461}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3765964.3811658","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3765964.3811658","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on International Computing Education Research Vol. 1","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3765964.3811658","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3765964.3811658","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on International Computing Education Research Vol. 1","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3337746138","display_name":"Collaborative Research: CUE-T: Theory-ABCs: Transforming Online Theory Instruction while building Ability, Belonging, and Confidence","funder_award_id":"2434362","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5770373782","display_name":"The CSGrad4US Fellowship Program","funder_award_id":"2313998","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W104531168","https://openalex.org/W354024470","https://openalex.org/W1530673042","https://openalex.org/W1964692724","https://openalex.org/W2037449813","https://openalex.org/W2057673348","https://openalex.org/W2071355065","https://openalex.org/W2096329292","https://openalex.org/W2121133761","https://openalex.org/W2122025961","https://openalex.org/W2131386436","https://openalex.org/W2135061201","https://openalex.org/W2314181201","https://openalex.org/W2465398205","https://openalex.org/W2577104533","https://openalex.org/W2592914592","https://openalex.org/W2604531186","https://openalex.org/W2770847597","https://openalex.org/W2789274906","https://openalex.org/W2794386883","https://openalex.org/W2917802858","https://openalex.org/W3004522011","https://openalex.org/W3007910346","https://openalex.org/W3168846273","https://openalex.org/W4211263275","https://openalex.org/W4237066437","https://openalex.org/W4253651692","https://openalex.org/W4283705032","https://openalex.org/W4301224225","https://openalex.org/W4311186666","https://openalex.org/W4317502110","https://openalex.org/W4323033692","https://openalex.org/W4323033814","https://openalex.org/W4323037544","https://openalex.org/W4380187377","https://openalex.org/W4381587445","https://openalex.org/W4382654294","https://openalex.org/W4390315357","https://openalex.org/W4390490725","https://openalex.org/W4390490875","https://openalex.org/W4392563703","https://openalex.org/W4392564671","https://openalex.org/W4392564746","https://openalex.org/W4399164841","https://openalex.org/W4400410961","https://openalex.org/W4401357303","https://openalex.org/W4407681464","https://openalex.org/W4407681507","https://openalex.org/W4407681569","https://openalex.org/W4407681574","https://openalex.org/W4407760874","https://openalex.org/W4407770946","https://openalex.org/W4407770991","https://openalex.org/W4407771503","https://openalex.org/W4409160450","https://openalex.org/W4411542020","https://openalex.org/W7128820444","https://openalex.org/W7128820760"],"related_works":[],"abstract_inverted_index":{"Background:":[0],"Context":[1],"personalization,":[2],"the":[3,44,119],"practice":[4],"of":[5,46,63,185],"adapting":[6],"learning":[7,19],"materials":[8],"to":[9,16,48,70,118,188],"students\u2019":[10],"personal":[11],"interests,":[12],"has":[13,27,108],"been":[14],"shown":[15],"increase":[17],"student":[18],"and":[20,52,81,90,123,132,151,160,183],"engagement.":[21],"Within":[22],"computer":[23],"science":[24],"education,":[25],"research":[26],"found":[28,109],"that":[29,96,145],"LLMs":[30,47,69],"can":[31],"generate":[32,49,71],"high-quality":[33],"contextualized":[34,55,72,141,172],"introductory":[35,111],"programming":[36,112],"exercises.":[37],"Objective:":[38],"In":[39,60],"this":[40],"paper,":[41],"we":[42,67,138],"evaluate":[43],"capability":[45],"technically":[50,147],"correct":[51],"thematically":[53],"integrated":[54],"algorithm":[56,73,98,120,142,173],"design":[57,74,99,121,143,174],"problems.":[58,113],"Methods:":[59],"a":[61,77,167],"series":[62],"three":[64],"iterative":[65],"studies,":[66],"use":[68],"problems":[75,87,100,144,175],"from":[76],"given":[78],"base":[79],"problem":[80],"theme,":[82],"evaluating":[83],"over":[84],"500":[85],"generated":[86],"for":[88,110,170],"technical":[89],"thematic":[91],"alignment.":[92],"Results:":[93],"We":[94,114,165],"find":[95],"LLM-generated":[97,140],"exhibit":[101],"significantly":[102],"more":[103,158],"issues":[104,116,127,187],"than":[105],"prior":[106],"work":[107],"identify":[115],"specific":[117,162,186],"context":[122],"then":[124],"mitigate":[125],"these":[126,136],"with":[128,157],"prompt":[129,179],"engineering":[130],"techniques":[131],"model":[133,181],"choice.":[134],"With":[135],"adjustments,":[137],"produce":[139],"are":[146],"strong,":[148],"deeply":[149],"themed,":[150],"largely":[152],"realistic,":[153],"though":[154],"realism":[155],"drops":[156],"culturally":[159],"locally":[161],"themes.":[163],"Implications:":[164],"demonstrate":[166],"viable":[168],"workflow":[169],"generating":[171],"using":[176],"LLMs,":[177],"including":[178],"design,":[180],"selection,":[182],"identification":[184],"review":[189],"for.":[190]},"counts_by_year":[],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2026-08-10T00:00:00"}