{"id":"https://openalex.org/W4407681455","doi":"https://doi.org/10.1145/3641555.3705166","title":"Detecting Programming Plans in Open-ended Code Submissions","display_name":"Detecting Programming Plans in Open-ended Code Submissions","publication_year":2025,"publication_date":"2025-02-18","ids":{"openalex":"https://openalex.org/W4407681455","doi":"https://doi.org/10.1145/3641555.3705166"},"language":"en","primary_location":{"id":"doi:10.1145/3641555.3705166","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641555.3705166","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011668727","display_name":"Mehmet Arif Demirta\u015f","orcid":"https://orcid.org/0000-0001-5674-5878"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mehmet Arif Demirta\u015f","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0001-5674-5878","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089769413","display_name":"Claire Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Claire Zheng","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0009-0009-5782-3685","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011238152","display_name":"Kathryn Cunningham","orcid":"https://orcid.org/0000-0002-9702-2796"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathryn Cunningham","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-9702-2796","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5011668727"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02142396,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1435","last_page":"1436"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7468237280845642},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6698634028434753},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5446580648422241},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4210960865020752}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7468237280845642},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6698634028434753},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5446580648422241},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4210960865020752},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3641555.3705166","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641555.3705166","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1992962448","https://openalex.org/W2138432297","https://openalex.org/W2912010641","https://openalex.org/W2915211782","https://openalex.org/W3135598634","https://openalex.org/W3162583225","https://openalex.org/W3163689862","https://openalex.org/W4392564543"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Open-ended":[0],"code-writing":[1],"exercises":[2,123],"are":[3],"commonly":[4],"used":[5,70],"in":[6,71,106,132],"large-scale":[7],"introductory":[8],"programming":[9,66,104,122],"courses,":[10],"as":[11],"they":[12],"can":[13,76,99,124],"be":[14,52],"autograded":[15],"against":[16],"test":[17],"cases.":[18],"However,":[19],"code":[20,42,85,136],"writing":[21],"requires":[22],"many":[23],"skills":[24,49,81],"at":[25],"once,":[26],"from":[27],"planning":[28,80],"out":[29],"a":[30,72],"solution":[31],"to":[32,60,129,141],"applying":[33],"the":[34,101],"intricacies":[35],"of":[36,47,103,108,112,120],"syntax.":[37],"As":[38],"autograding":[39],"only":[40],"evaluates":[41],"correctness,":[43],"feedback":[44,78,128],"addressing":[45],"each":[46],"these":[48],"separately":[50],"cannot":[51],"provided.":[53],"In":[54],"this":[55],"work,":[56],"we":[57],"explore":[58],"methods":[59],"detect":[61,100],"which":[62],"high-level":[63],"patterns":[64],"(i.e.":[65],"plans)":[67],"have":[68],"been":[69],"submission,":[73],"so":[74],"learners":[75],"receive":[77],"on":[79],"even":[82,131],"when":[83],"their":[84,135],"is":[86],"not":[87,138],"completely":[88],"correct.":[89],"Our":[90],"preliminary":[91],"results":[92],"show":[93],"that":[94],"LLMs":[95,117],"with":[96],"few-shot":[97],"prompting":[98],"use":[102],"plans":[105],"95%":[107],"correct":[109,114],"and":[110],"86%":[111],"partially":[113],"submissions.":[115],"Incorporating":[116],"into":[118],"grading":[119],"open-ended":[121],"enable":[125],"more":[126],"fine-grained":[127],"students,":[130],"cases":[133],"where":[134],"does":[137],"compile":[139],"due":[140],"other":[142],"errors.":[143]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}