{"id":"https://openalex.org/W2002175645","doi":"https://doi.org/10.1145/2676723.2677279","title":"An Empirical Study of Iterative Improvement in Programming Assignments","display_name":"An Empirical Study of Iterative Improvement in Programming Assignments","publication_year":2015,"publication_date":"2015-02-24","ids":{"openalex":"https://openalex.org/W2002175645","doi":"https://doi.org/10.1145/2676723.2677279","mag":"2002175645"},"language":"en","primary_location":{"id":"doi:10.1145/2676723.2677279","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2676723.2677279","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://digitalcommons.acu.edu/info_tech_computing/5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008353242","display_name":"Raymond Pettit","orcid":"https://orcid.org/0000-0001-9675-025X"},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Raymond Pettit","raw_affiliation_strings":["Abilene Christian University, Abilene, TX, USA","Abilene Christian University , Abilene, TX, USA"],"affiliations":[{"raw_affiliation_string":"Abilene Christian University, Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]},{"raw_affiliation_string":"Abilene Christian University , Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079211489","display_name":"John Homer","orcid":"https://orcid.org/0009-0002-3454-9600"},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Homer","raw_affiliation_strings":["Abilene Christian University, Abilene, TX, USA","Abilene Christian University , Abilene, TX, USA"],"affiliations":[{"raw_affiliation_string":"Abilene Christian University, Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]},{"raw_affiliation_string":"Abilene Christian University , Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084298468","display_name":"Roger Gee","orcid":null},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roger Gee","raw_affiliation_strings":["Abilene Christian University, Abilene, TX, USA","Abilene Christian University , Abilene, TX, USA"],"affiliations":[{"raw_affiliation_string":"Abilene Christian University, Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]},{"raw_affiliation_string":"Abilene Christian University , Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018918472","display_name":"Susan Mengel","orcid":"https://orcid.org/0000-0003-0722-1941"},"institutions":[{"id":"https://openalex.org/I12315562","display_name":"Texas Tech University","ror":"https://ror.org/0405mnx93","country_code":"US","type":"education","lineage":["https://openalex.org/I12315562"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan Mengel","raw_affiliation_strings":["Texas Tech University, Lubbock, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas Tech University, Lubbock, TX, USA","institution_ids":["https://openalex.org/I12315562"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014326903","display_name":"Adam Starbuck","orcid":null},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Starbuck","raw_affiliation_strings":["Abilene Christian University, Abilene, TX, USA","Abilene Christian University , Abilene, TX, USA"],"affiliations":[{"raw_affiliation_string":"Abilene Christian University, Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]},{"raw_affiliation_string":"Abilene Christian University , Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5008353242"],"corresponding_institution_ids":["https://openalex.org/I60205797"],"apc_list":null,"apc_paid":null,"fwci":6.1673,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.95881575,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"410","last_page":"415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8057782053947449},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5732085704803467},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.5039896368980408},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.45701199769973755},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4405844509601593},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4193887710571289},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.4121477007865906},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3793357312679291}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8057782053947449},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5732085704803467},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.5039896368980408},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.45701199769973755},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4405844509601593},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4193887710571289},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.4121477007865906},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3793357312679291},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2676723.2677279","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2676723.2677279","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},{"id":"pmh:oai:digitalcommons.acu.edu:info_tech_computing-1004","is_oa":true,"landing_page_url":"https://digitalcommons.acu.edu/info_tech_computing/5","pdf_url":null,"source":{"id":"https://openalex.org/S4377196697","display_name":"Digital Commons - ACU (Abilene Christian University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60205797","host_organization_name":"Abilene Christian University","host_organization_lineage":["https://openalex.org/I60205797"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"School of Information Technology and Computing","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:digitalcommons.acu.edu:info_tech_computing-1004","is_oa":true,"landing_page_url":"https://digitalcommons.acu.edu/info_tech_computing/5","pdf_url":null,"source":{"id":"https://openalex.org/S4377196697","display_name":"Digital Commons - ACU (Abilene Christian University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60205797","host_organization_name":"Abilene Christian University","host_organization_lineage":["https://openalex.org/I60205797"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"School of Information Technology and Computing","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W22904422","https://openalex.org/W84668189","https://openalex.org/W122259140","https://openalex.org/W1561264025","https://openalex.org/W2004496903","https://openalex.org/W2010775113","https://openalex.org/W2011607672","https://openalex.org/W2027388444","https://openalex.org/W2042170274","https://openalex.org/W2057341850","https://openalex.org/W2063810299","https://openalex.org/W2070405152","https://openalex.org/W2124298241","https://openalex.org/W2143417137","https://openalex.org/W2151828850","https://openalex.org/W2254299877","https://openalex.org/W2999919487","https://openalex.org/W4205609490"],"related_works":["https://openalex.org/W2341492732","https://openalex.org/W3187193180","https://openalex.org/W106542691","https://openalex.org/W4287027380","https://openalex.org/W1699080303","https://openalex.org/W4297799326","https://openalex.org/W2207495067","https://openalex.org/W1906486629","https://openalex.org/W2807521955","https://openalex.org/W1545080775"],"abstract_inverted_index":{"As":[0],"automated":[1,32],"tools":[2,34],"for":[3,50,96,149],"grading":[4],"programming":[5,81,97],"assignments":[6],"become":[7],"more":[8,69],"widely":[9],"used,":[10],"it":[11],"is":[12],"imperative":[13],"that":[14,145],"we":[15,53],"better":[16,56,156],"understand":[17,57],"how":[18,58],"students":[19,59,92,105],"are":[20],"utilizing":[21],"them.":[22],"Other":[23],"researchers":[24],"have":[25,36],"provided":[26],"helpful":[27],"data":[28],"on":[29],"the":[30,39,102,108,128,135,139],"role":[31],"assessment":[33],"(AATs)":[35],"played":[37],"in":[38,47,77],"classroom.":[40],"In":[41],"order":[42],"to":[43,55,88,153],"investigate":[44],"improved":[45],"practices":[46],"using":[48],"AATs":[49],"student":[51,72,158],"learning,":[52],"sought":[54],"iteratively":[60],"modify":[61],"their":[62],"programs":[63],"toward":[64,94],"a":[65],"solution":[66],"by":[67,115],"analyzing":[68],"than":[70],"45,000":[71],"submissions":[73],"over":[74],"7":[75],"semesters":[76],"an":[78],"introductory":[79],"(CS1)":[80],"course.":[82],"The":[83],"resulting":[84],"metrics":[85,116,148],"allowed":[86],"us":[87],"study":[89],"what":[90],"steps":[91],"took":[93],"solutions":[95],"assignments.":[98],"This":[99],"paper":[100],"considers":[101],"incremental":[103],"changes":[104],"make":[106],"and":[107,127,143],"correlating":[109],"score":[110],"between":[111],"sequential":[112],"submissions,":[113],"measured":[114],"including":[117],"source":[118],"lines":[119],"of":[120,132,134,141],"code,":[121],"cyclomatic":[122],"(McCabe)":[123],"complexity,":[124],"state":[125],"space,":[126],"6":[129],"Halstead":[130],"measures":[131],"complexity":[133],"program.":[136],"We":[137],"demonstrate":[138],"value":[140],"throttling":[142],"show":[144],"generating":[146],"software":[147],"analysis":[150],"can":[151],"serve":[152],"help":[154],"instructors":[155],"guide":[157],"learning.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}