{"id":"https://openalex.org/W3134161095","doi":"https://doi.org/10.1145/3408877.3432430","title":"STOP THE (AUTOGRADER) INSANITY: Regression Penalties to Deter Autograder Overreliance","display_name":"STOP THE (AUTOGRADER) INSANITY: Regression Penalties to Deter Autograder Overreliance","publication_year":2021,"publication_date":"2021-03-03","ids":{"openalex":"https://openalex.org/W3134161095","doi":"https://doi.org/10.1145/3408877.3432430","mag":"3134161095"},"language":"en","primary_location":{"id":"doi:10.1145/3408877.3432430","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3408877.3432430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072890481","display_name":"Elisa Baniassad","orcid":"https://orcid.org/0000-0001-9627-4396"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Elisa Baniassad","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012316817","display_name":"Lucas Zamprogno","orcid":"https://orcid.org/0000-0003-4489-5347"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lucas Zamprogno","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091840250","display_name":"Braxton Hall","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Braxton Hall","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034123811","display_name":"Reid Holmes","orcid":"https://orcid.org/0000-0003-4213-494X"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Reid Holmes","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.3448,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.97165698,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1062","last_page":"1068"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/insanity","display_name":"Insanity","score":0.6988312602043152},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.5313751101493835},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.5197507739067078},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5159260034561157},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.42760980129241943},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3752044439315796},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.35238152742385864},{"id":"https://openalex.org/keywords/actuarial-science","display_name":"Actuarial science","score":0.3345945477485657},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.26307934522628784},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2474363148212433},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19964897632598877},{"id":"https://openalex.org/keywords/psychoanalysis","display_name":"Psychoanalysis","score":0.0841493308544159},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.0786866843700409}],"concepts":[{"id":"https://openalex.org/C2779625551","wikidata":"https://www.wikidata.org/wiki/Q505619","display_name":"Insanity","level":2,"score":0.6988312602043152},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5313751101493835},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.5197507739067078},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5159260034561157},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42760980129241943},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3752044439315796},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.35238152742385864},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.3345945477485657},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26307934522628784},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2474363148212433},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19964897632598877},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0841493308544159},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0786866843700409}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3408877.3432430","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3408877.3432430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2027591137","https://openalex.org/W2070405152","https://openalex.org/W2089010774","https://openalex.org/W2120411502","https://openalex.org/W2151828850","https://openalex.org/W2747186544","https://openalex.org/W2788015879","https://openalex.org/W2789221718","https://openalex.org/W2906105820","https://openalex.org/W2954129953","https://openalex.org/W2955686175","https://openalex.org/W2965029801","https://openalex.org/W3110403262","https://openalex.org/W4249812482"],"related_works":["https://openalex.org/W4289356671","https://openalex.org/W2389155397","https://openalex.org/W2165884543","https://openalex.org/W2312753042","https://openalex.org/W3186837933","https://openalex.org/W1969346022","https://openalex.org/W2368989808","https://openalex.org/W2034959125","https://openalex.org/W2355687852","https://openalex.org/W3174513558"],"abstract_inverted_index":{"Autograders":[0],"are":[1],"an":[2],"invaluable":[3],"tool":[4],"for":[5,23],"deploying":[6],"assessments":[7],"in":[8,18,75],"large":[9],"classes.":[10],"However":[11],"students":[12,35],"sometimes":[13],"rely":[14],"on":[15,78],"the":[16,44,69,79],"autograder":[17,80],"place":[19],"of":[20,71],"careful":[21],"thought":[22],"ways":[24],"to":[25,27,32,36],"improve":[26],"their":[28,38],"solution.":[29],"We":[30,66],"sought":[31],"naturally":[33],"encourage":[34],"check":[37],"own":[39],"solutions":[40],"more,":[41],"and":[42],"hammer":[43],"grader":[45],"less.":[46],"To":[47],"do":[48],"this,":[49],"we":[50,61],"imposed":[51],"a":[52,56],"penalty":[53],"each":[54],"time":[55],"student's":[57],"grade":[58],"went":[59],"down:":[60],"called":[62],"these":[63,72],"regression":[64],"penalties.":[65],"assessed":[67],"whether":[68],"introduction":[70],"penalties":[73],"resulted":[74],"less":[76],"reliance":[77],"without":[81],"hurting":[82],"student":[83],"performance.":[84]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}