{"id":"https://openalex.org/W4366597152","doi":"https://doi.org/10.1145/3591210","title":"Evaluation of Submission Limits and Regression Penalties to Improve Student Behavior with Automatic Assessment Systems","display_name":"Evaluation of Submission Limits and Regression Penalties to Improve Student Behavior with Automatic Assessment Systems","alternate_titles":[],"publication_year":2023,"publication_date":"2023-06-20","ids":{"openalex":"https://openalex.org/W4366597152","doi":"https://doi.org/10.1145/3591210"},"language":"en","primary_location":{"id":"doi:10.1145/3591210","doi":"https://doi.org/10.1145/3591210","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591210","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591210","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","jufo-3","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4366597152"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3591210","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033389483","display_name":"Ramon Lawrence","orcid":"https://orcid.org/0000-0002-6779-4461","observed_orcids":["https://orcid.org/0000-0002-6779-4461"]},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ramon Lawrence","raw_affiliation_strings":["University of British Columbia, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6779-4461","affiliations":[{"raw_affiliation_string":"University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023777474","display_name":"Sarah Foss","orcid":"https://orcid.org/0000-0002-8632-4545","observed_orcids":["https://orcid.org/0000-0002-8632-4545"]},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sarah Foss","raw_affiliation_strings":["University of British Columbia, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8632-4545","affiliations":[{"raw_affiliation_string":"University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089320050","display_name":"Tatiana Urazova","orcid":"https://orcid.org/0000-0002-2496-2680","observed_orcids":["https://orcid.org/0000-0002-2496-2680"]},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tatiana Urazova","raw_affiliation_strings":["University of British Columbia, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2496-2680","affiliations":[{"raw_affiliation_string":"University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":null,"apc_paid":null,"fwci":1.6492,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84669342,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"23","issue":"3","first_page":"1","last_page":"24"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.36250001192092896,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.36250001192092896,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.2409999966621399,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.13019999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-assessment-system","display_name":"automatic assessment system","score":0.878000020980835},{"id":"https://openalex.org/keywords/student-behavior","display_name":"student behavior","score":0.9240000247955322},{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.5929999947547913},{"id":"https://openalex.org/keywords/student-preferences","display_name":"student preferences","score":0.421999990940094},{"id":"https://openalex.org/keywords/summative-assessment","display_name":"summative assessment","score":0.8119999766349792},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"formative assessment","score":0.7950000166893005},{"id":"https://openalex.org/keywords/computational-cost-reduction","display_name":"computational complexity reduction","score":0.37599998712539673}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8039407730102539},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6408312320709229},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5565532445907593},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.45128944516181946},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30903124809265137},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3591210","doi":"https://doi.org/10.1145/3591210","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591210","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591210","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","jufo-3","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3591210","doi":"https://doi.org/10.1145/3591210","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591210","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591210","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","jufo-3","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6164000034332275,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323180","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366597152.pdf","grobid_xml":"https://content.openalex.org/works/W4366597152.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1525673018","https://openalex.org/W1965910172","https://openalex.org/W1984748091","https://openalex.org/W2002175645","https://openalex.org/W2027591137","https://openalex.org/W2035570066","https://openalex.org/W2042764688","https://openalex.org/W2070405152","https://openalex.org/W2089010774","https://openalex.org/W2151828850","https://openalex.org/W2172010324","https://openalex.org/W2254299877","https://openalex.org/W2347061999","https://openalex.org/W2616530878","https://openalex.org/W2768023615","https://openalex.org/W2808830614","https://openalex.org/W2894540915","https://openalex.org/W2906863588","https://openalex.org/W2921466487","https://openalex.org/W2943044601","https://openalex.org/W2954129953","https://openalex.org/W2970680470","https://openalex.org/W2990695366","https://openalex.org/W3022044005","https://openalex.org/W3032979151","https://openalex.org/W3047890686","https://openalex.org/W3090459478","https://openalex.org/W3096188734","https://openalex.org/W3134161095","https://openalex.org/W3134977478","https://openalex.org/W3135839423","https://openalex.org/W3163287068","https://openalex.org/W3177928934","https://openalex.org/W3188564437","https://openalex.org/W3207779983","https://openalex.org/W4211171695","https://openalex.org/W4229826799","https://openalex.org/W4246688964","https://openalex.org/W4288767803","https://openalex.org/W4308623367"],"related_works":["https://openalex.org/W2027591137","https://openalex.org/W2730514374","https://openalex.org/W3134161095","https://openalex.org/W4323526477","https://openalex.org/W2042764688","https://openalex.org/W4391616277","https://openalex.org/W2053895855","https://openalex.org/W4323526509","https://openalex.org/W97947441","https://openalex.org/W22904422"],"abstract_inverted_index":{"Objectives":[0],".":[1,146,191,365],"Automatic":[2],"assessment":[3,40,180,199,367,412],"systems":[4,41,311,368],"are":[5,419],"widely":[6],"used":[7,196,370],"to":[8,246,349,375,398],"provide":[9],"rapid":[10],"feedback":[11,50],"for":[12,51,201,206,221,231,371,391,403,410,416],"students":[13,163,174,278,352],"and":[14,24,46,84,108,115,137,208,224,291,300,323,339,357,361,377,397],"reduce":[15,89,109,344,399],"grading":[16,310],"time.":[17],"Despite":[18],"the":[19,80,111,124,134,165,217,232,240,252,275,281,297,301,400,404],"benefits":[20,380],"of":[21,82,113,158,161,167,219,255,283,308,316,335],"increased":[22],"efficiency":[23],"improved":[25,359,393],"pedagogical":[26],"outcomes,":[27],"an":[28,178,197],"ongoing":[29],"challenge":[30],"is":[31,95,133,141,407],"mitigating":[32],"poor":[33],"student":[34,58,91,106,118,127,318,394],"behaviors":[35,55,346,396],"when":[36,369,381],"interacting":[37],"with":[38,261,383],"automatic":[39,309],"including":[42,320],"numerous":[43],"submissions,":[44],"trial-and-error,":[45],"relying":[47],"on":[48,66,105,126,216,237,251],"marking":[49],"problem":[52],"solving.":[53],"These":[54],"negatively":[56],"affect":[57],"learning":[59,395],"as":[60,62,78],"well":[61],"have":[63,101,247,379],"significant":[64,103],"impact":[65,104,125],"system":[67,181,200],"resources.":[68],"This":[69,406],"research":[70,121],"quantitatively":[71],"examines":[72],"how":[73],"utilizing":[74,340],"submission":[75,98,131,139,286,292,303,333,355,384],"policies":[76,99,334],"such":[77],"limiting":[79,336],"number":[81,112,218,254],"submissions":[83,114,220,256,259,327,338],"applying":[85],"regression":[86,262,341,389],"penalties":[87,263,342],"can":[88],"negative":[90],"behaviors.":[92],"The":[93,120,147,173,192,210,226],"hypothesis":[94],"that":[96],"both":[97,110,222,392],"will":[100],"a":[102,159,170,183,249,265,271],"behavior":[107,319,360],"regressions":[116],"in":[117,153,182,313],"performance.":[119],"questions":[122],"evaluate":[123],"behavior,":[128],"determine":[129],"which":[130],"policy":[132,140],"most":[135],"effective,":[136],"what":[138],"preferred":[142],"by":[143,347],"students.":[144],"Participants":[145],"study":[148],"involved":[149],"two":[150,154,193],"course":[151,194,298],"sections":[152,195,299],"different":[155,302],"semesters":[156],"consisting":[157],"total":[160,253],"224":[162],"at":[164],"University":[166],"British":[168],"Columbia,":[169],"research-intensive":[171],"university.":[172],"were":[175,243,279,294],"evaluated":[176],"using":[177],"automated":[179,198],"large":[184],"third":[185],"year":[186],"database":[187,203],"course.":[188],"Study":[189],"Methods":[190],"constructing":[202],"design":[204,376],"diagrams":[205],"assignments":[207,223],"exams.":[209,225],"first":[211],"section":[212,228],"had":[213,229],"no":[214,235],"limits":[215,230,236,415],"second":[227],"exams":[233],"but":[234,260,413],"assignments.":[238],"On":[239,274],"midterm,":[241],"participants":[242],"randomly":[244],"assigned":[245],"either":[248],"restriction":[250],"or":[257,388],"unlimited":[258],"if":[264],"graded":[266],"answer":[267],"was":[268],"lower":[269],"than":[270],"previous":[272],"submission.":[273],"final":[276],"exam,":[277],"given":[280],"option":[282],"selecting":[284],"their":[285],"policy.":[287],"Student":[288],"academic":[289],"performance":[290],"profiles":[293],"compared":[295],"between":[296,326],"policies.":[304],"Findings.":[305],"Unrestricted":[306],"use":[307],"results":[312],"high":[314],"occurrence":[315],"undesirable":[317],"trial-and-error":[321],"guessing":[322],"reduced":[324],"time":[325],"without":[328],"sufficient":[329],"independent":[330],"thought.":[331],"Both":[332],"maximum":[337,354],"significantly":[343],"these":[345],"up":[348],"85%.":[350],"Overall,":[351],"prefer":[353],"limits,":[356],"demonstrate":[358],"educational":[362],"outcomes.":[363],"Conclusions":[364],"Automated":[366],"larger":[372],"problems":[373],"related":[374],"programming":[378],"deployed":[382],"restrictions":[385],"(maximum":[386],"attempts":[387],"penalty)":[390],"computational":[401],"costs":[402],"system.":[405],"especially":[408],"important":[409],"summative":[411],"reasonable":[414],"formative":[417],"assessments":[418],"also":[420],"valuable.":[421]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4366597152","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2023-04-23T00:00:00"}
