{"id":"https://openalex.org/W4407681526","doi":"https://doi.org/10.1145/3641554.3701883","title":"Midterm Exam Outliers Efficiently Highlight Potential Cheaters on Programming Assignments","display_name":"Midterm Exam Outliers Efficiently Highlight Potential Cheaters on Programming Assignments","publication_year":2025,"publication_date":"2025-02-12","ids":{"openalex":"https://openalex.org/W4407681526","doi":"https://doi.org/10.1145/3641554.3701883"},"language":"en","primary_location":{"id":"doi:10.1145/3641554.3701883","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641554.3701883","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3641554.3701883","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070048472","display_name":"Shirin Haji Amin Shirazi","orcid":"https://orcid.org/0000-0002-7520-5719"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shirin Haji Amin Shirazi","raw_affiliation_strings":["Computer Science, University of California, Riverside, Riverside, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7520-5719","affiliations":[{"raw_affiliation_string":"Computer Science, University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055696828","display_name":"Ashley Pang","orcid":"https://orcid.org/0000-0001-5154-6810"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashley Pang","raw_affiliation_strings":["Computer Science, University of California, Riverside, Riverside, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5154-6810","affiliations":[{"raw_affiliation_string":"Computer Science, University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050143190","display_name":"Allan Knight","orcid":"https://orcid.org/0000-0002-8419-3924"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allan Knight","raw_affiliation_strings":["Computer Science, University of California, Riverside, Riverside, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8419-3924","affiliations":[{"raw_affiliation_string":"Computer Science, University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034687136","display_name":"Mariam Salloum","orcid":"https://orcid.org/0000-0002-8438-339X"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mariam Salloum","raw_affiliation_strings":["Computer Science, University of California, Riverside, Riverside, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8438-339X","affiliations":[{"raw_affiliation_string":"Computer Science, University of California, Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001290812","display_name":"Frank Vahid","orcid":"https://orcid.org/0000-0001-5416-0032"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank Vahid","raw_affiliation_strings":["Computer Science, University of California, Riverside, Riverside, California, USA"],"raw_orcid":"https://orcid.org/0000-0001-5416-0032","affiliations":[{"raw_affiliation_string":"Computer Science, University of California, Riverside, Riverside, California, USA","institution_ids":["https://openalex.org/I103635307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6348,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82588737,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"437","last_page":"442"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.7523954510688782},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6597877740859985},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32217496633529663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3088604211807251}],"concepts":[{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.7523954510688782},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6597877740859985},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32217496633529663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3088604211807251}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3641554.3701883","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641554.3701883","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3641554.3701883","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641554.3701883","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1024046733","display_name":null,"funder_award_id":"#2313793","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2088023037","https://openalex.org/W2111295912","https://openalex.org/W2523635132","https://openalex.org/W2605994771","https://openalex.org/W2743135997","https://openalex.org/W2789176835","https://openalex.org/W2965285377","https://openalex.org/W3192527065","https://openalex.org/W4200056622","https://openalex.org/W4293227322","https://openalex.org/W4392564427","https://openalex.org/W6727311480"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W3006513224","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"The":[0,176],"ubiquitous":[1],"use":[2,73],"of":[3,23,67,89,137,153,157,201,208],"online":[4],"tools,":[5,36],"contractors":[6],"and":[7,41,70,97,124,163,188,222,233],"homework":[8],"sites,":[9],"has":[10,51],"made":[11],"plagiarism":[12],"a":[13,27,49,106,134,167,206],"concerning":[14,209],"topic":[15],"in":[16,77,85,182,191,226,229],"computer":[17],"science":[18],"education.":[19],"With":[20,197],"the":[21,80,86,122,183,192,227],"introduction":[22],"ChatGPT,":[24],"it":[25,165],"poses":[26],"threat":[28],"now":[29],"more":[30],"than":[31],"ever.":[32],"Many":[33],"cheating":[34,69,82,224],"detection":[35,111,177],"such":[37],"as":[38],"similarity":[39],"checkers":[40],"style":[42],"anomaly":[43],"checkers,":[44],"help":[45],"instructors":[46],"decide":[47],"whether":[48],"student":[50,98],"plagiarized.":[52],"However,":[53],"these":[54],"are":[55],"not":[56],"scalable":[57],"to":[58,112,166,231],"large":[59,141,150],"classes.":[60],"Similarity":[61],"tools":[62],"can":[63,94,100,130],"produce":[64],"high":[65,212],"rates":[66],"suspected":[68],"thus":[71],"ineffectively":[72],"an":[74,172,198],"instructor's":[75],"time":[76,221],"weeding":[78],"out":[79],"actual":[81],"cases,":[83],"especially":[84],"early":[87,225],"weeks":[88],"CS":[90],"courses":[91],"where":[92],"programs":[93],"be":[95,101],"small":[96],"solutions":[99],"very":[102],"similar.":[103],"We":[104,144],"developed":[105],"new":[107],"approach":[108,178],"using":[109,160],"outlier":[110],"filter":[113],"inconsistent":[114],"performers":[115],"based":[116],"on":[117,148],"their":[118,125,220],"lab":[119],"scores":[120],"throughout":[121],"course":[123,151],"midterm":[126],"exam":[127],"scores.":[128],"Instructors":[129],"then":[131],"manually":[132],"analyze":[133],"manageable":[135],"amount":[136],"students":[138,181,190,210],"even":[139],"with":[140,211],"class":[142],"sizes.":[143],"performed":[145,170],"our":[146,161,203],"experiment":[147],"two":[149],"offerings":[152],"CS1":[154,174],"(a":[155],"total":[156],"177":[158],"students)":[159],"algorithm":[162],"compared":[164],"manual":[168],"analysis":[169],"by":[171],"experienced":[173],"instructor.":[175],"identified":[179],"11":[180],"first":[184],"offering":[185,194],"(Winter":[186],"2019)":[187],"12":[189],"second":[193],"(Spring":[195],"2023).":[196],"average":[199],"precision":[200],"83%,":[202],"tool":[204],"produces":[205],"list":[207],"precision.":[213],"This":[214],"significantly":[215],"helps":[216],"teachers":[217],"efficiently":[218],"allocate":[219],"pursue":[223],"term":[228],"order":[230],"address":[232],"prevent":[234],"further":[235],"issues.":[236]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}