{"id":"https://openalex.org/W2809566964","doi":"https://doi.org/10.1145/3231644.3231664","title":"How much randomization is needed to deter collaborative cheating on asynchronous exams?","display_name":"How much randomization is needed to deter collaborative cheating on asynchronous exams?","publication_year":2018,"publication_date":"2018-06-19","ids":{"openalex":"https://openalex.org/W2809566964","doi":"https://doi.org/10.1145/3231644.3231664","mag":"2809566964"},"language":"en","primary_location":{"id":"doi:10.1145/3231644.3231664","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3231644.3231664","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Annual ACM Conference on Learning at Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101837457","display_name":"Binglin Chen","orcid":"https://orcid.org/0000-0001-9033-1281"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Binglin Chen","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001110474","display_name":"Matthew West","orcid":"https://orcid.org/0000-0002-7605-0050"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew West","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066756473","display_name":"Craig Zilles","orcid":"https://orcid.org/0000-0003-4601-4398"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Craig Zilles","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101837457"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":6.5262,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.96457877,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9291999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cheating","display_name":"Cheating","score":0.9892386198043823},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.8352932333946228},{"id":"https://openalex.org/keywords/randomization","display_name":"Randomization","score":0.7541747093200684},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6133281588554382},{"id":"https://openalex.org/keywords/randomized-experiment","display_name":"Randomized experiment","score":0.4712446331977844},{"id":"https://openalex.org/keywords/randomized-controlled-trial","display_name":"Randomized controlled trial","score":0.4091285765171051},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3525027632713318},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.3485535681247711},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.33531707525253296},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.23273122310638428},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17574822902679443},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.14868053793907166},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.09934622049331665}],"concepts":[{"id":"https://openalex.org/C2778024590","wikidata":"https://www.wikidata.org/wiki/Q2357432","display_name":"Cheating","level":2,"score":0.9892386198043823},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.8352932333946228},{"id":"https://openalex.org/C204243189","wikidata":"https://www.wikidata.org/wiki/Q1363085","display_name":"Randomization","level":3,"score":0.7541747093200684},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6133281588554382},{"id":"https://openalex.org/C155108698","wikidata":"https://www.wikidata.org/wiki/Q1231081","display_name":"Randomized experiment","level":2,"score":0.4712446331977844},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.4091285765171051},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3525027632713318},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3485535681247711},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.33531707525253296},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.23273122310638428},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17574822902679443},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14868053793907166},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09934622049331665},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3231644.3231664","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3231644.3231664","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Annual ACM Conference on Learning at Scale","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1526065517","https://openalex.org/W1538356078","https://openalex.org/W1554365104","https://openalex.org/W2032706777","https://openalex.org/W2085550445","https://openalex.org/W2109562678","https://openalex.org/W2167506898","https://openalex.org/W2345505097","https://openalex.org/W2347061999","https://openalex.org/W2575972612","https://openalex.org/W2581778738","https://openalex.org/W2605792879","https://openalex.org/W2626481528","https://openalex.org/W2963258072","https://openalex.org/W3144040573","https://openalex.org/W4229737049"],"related_works":["https://openalex.org/W2994435929","https://openalex.org/W2586650731","https://openalex.org/W1988356095","https://openalex.org/W1999967090","https://openalex.org/W2414969066","https://openalex.org/W2188642196","https://openalex.org/W2925167642","https://openalex.org/W2041828149","https://openalex.org/W2086972635","https://openalex.org/W3195883860"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"randomization":[3,160],"on":[4,97,111],"asynchronous":[5],"exams":[6,14],"as":[7,86],"a":[8,28,64,73,105,146,150],"defense":[9],"against":[10],"collaborative":[11,179],"cheating.":[12,180],"Asynchronous":[13],"are":[15,58,126],"those":[16],"for":[17,128,178],"which":[18,169],"students":[19,53,83,143,193],"take":[20],"the":[21,42,49,60,98,118,124],"exam":[22,30,43,50,61,68,120],"at":[23],"different":[24],"times,":[25],"potentially":[26],"across":[27],"multi-day":[29],"period.":[31],"Collaborative":[32],"cheating":[33,192],"occurs":[34],"when":[35,113,123,142],"one":[36],"student":[37,115],"(the":[38,54],"information":[39,47,55,87,101,197],"producer)":[40],"takes":[41],"early":[44],"and":[45,69],"passes":[46],"about":[48,198],"to":[51,135],"other":[52],"consumers)":[56],"that":[57,95,132,159,184],"taking":[59],"later.":[62],"Using":[63],"dataset":[65],"of":[66,82,93,152,163],"computerized":[67],"homework":[70],"problems":[71,94],"in":[72,188],"single":[74],"course":[75],"with":[76,161],"425":[77],"students,":[78],"we":[79],"identified":[80],"5.5%":[81],"(on":[84],"average)":[85,112],"consumers":[88,102],"by":[89,191],"their":[90],"disproportionate":[91],"studying":[92],"were":[96,144],"exam.":[99],"These":[100],"(\"cheaters\")":[103],"had":[104],"significant":[106],"advantage":[107,133],"(13":[108],"percentage":[109,140],"points":[110],"every":[114],"was":[116],"given":[117,145],"same":[119],"problem":[121,148],"(even":[122],"parameters":[125],"randomized":[127,172],"each":[129],"student),":[130],"but":[131],"dropped":[134],"almost":[136],"negligible":[137],"levels":[138],"(2--3":[139],"points)":[141],"random":[147],"from":[149],"pool":[151],"two":[153],"or":[154],"four":[155,164],"problems.":[156],"We":[157],"conclude":[158],"pools":[162],"(or":[165],"even":[166],"three)":[167],"problems,":[168],"also":[170],"contain":[171],"parameters,":[173],"is":[174,187],"an":[175],"effective":[176],"mitigation":[177,186],"Our":[181],"analysis":[182],"suggests":[183],"this":[185],"part":[189],"explained":[190],"having":[194],"less":[195],"complete":[196],"larger":[199],"pools.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-17T09:09:15.849793","created_date":"2025-10-10T00:00:00"}