{"id":"https://openalex.org/W2917440226","doi":"https://doi.org/10.1145/3287324.3287357","title":"On the Fairness of Multiple-Variant Multiple-Choice Examinations","display_name":"On the Fairness of Multiple-Variant Multiple-Choice Examinations","publication_year":2019,"publication_date":"2019-02-22","ids":{"openalex":"https://openalex.org/W2917440226","doi":"https://doi.org/10.1145/3287324.3287357","mag":"2917440226"},"language":"en","primary_location":{"id":"doi:10.1145/3287324.3287357","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3287324.3287357","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 50th ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Paul Denny","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008264603","display_name":"Sathiamoorthy Manoharan","orcid":"https://orcid.org/0000-0003-4958-4185"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Sathiamoorthy Manoharan","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072582772","display_name":"Ulrich Speidel","orcid":"https://orcid.org/0000-0001-9107-4918"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Ulrich Speidel","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072751099","display_name":"Giovanni Russello","orcid":"https://orcid.org/0000-0001-6987-0803"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Giovanni Russello","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084698385","display_name":"Chang Angela","orcid":"https://orcid.org/0000-0002-2866-0081"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Angela Chang","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5032890999"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":3.0686,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.91756305,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"462","last_page":"468"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9193999767303467,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cheating","display_name":"Cheating","score":0.9784849882125854},{"id":"https://openalex.org/keywords/academic-dishonesty","display_name":"Academic dishonesty","score":0.7950060963630676},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7101185321807861},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.6424869894981384},{"id":"https://openalex.org/keywords/misconduct","display_name":"Misconduct","score":0.6237432956695557},{"id":"https://openalex.org/keywords/dishonesty","display_name":"Dishonesty","score":0.5565699934959412},{"id":"https://openalex.org/keywords/simplicity","display_name":"Simplicity","score":0.5382338166236877},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4135812520980835},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3299713134765625},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.17789313197135925},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10365095734596252},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0773766040802002}],"concepts":[{"id":"https://openalex.org/C2778024590","wikidata":"https://www.wikidata.org/wiki/Q2357432","display_name":"Cheating","level":2,"score":0.9784849882125854},{"id":"https://openalex.org/C2776603611","wikidata":"https://www.wikidata.org/wiki/Q1348417","display_name":"Academic dishonesty","level":3,"score":0.7950060963630676},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7101185321807861},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.6424869894981384},{"id":"https://openalex.org/C2780587575","wikidata":"https://www.wikidata.org/wiki/Q6875295","display_name":"Misconduct","level":2,"score":0.6237432956695557},{"id":"https://openalex.org/C2778585151","wikidata":"https://www.wikidata.org/wiki/Q5282225","display_name":"Dishonesty","level":2,"score":0.5565699934959412},{"id":"https://openalex.org/C2776372474","wikidata":"https://www.wikidata.org/wiki/Q508291","display_name":"Simplicity","level":2,"score":0.5382338166236877},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4135812520980835},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3299713134765625},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.17789313197135925},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10365095734596252},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0773766040802002},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3287324.3287357","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3287324.3287357","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 50th ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320801","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W282787389","https://openalex.org/W1490080243","https://openalex.org/W1540186280","https://openalex.org/W1975180387","https://openalex.org/W1983906547","https://openalex.org/W1984954093","https://openalex.org/W2007678816","https://openalex.org/W2023481101","https://openalex.org/W2036491738","https://openalex.org/W2036590614","https://openalex.org/W2065315280","https://openalex.org/W2067303125","https://openalex.org/W2084684919","https://openalex.org/W2095180633","https://openalex.org/W2099044274","https://openalex.org/W2122166962","https://openalex.org/W2126768927","https://openalex.org/W2161404508","https://openalex.org/W2168821881","https://openalex.org/W2254577463","https://openalex.org/W2345505097","https://openalex.org/W2460612746","https://openalex.org/W2526374745","https://openalex.org/W2594550110","https://openalex.org/W2728842346","https://openalex.org/W2737765326","https://openalex.org/W2809367599","https://openalex.org/W2900610313","https://openalex.org/W2901945438","https://openalex.org/W4245720353","https://openalex.org/W4248419498"],"related_works":["https://openalex.org/W2042754183","https://openalex.org/W1993891978","https://openalex.org/W2414344447","https://openalex.org/W4400825470","https://openalex.org/W1782247654","https://openalex.org/W2183565050","https://openalex.org/W2082389887","https://openalex.org/W2537250478","https://openalex.org/W1990928114","https://openalex.org/W2522288700"],"abstract_inverted_index":{"Academic":[0],"dishonesty":[1],"is":[2,90],"a":[3,11],"widely":[4],"acknowledged":[5],"problem":[6],"in":[7,47,65,107,157],"tertiary":[8],"education,":[9],"and":[10,15,21,26,96,116,149],"range":[12],"of":[13,37,100],"safeguards":[14],"tools":[16],"exist":[17],"to":[18,51,69,93,132,153],"both":[19],"deter":[20],"detect":[22],"cheating.":[23],"During":[24],"tests":[25],"examinations":[27],"students":[28],"are":[29,44,62,82,126,141],"often":[30],"monitored":[31],"closely":[32],"by":[33],"invigilators,":[34],"however":[35,136],"incidents":[36],"misconduct":[38],"still":[39],"occur.":[40],"Multiple-choice":[41],"questions":[42],"(MCQs)":[43],"particularly":[45],"susceptible":[46],"this":[48,73,105],"regard":[49],"due":[50,68],"the":[52,158],"simplicity":[53],"with":[54],"which":[55],"answers":[56],"can":[57],"be":[58],"communicated.":[59],"Nonetheless,":[60],"they":[61],"commonly":[63],"used":[64],"large":[66,109],"classes":[67],"their":[70],"convenience.":[71],"In":[72],"work":[74],"we":[75,150],"investigate":[76],"multiple-variant":[77,123],"MCQs,":[78],"where":[79],"answer":[80],"options":[81],"randomly":[83],"selected":[84],"from":[85],"predefined":[86],"sets.":[87],"This":[88,144],"format":[89],"less":[91],"prone":[92],"student":[94,114],"cheating":[95,134],"overcomes":[97],"several":[98],"weaknesses":[99],"similar":[101],"methods.":[102],"We":[103,120],"evaluate":[104],"approach":[106],"two":[108],"computer":[110],"science":[111],"courses":[112],"through":[113],"questionnaires":[115],"simple":[117],"item":[118],"analysis.":[119],"find":[121],"that":[122],"MCQ":[124],"exams":[125],"perceived":[127],"as":[128],"an":[129],"effective":[130],"way":[131],"reduce":[133],"behavior,":[135],"not":[137],"all":[138],"question":[139],"variants":[140],"equally":[142],"difficult.":[143],"introduces":[145],"concerns":[146],"around":[147],"fairness":[148],"discuss":[151],"approaches":[152],"mitigate":[154],"these":[155],"issues":[156],"future.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2025-10-10T00:00:00"}