{"id":"https://openalex.org/W3137809531","doi":"https://doi.org/10.1145/3441636.3442306","title":"The Impact of Multiple Choice Question Design on Predictions of Performance","display_name":"The Impact of Multiple Choice Question Design on Predictions of Performance","publication_year":2021,"publication_date":"2021-02-02","ids":{"openalex":"https://openalex.org/W3137809531","doi":"https://doi.org/10.1145/3441636.3442306","mag":"3137809531"},"language":"en","primary_location":{"id":"doi:10.1145/3441636.3442306","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3441636.3442306","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081595388","display_name":"Casey Philip Wong","orcid":"https://orcid.org/0000-0002-1412-4317"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Casey Wong","raw_affiliation_strings":["The University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["The University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["The University of Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007734757","display_name":"Jacqueline Whalley","orcid":"https://orcid.org/0000-0001-7633-5200"},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jacqueline Whalley","raw_affiliation_strings":["Auckland University of Technology, New Zealand"],"affiliations":[{"raw_affiliation_string":"Auckland University of Technology, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5081595388"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":0.2431,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60421558,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"66","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.8443886041641235},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.761215329170227},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6567500829696655},{"id":"https://openalex.org/keywords/section","display_name":"Section (typography)","score":0.5754780173301697},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5511866211891174},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5361746549606323},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4837115406990051},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2848743200302124},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1982397735118866},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1352885365486145},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.08709332346916199}],"concepts":[{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.8443886041641235},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.761215329170227},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6567500829696655},{"id":"https://openalex.org/C2780129039","wikidata":"https://www.wikidata.org/wiki/Q1931107","display_name":"Section (typography)","level":2,"score":0.5754780173301697},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5511866211891174},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5361746549606323},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4837115406990051},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2848743200302124},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1982397735118866},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1352885365486145},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08709332346916199},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3441636.3442306","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3441636.3442306","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Australasian Computing Education Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1601503441","https://openalex.org/W1984954093","https://openalex.org/W1985973257","https://openalex.org/W1987728318","https://openalex.org/W2004370278","https://openalex.org/W2065762074","https://openalex.org/W2084684919","https://openalex.org/W2089317497","https://openalex.org/W2113008765","https://openalex.org/W2115758876","https://openalex.org/W2130374691","https://openalex.org/W2144644874","https://openalex.org/W2146006411","https://openalex.org/W2152254142","https://openalex.org/W2152398619","https://openalex.org/W2154503664","https://openalex.org/W2460612746","https://openalex.org/W2592363551","https://openalex.org/W2668861361","https://openalex.org/W2729443486","https://openalex.org/W2808863842","https://openalex.org/W2901422898","https://openalex.org/W2912298528","https://openalex.org/W2917440226","https://openalex.org/W4238927207","https://openalex.org/W4253944259"],"related_works":["https://openalex.org/W2560853036","https://openalex.org/W2566696415","https://openalex.org/W1563787543","https://openalex.org/W4239980664","https://openalex.org/W4249026152","https://openalex.org/W4231213805","https://openalex.org/W4244585678","https://openalex.org/W2909241626","https://openalex.org/W2890304493","https://openalex.org/W590015412"],"abstract_inverted_index":{"Multiple":[0],"choice":[1],"questions":[2],"(MCQs)":[3],"are":[4,15,38],"a":[5,16,33,47,76,103,154,177],"popular":[6],"question":[7,97,139],"format":[8,98],"in":[9,102],"introductory":[10,106],"programming":[11,107],"courses":[12],"as":[13],"they":[14],"convenient":[17],"means":[18],"to":[19,40,54,122,134,153],"provide":[20],"scalable":[21],"assessments.":[22],"However,":[23],"with":[24],"typically":[25],"only":[26],"four":[27],"or":[28],"five":[29],"answer":[30,69],"options":[31],"and":[32,42,80,115,118,157,184],"single":[34],"correct":[35],"answer,":[36],"MCQs":[37,63,181],"prone":[39],"guessing":[41],"may":[43,71,81],"lead":[44],"students":[45,83,119,131,144,173],"into":[46],"false":[48],"sense":[49],"of":[50,61,88,95,112,189],"confidence.":[51],"One":[52],"approach":[53],"mitigate":[55],"this":[56,96],"problem":[57],"is":[58],"the":[59,93,150,190],"use":[60,94],"Multiple-Answer":[62],"(MAMCQs),":[64],"where":[65],"more":[66,85,163],"than":[67],"one":[68],"option":[70],"be":[72],"correct.":[73],"This":[74],"provides":[75],"larger":[77],"solution":[78],"space":[79],"help":[82],"form":[84],"accurate":[86],"assessments":[87],"their":[89,124,136,147],"knowledge.":[90],"We":[91,141],"explore":[92],"on":[99,149],"an":[100],"exam":[101,110],"very":[104],"large":[105],"course.":[108],"The":[109],"consisted":[111],"both":[113],"MCQ":[114,151],"MAMCQ":[116],"sections,":[117],"were":[120,132,162],"invited":[121],"predict":[123],"scores":[125],"for":[126,138,180],"each":[127],"section.":[128],"In":[129],"addition,":[130],"asked":[133],"report":[135],"preference":[137,179],"format.":[140,192],"found":[142,171],"that":[143,158,172],"over":[145,182],"predicted":[146],"score":[148],"section":[152],"greater":[155],"extent":[156],"these":[159],"prediction":[160],"errors":[161],"pronounced":[164],"amongst":[165],"less":[166],"capable":[167],"students.":[168],"Interestingly,":[169],"we":[170,185],"did":[174],"not":[175],"have":[176],"strong":[178],"MAMCQs,":[183],"recommend":[186],"broader":[187],"adoption":[188],"latter":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}