{"id":"https://openalex.org/W3009124718","doi":"https://doi.org/10.1145/3372161","title":"Evidence that computer science grades are not bimodal","display_name":"Evidence that computer science grades are not bimodal","publication_year":2019,"publication_date":"2019-12-20","ids":{"openalex":"https://openalex.org/W3009124718","doi":"https://doi.org/10.1145/3372161","mag":"3009124718"},"language":"en","primary_location":{"id":"doi:10.1145/3372161","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3372161","pdf_url":null,"source":{"id":"https://openalex.org/S103482838","display_name":"Communications of the ACM","issn_l":"0001-0782","issn":["0001-0782","1557-7317"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the ACM","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062374459","display_name":"Elizabeth Patitsas","orcid":"https://orcid.org/0000-0003-4088-1589"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Elizabeth Patitsas","raw_affiliation_strings":["McGill University Montreal, Qu\u00e9bec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University Montreal, Qu\u00e9bec, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108705579","display_name":"Jesse Berlin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jesse Berlin","raw_affiliation_strings":["Toronto, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toronto, Ontario, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076439311","display_name":"Michelle Craig","orcid":"https://orcid.org/0000-0001-8283-0072"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michelle Craig","raw_affiliation_strings":["University of Toronto Toronto, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079349226","display_name":"Steve Easterbrook","orcid":"https://orcid.org/0000-0002-3261-6446"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Steve Easterbrook","raw_affiliation_strings":["University of Toronto Toronto, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8914,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.81275643,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"63","issue":"1","first_page":"91","last_page":"98"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.6338167190551758},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5452178716659546},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.46240097284317017},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.2400934398174286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16366413235664368}],"concepts":[{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.6338167190551758},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5452178716659546},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.46240097284317017},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2400934398174286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16366413235664368}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3372161","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3372161","pdf_url":null,"source":{"id":"https://openalex.org/S103482838","display_name":"Communications of the ACM","issn_l":"0001-0782","issn":["0001-0782","1557-7317"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the ACM","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8500000238418579}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W163137188","https://openalex.org/W1984954093","https://openalex.org/W1985843753","https://openalex.org/W2002286769","https://openalex.org/W2014715961","https://openalex.org/W2055112615","https://openalex.org/W2056664098","https://openalex.org/W2058271572","https://openalex.org/W2059354070","https://openalex.org/W2080690978","https://openalex.org/W2088945899","https://openalex.org/W2095720871","https://openalex.org/W2149403824","https://openalex.org/W2161422843","https://openalex.org/W2281885470","https://openalex.org/W2533856174","https://openalex.org/W2874143900","https://openalex.org/W4237898254","https://openalex.org/W4243424887","https://openalex.org/W6651032443"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2165912799","https://openalex.org/W2735662278","https://openalex.org/W2382615723","https://openalex.org/W4311804456","https://openalex.org/W1987484445","https://openalex.org/W2623658258","https://openalex.org/W1969219540","https://openalex.org/W2143413548"],"abstract_inverted_index":{"Although":[0],"it":[1],"has":[2],"never":[3],"been":[4],"rigorously":[5],"demonstrated,":[6],"there":[7],"is":[8],"a":[9,30,49,68],"common":[10],"belief":[11],"that":[12,36,75,93,126,140],"grades":[13,28,59,95,142],"in":[14,146],"computer":[15],"science":[16],"courses":[17],"are":[18,96,129,143],"bimodal.":[19,62],"We":[20,46,63],"statistically":[21],"analyzed":[22],"778":[23],"distributions":[24,41,74,110,120],"of":[25,39,44,70,84],"final":[26],"course":[27],"from":[29],"large":[31],"research":[32],"university":[33],"and":[34,152],"found":[35],"only":[37],"5.8%":[38],"the":[40,91],"passed":[42],"tests":[43],"multimodality.":[45],"then":[47],"devised":[48],"psychology":[50],"experiment":[51],"to":[52,60,79,88,99,107,118,132],"understand":[53],"why":[54],"CS":[55,66,94],"educators":[56],"believe":[57],"their":[58,156],"be":[61,100],"showed":[64],"53":[65],"professors":[67],"series":[69],"histograms":[71],"displaying":[72],"ambiguous":[73,109],"we":[76],"asked":[77],"them":[78],"categorize.":[80],"A":[81],"random":[82],"half":[83],"participants":[85,103],"were":[86,104,114],"primed":[87],"think":[89],"about":[90,155],"fact":[92],"commonly":[97],"thought":[98],"bimodal;":[101],"these":[102],"more":[105,116],"likely":[106,117],"label":[108,119],"as":[111,121],"\"bimodal.\"":[112],"Participants":[113],"also":[115],"bimodal":[122,141],"if":[123],"they":[124],"believed":[125],"some":[127],"students":[128],"innately":[130],"predisposed":[131],"do":[133],"better":[134],"at":[135],"CS.":[136],"These":[137],"results":[138],"suggest":[139],"instructional":[144],"folklore":[145],"CS,":[147],"caused":[148],"by":[149],"confirmation":[150],"bias":[151],"instructor":[153],"beliefs":[154],"students.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
