{"id":"https://openalex.org/W4293227623","doi":"https://doi.org/10.1145/3478431.3499409","title":"Peer-grading \"Explain in Plain English\"","display_name":"Peer-grading \"Explain in Plain English\"","publication_year":2022,"publication_date":"2022-02-22","ids":{"openalex":"https://openalex.org/W4293227623","doi":"https://doi.org/10.1145/3478431.3499409"},"language":"en","primary_location":{"id":"doi:10.1145/3478431.3499409","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3478431.3499409","pdf_url":null,"source":{"id":"https://openalex.org/S4363608709","display_name":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101837457","display_name":"Binglin Chen","orcid":"https://orcid.org/0000-0001-9033-1281"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Binglin Chen","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001110474","display_name":"Matthew West","orcid":"https://orcid.org/0000-0002-7605-0050"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew West","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066756473","display_name":"Craig Zilles","orcid":"https://orcid.org/0000-0003-4601-4398"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Craig Zilles","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101837457"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":1.6642,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.84615385,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"133","last_page":"139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.8888534307479858},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7190171480178833},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.5884517431259155},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.5637401342391968},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5516961216926575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4482658803462982},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43599486351013184},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.4163425862789154},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3985026776790619},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.362425833940506},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1725395917892456},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.1421051025390625},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09324246644973755}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8888534307479858},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7190171480178833},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.5884517431259155},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.5637401342391968},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5516961216926575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4482658803462982},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43599486351013184},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4163425862789154},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3985026776790619},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.362425833940506},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1725395917892456},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.1421051025390625},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09324246644973755},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3478431.3499409","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3478431.3499409","pdf_url":null,"source":{"id":"https://openalex.org/S4363608709","display_name":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8999999761581421}],"awards":[{"id":"https://openalex.org/G3714614025","display_name":null,"funder_award_id":"DUE-1915257, DUE-2121424","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W973843712","https://openalex.org/W1983193319","https://openalex.org/W2029974693","https://openalex.org/W2031681640","https://openalex.org/W2038598927","https://openalex.org/W2041103998","https://openalex.org/W2070635790","https://openalex.org/W2071792242","https://openalex.org/W2093055647","https://openalex.org/W2120011847","https://openalex.org/W2126428499","https://openalex.org/W2148189517","https://openalex.org/W2165365113","https://openalex.org/W2166153683","https://openalex.org/W2166164009","https://openalex.org/W2318131249","https://openalex.org/W2347061999","https://openalex.org/W2561942008","https://openalex.org/W2940214511","https://openalex.org/W3010192453","https://openalex.org/W3195654431","https://openalex.org/W4207080468"],"related_works":["https://openalex.org/W2163296013","https://openalex.org/W2743859443","https://openalex.org/W2326995835","https://openalex.org/W165915117","https://openalex.org/W2059402478","https://openalex.org/W2123347777","https://openalex.org/W4387804363","https://openalex.org/W2019547100","https://openalex.org/W2477150073","https://openalex.org/W2515493494"],"abstract_inverted_index":{"\"Explain":[0],"in":[1,36,40,63],"plain":[2],"English''":[3],"(EipE)":[4],"questions":[5,32,62,122,155],"have":[6],"been":[7],"proposed":[8,159],"as":[9,110,124],"an":[10],"important":[11],"activity":[12],"and":[13,23,92,123,156],"assessment":[14],"for":[15,60,84,132],"studying":[16],"novice":[17],"programmers'":[18],"grasp":[19],"of":[20,43,56,140,150],"programming":[21,38,67],"knowledge":[22],"their":[24,28],"ability":[25],"to":[26,73,113,127,153],"communicate":[27],"understanding.":[29],"However,":[30],"EipE":[31,61,121],"aren't":[33],"widely":[34],"used":[35,94],"introductory":[37,66],"courses":[39],"part":[41],"because":[42],"the":[44,102,129,133],"large":[45],"grading":[46,59,88,130],"effort":[47],"required.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52,93,143],"present":[53],"our":[54,158],"experience":[55],"using":[57],"peer":[58,87],"a":[64,80,95,111,125],"large-enrollment":[65],"course,":[68],"where":[69],"students":[70,115,146],"were":[71],"asked":[72],"categorize":[74],"other":[75],"students'":[76],"responses.":[77],"We":[78],"developed":[79],"novel":[81],"Bayesian":[82,103,160],"algorithm":[83],"performing":[85],"calibrated":[86],"on":[89,101,116,137],"categorical":[90],"data,":[91],"heuristic":[96],"grade":[97],"assignment":[98],"method":[99,161],"based":[100],"estimates.":[104],"The":[105],"peer-grading":[106,141],"exercises":[107],"served":[108],"both":[109],"way":[112,126],"coach":[114],"what":[117],"is":[118,162],"expected":[119],"from":[120],"alleviate":[128],"load":[131],"course":[134],"staff.":[135],"Based":[136],"four":[138],"rounds":[139],"activities,":[142],"found":[144],"that":[145,157],"are":[147],"generally":[148],"capable":[149],"categorizing":[151],"responses":[152],"EiPE":[154],"more":[163],"robust":[164],"than":[165],"unweighted":[166],"voting.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}