{"id":"https://openalex.org/W2557648318","doi":"https://doi.org/10.1109/fie.2016.7757597","title":"An experiment with separate formative and summative rubrics in educational peer assessment","display_name":"An experiment with separate formative and summative rubrics in educational peer assessment","publication_year":2016,"publication_date":"2016-10-01","ids":{"openalex":"https://openalex.org/W2557648318","doi":"https://doi.org/10.1109/fie.2016.7757597","mag":"2557648318"},"language":"en","primary_location":{"id":"doi:10.1109/fie.2016.7757597","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2016.7757597","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100688422","display_name":"Yang Song","orcid":"https://orcid.org/0000-0001-8252-9626"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Song","raw_affiliation_strings":["Department of Computer Science, NC State University, Raleigh, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, NC State University, Raleigh, U.S","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037793920","display_name":"Zhewei Hu","orcid":"https://orcid.org/0000-0002-3447-9510"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhewei Hu","raw_affiliation_strings":["Department of Computer Science, NC State University, Raleigh, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, NC State University, Raleigh, U.S","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019393376","display_name":"Yifan Guo","orcid":"https://orcid.org/0000-0003-4872-0456"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Guo","raw_affiliation_strings":["Department of Computer Science, NC State University, Raleigh, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, NC State University, Raleigh, U.S","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040537321","display_name":"Edward F. Gehringer","orcid":"https://orcid.org/0000-0002-5217-2643"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward F. Gehringer","raw_affiliation_strings":["Department of Computer Science, NC State University, Raleigh, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, NC State University, Raleigh, U.S","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9809033870697021},{"id":"https://openalex.org/keywords/summative-assessment","display_name":"Summative assessment","score":0.9478576183319092},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.9268471002578735},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.6490179300308228},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.581987202167511},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.5742889046669006},{"id":"https://openalex.org/keywords/technical-peer-review","display_name":"Technical peer review","score":0.5585997700691223},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.3832895755767822},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.37372851371765137},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.3462498188018799},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3006208539009094},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.13002869486808777},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.07396382093429565}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9809033870697021},{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.9478576183319092},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.9268471002578735},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.6490179300308228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.581987202167511},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.5742889046669006},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.5585997700691223},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3832895755767822},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.37372851371765137},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.3462498188018799},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3006208539009094},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13002869486808777},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07396382093429565},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie.2016.7757597","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2016.7757597","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W80878321","https://openalex.org/W803608738","https://openalex.org/W1515323574","https://openalex.org/W1970396277","https://openalex.org/W2009972843","https://openalex.org/W2115389369","https://openalex.org/W2140661853","https://openalex.org/W2142995122","https://openalex.org/W2186573260","https://openalex.org/W2188168286","https://openalex.org/W2189548424","https://openalex.org/W2202525882","https://openalex.org/W2270025967","https://openalex.org/W2500000045","https://openalex.org/W2559042319","https://openalex.org/W2964177565"],"related_works":["https://openalex.org/W2596737561","https://openalex.org/W4292534539","https://openalex.org/W1979384980","https://openalex.org/W2084997682","https://openalex.org/W2127890855","https://openalex.org/W2256128204","https://openalex.org/W3080160395","https://openalex.org/W4308390377","https://openalex.org/W161301956","https://openalex.org/W2997288725"],"abstract_inverted_index":{"Educational":[0],"peer":[1,30,73,78,130],"assessment":[2,31],"has":[3],"proven":[4],"to":[5,18,52,80,113,128,138,142,170],"be":[6],"a":[7,34,50,100,124,180,185,220],"powerful":[8],"approach":[9],"for":[10,103],"providing":[11],"students":[12],"timely":[13],"feedback":[14],"and":[15,20,157,223],"allowing":[16],"them":[17],"help":[19,81],"learn":[21],"from":[22,60],"each":[23],"other.":[24],"In":[25,117,132,207],"an":[26,172],"educational":[27],"setting,":[28],"most":[29],"consists":[32],"of":[33,96,175,198,214,233,240,243],"single":[35],"round.":[36],"The":[37],"problem":[38],"with":[39,99],"this":[40,208,241],"setting":[41],"is":[42],"that,":[43],"either":[44],"the":[45,58,65,72,110,118,129,133,148,154,162,168,196,199,212,215,238],"authors":[46,166],"do":[47],"not":[48],"have":[49,167],"chance":[51],"update":[53],"their":[54,61,176],"work,":[55,156],"which":[56,75],"makes":[57],"suggestions":[59],"peers":[62],"useless,":[63],"or":[64],"author":[66],"can":[67,151],"make":[68],"changes":[69],"after":[70],"receiving":[71],"reviews,":[74],"forecloses":[76],"using":[77,184],"review":[79,120,126,164],"assign":[82],"grades.":[83],"To":[84],"address":[85],"these":[86],"issues,":[87],"in":[88,153,219],"our":[89,225],"classes":[90],"we":[91,122,136,210],"now":[92],"use":[93],"two":[94],"rounds":[95],"online":[97],"review,":[98],"different":[101],"rubric":[102,112,127,191],"each.":[104],"Our":[105],"Expertiza":[106],"peer-review":[107,182,190,217,229,244],"system":[108],"allows":[109],"evaluation":[111],"vary":[114],"by":[115,201],"rounds.":[116],"first":[119],"round,":[121,165,183],"present":[123,224],"formative":[125,134,163],"reviewers.":[131],"rubric,":[135],"try":[137],"encourage":[139],"student":[140,228],"reviewers":[141],"look":[143],"into":[144],"details,":[145],"point":[146],"out":[147],"problems":[149],"they":[150],"find":[152],"author's":[155],"offer":[158],"insightful":[159],"suggestions.":[160],"After":[161],"opportunity":[169],"submit":[171],"updated":[173],"version":[174],"artifacts.":[177],"Next":[178],"comes":[179],"summative":[181,186,189],"rubric.":[187],"A":[188],"focused":[192],"more":[193],"on":[194,227],"evaluating":[195],"quality":[197],"artifact":[200],"comparing":[202],"it":[203],"against":[204],"specific":[205],"benchmarks.":[206],"paper,":[209],"discuss":[211],"design":[213,242],"two-round":[216],"assignments":[218],"computer-science":[221],"course":[222],"observations":[226],"activity.":[230,245],"An":[231],"analysis":[232],"students'":[234],"peer-assessment":[235],"responses":[236],"confirms":[237],"effectiveness":[239]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}