{"id":"https://openalex.org/W3214632975","doi":"https://doi.org/10.1109/te.2021.3123682","title":"A Three-Year Study on Peer Evaluation in a Software Engineering Project Course","display_name":"A Three-Year Study on Peer Evaluation in a Software Engineering Project Course","publication_year":2021,"publication_date":"2021-11-13","ids":{"openalex":"https://openalex.org/W3214632975","doi":"https://doi.org/10.1109/te.2021.3123682","mag":"3214632975"},"language":"en","primary_location":{"id":"doi:10.1109/te.2021.3123682","is_oa":true,"landing_page_url":"https://doi.org/10.1109/te.2021.3123682","pdf_url":"https://ieeexplore.ieee.org/ielx7/13/9857757/09613776.pdf","source":{"id":"https://openalex.org/S207741693","display_name":"IEEE Transactions on Education","issn_l":"0018-9359","issn":["0018-9359","1557-9638"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310322189","host_organization_name":"IEEE Education Society","host_organization_lineage":["https://openalex.org/P4310322189","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Education Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/13/9857757/09613776.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002091145","display_name":"Miguel Eh\u00e9catl Morales-Trujillo","orcid":"https://orcid.org/0000-0002-1706-1577"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Miguel Ehecatl Morales-Trujillo","raw_affiliation_strings":["Department of Computer Science and Software Engineering, University of Canterbury, Christchurch, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-1706-1577","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, University of Canterbury, Christchurch, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034571717","display_name":"Matthias Galster","orcid":"https://orcid.org/0000-0003-3491-1833"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Matthias Galster","raw_affiliation_strings":["Department of Computer Science and Software Engineering, University of Canterbury, Christchurch, New Zealand"],"raw_orcid":"https://orcid.org/0000-0003-3491-1833","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, University of Canterbury, Christchurch, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018823718","display_name":"Fabian Gilson","orcid":"https://orcid.org/0000-0002-1465-3315"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Fabian Gilson","raw_affiliation_strings":["Department of Computer Science and Software Engineering, University of Canterbury, Christchurch, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-1465-3315","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, University of Canterbury, Christchurch, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076975259","display_name":"Moffat Mathews","orcid":"https://orcid.org/0000-0002-2063-1569"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Moffat Mathews","raw_affiliation_strings":["Department of Computer Science and Software Engineering, University of Canterbury, Christchurch, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-2063-1569","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, University of Canterbury, Christchurch, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I185492890"],"apc_list":null,"apc_paid":null,"fwci":3.686,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.93792556,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"65","issue":"3","first_page":"409","last_page":"418"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4706375300884247},{"id":"https://openalex.org/keywords/technical-peer-review","display_name":"Technical peer review","score":0.4698048233985901},{"id":"https://openalex.org/keywords/peer-evaluation","display_name":"Peer evaluation","score":0.4684602916240692},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.45369887351989746},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45028313994407654},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.40819382667541504},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3910747766494751},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.3444609045982361},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3295471966266632},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.19894513487815857},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.09616675972938538}],"concepts":[{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4706375300884247},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.4698048233985901},{"id":"https://openalex.org/C2988746165","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer evaluation","level":3,"score":0.4684602916240692},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.45369887351989746},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45028313994407654},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.40819382667541504},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3910747766494751},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3444609045982361},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3295471966266632},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.19894513487815857},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09616675972938538},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/te.2021.3123682","is_oa":true,"landing_page_url":"https://doi.org/10.1109/te.2021.3123682","pdf_url":"https://ieeexplore.ieee.org/ielx7/13/9857757/09613776.pdf","source":{"id":"https://openalex.org/S207741693","display_name":"IEEE Transactions on Education","issn_l":"0018-9359","issn":["0018-9359","1557-9638"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310322189","host_organization_name":"IEEE Education Society","host_organization_lineage":["https://openalex.org/P4310322189","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Education Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Education","raw_type":"journal-article"},{"id":"pmh:oai:ir.canterbury.ac.nz:10092/103413","is_oa":false,"landing_page_url":"https://hdl.handle.net/10092/103413","pdf_url":null,"source":{"id":"https://openalex.org/S4306401103","display_name":"University of Canterbury Research Repository (University of Canterbury)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I185492890","host_organization_name":"University of Canterbury","host_organization_lineage":["https://openalex.org/I185492890"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1109/te.2021.3123682","is_oa":true,"landing_page_url":"https://doi.org/10.1109/te.2021.3123682","pdf_url":"https://ieeexplore.ieee.org/ielx7/13/9857757/09613776.pdf","source":{"id":"https://openalex.org/S207741693","display_name":"IEEE Transactions on Education","issn_l":"0018-9359","issn":["0018-9359","1557-9638"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310322189","host_organization_name":"IEEE Education Society","host_organization_lineage":["https://openalex.org/P4310322189","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Education Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Education","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3214632975.pdf","grobid_xml":"https://content.openalex.org/works/W3214632975.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1576052124","https://openalex.org/W1961622147","https://openalex.org/W1995480540","https://openalex.org/W2012372748","https://openalex.org/W2036597077","https://openalex.org/W2061125872","https://openalex.org/W2064797402","https://openalex.org/W2065638493","https://openalex.org/W2088559924","https://openalex.org/W2103642254","https://openalex.org/W2111975591","https://openalex.org/W2141631351","https://openalex.org/W2151242492","https://openalex.org/W2186937086","https://openalex.org/W2901974481","https://openalex.org/W2968764089","https://openalex.org/W3006843558","https://openalex.org/W3042802686","https://openalex.org/W3046960597","https://openalex.org/W3153372561","https://openalex.org/W4233727557","https://openalex.org/W4399572298","https://openalex.org/W6634490718","https://openalex.org/W6676744775","https://openalex.org/W6756360618"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2128353751","https://openalex.org/W1974976357","https://openalex.org/W1975565019","https://openalex.org/W2583660831","https://openalex.org/W76427426","https://openalex.org/W1983799571","https://openalex.org/W279865076","https://openalex.org/W2009262004","https://openalex.org/W1980069773"],"abstract_inverted_index":{"Background:Peer":[0],"evaluation":[1,64,81,106,198,212],"in":[2,62,65,85,95,126,254],"software":[3],"engineering":[4],"(SE)":[5],"project":[6,49,69,88,98,130],"courses":[7],"enhances":[8],"the":[9,30,38,41,48,55,77,137,142,145,175,186,196,206,210,216,255],"learning":[10],"experience":[11],"of":[12,40,60,79,82,104,109,114,120,123,144,177,195,209,218,249],"students.":[13,25,219,260],"It":[14],"also":[15],"helps":[16],"instructors":[17],"monitor":[18],"and":[19,23,34,57,112,150,159,251],"assess":[20],"both":[21],"teams":[22,35],"individual":[24,32],"Peer":[26],"evaluations":[27,43,122,153,167,179,234],"might":[28],"influence":[29],"way":[31],"students":[33,61,84,94,125,139,162,181,225,237],"work;":[36],"therefore,":[37],"quality":[39,56,78,103,176,232],"peer":[42,63,80,105,121,152,166,178,197,211,233],"should":[44],"be":[45],"tracked":[46],"through":[47],"course.Contribution:In":[50],"this":[51],"article,":[52],"we":[53],"analyzed":[54,156],"scoring":[58,113],"behavior":[59],"an":[66,96],"undergraduate":[67,83,93],"SE":[68,87,97,129],"course":[70,99,131,146],"over":[71,157],"three":[72],"years.Research":[73],"Questions:RQ1:":[74],"What":[75],"is":[76],"a":[86,127,242,246],"course?":[89],"RQ2:":[90],"How":[91],"do":[92],"score":[100],"each":[101],"other?Methodology:The":[102],"(length,":[107],"level":[108],"detail,":[110],"etc.)":[111],"peers":[115],"based":[116],"on":[117],"various":[118],"aspects":[119,194,208],"third-year":[124],"year-long":[128],"were":[132,154,199,213],"studied.":[133],"Taking":[134],"into":[135],"account":[136],"grade":[138],"received":[140],"at":[141],"end":[143],"(A,":[147],"B,":[148],"C,":[149],"F-calibers),":[151],"categorized,":[155],"time,":[158],"compared":[160],"between":[161],"calibers.Findings:After":[163],"analyzing":[164],"6854":[165],"from":[168],"193":[169],"students,":[170],"it":[171,189],"was":[172,182,190],"found":[173,253],"that":[174,192,223],"across":[180,202],"mostly":[183],"consistent":[184],"throughout":[185],"course.":[187],"Also,":[188],"observed":[191],"quantitative":[193],"scored":[200],"similarly":[201],"student":[203],"calibers.":[204],"However,":[205],"qualitative":[207],"impacted":[214],"by":[215,259],"caliber":[217],"These":[220],"findings":[221],"suggest":[222],"weaker":[224],"(i.e.,":[226,238],"C-caliber":[227],"students)":[228],"generally":[229],"receive":[230],"better":[231],"than":[235],"stronger":[236],"A-caliber":[239],"students).":[240],"Finally,":[241],"preliminary":[243],"analysis":[244],"showed":[245],"positive":[247],"connotation":[248],"emotions":[250],"sentiments":[252],"textual":[256],"feedback":[257],"delivered":[258]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}