{"id":"https://openalex.org/W4283657199","doi":"https://doi.org/10.23919/mipro55190.2022.9803770","title":"A Systematic Review of Peer Assessment Approaches to Evaluation of Open-Ended Student Assignments","display_name":"A Systematic Review of Peer Assessment Approaches to Evaluation of Open-Ended Student Assignments","publication_year":2022,"publication_date":"2022-05-23","ids":{"openalex":"https://openalex.org/W4283657199","doi":"https://doi.org/10.23919/mipro55190.2022.9803770"},"language":"en","primary_location":{"id":"doi:10.23919/mipro55190.2022.9803770","is_oa":false,"landing_page_url":"https://doi.org/10.23919/mipro55190.2022.9803770","pdf_url":null,"source":{"id":"https://openalex.org/S4363605136","display_name":"2022 45th Jubilee International Convention on Information, Communication and Electronic Technology (MIPRO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 45th Jubilee International Convention on Information, Communication and Electronic Technology (MIPRO)","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062942371","display_name":"Melita Fertalj","orcid":null},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]},{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]}],"countries":["HR","RU"],"is_corresponding":false,"raw_author_name":"M. Fertalj","raw_affiliation_strings":["Faculty of Electrical Engineering and Computing,Department of Applied Computing,Zagreb,Croatia","Department of Applied Computing, Faculty of Electrical Engineering and Computing, Zagreb, Croatia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Computing,Department of Applied Computing,Zagreb,Croatia","institution_ids":["https://openalex.org/I4210143490","https://openalex.org/I181343428"]},{"raw_affiliation_string":"Department of Applied Computing, Faculty of Electrical Engineering and Computing, Zagreb, Croatia","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012243702","display_name":"Lucija Brki\u0107","orcid":"https://orcid.org/0000-0003-0692-483X"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]},{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]}],"countries":["HR","RU"],"is_corresponding":false,"raw_author_name":"L J. Brkic","raw_affiliation_strings":["Faculty of Electrical Engineering and Computing,Department of Applied Computing,Zagreb,Croatia","Department of Applied Computing, Faculty of Electrical Engineering and Computing, Zagreb, Croatia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Computing,Department of Applied Computing,Zagreb,Croatia","institution_ids":["https://openalex.org/I4210143490","https://openalex.org/I181343428"]},{"raw_affiliation_string":"Department of Applied Computing, Faculty of Electrical Engineering and Computing, Zagreb, Croatia","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067736091","display_name":"Igor Mekterovi\u0107","orcid":"https://orcid.org/0000-0002-9813-1935"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]},{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]}],"countries":["HR","RU"],"is_corresponding":false,"raw_author_name":"I. Mekterovic","raw_affiliation_strings":["Faculty of Electrical Engineering and Computing,Department of Applied Computing,Zagreb,Croatia","Department of Applied Computing, Faculty of Electrical Engineering and Computing, Zagreb, Croatia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Computing,Department of Applied Computing,Zagreb,Croatia","institution_ids":["https://openalex.org/I4210143490","https://openalex.org/I181343428"]},{"raw_affiliation_string":"Department of Applied Computing, Faculty of Electrical Engineering and Computing, Zagreb, Croatia","institution_ids":["https://openalex.org/I181343428"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12347989,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1076","last_page":"1081"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13844","display_name":"Higher Education Learning Practices","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12500","display_name":"Reflective Practices in Education","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6482486724853516},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.6353148221969604},{"id":"https://openalex.org/keywords/peer-evaluation","display_name":"Peer evaluation","score":0.45772585272789},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3193041980266571},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18371444940567017},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.08919000625610352},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.049884259700775146}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6482486724853516},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.6353148221969604},{"id":"https://openalex.org/C2988746165","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer evaluation","level":3,"score":0.45772585272789},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3193041980266571},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18371444940567017},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.08919000625610352},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.049884259700775146},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/mipro55190.2022.9803770","is_oa":false,"landing_page_url":"https://doi.org/10.23919/mipro55190.2022.9803770","pdf_url":null,"source":{"id":"https://openalex.org/S4363605136","display_name":"2022 45th Jubilee International Convention on Information, Communication and Electronic Technology (MIPRO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 45th Jubilee International Convention on Information, Communication and Electronic Technology (MIPRO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7799999713897705,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1595685357","https://openalex.org/W1978092250","https://openalex.org/W2017343061","https://openalex.org/W2122588206","https://openalex.org/W2151242492","https://openalex.org/W2270025967","https://openalex.org/W2471464334","https://openalex.org/W2583660831","https://openalex.org/W2784788736","https://openalex.org/W2791714810","https://openalex.org/W2811293373","https://openalex.org/W2883288225","https://openalex.org/W2912139092","https://openalex.org/W2922357011","https://openalex.org/W2963744601","https://openalex.org/W2964722608","https://openalex.org/W3006441709","https://openalex.org/W4200518127","https://openalex.org/W4205495318","https://openalex.org/W6677855075","https://openalex.org/W6806117288"],"related_works":["https://openalex.org/W1979384980","https://openalex.org/W2072584216","https://openalex.org/W2731835750","https://openalex.org/W3195190933","https://openalex.org/W2328132595","https://openalex.org/W17260207","https://openalex.org/W4255975601","https://openalex.org/W2972224096","https://openalex.org/W2151853373","https://openalex.org/W2294195502"],"abstract_inverted_index":{"Students":[0],"enrolled":[1],"in":[2,110,112],"computer":[3],"science":[4],"courses":[5,114],"should":[6],"develop":[7],"logical":[8],"thinking":[9],"during":[10],"their":[11],"studies":[12],"and":[13,27,71,94,96,122,126],"learn":[14],"to":[15,19,143],"apply":[16],"theoretical":[17],"knowledge":[18],"open-ended":[20,47,69],"problems,":[21],"where":[22,59],"subjective":[23],"assessment":[24,92],"is":[25,65,142],"expected,":[26],"a":[28,50],"single":[29],"solution":[30],"does":[31],"not":[32],"exist.":[33],"With":[34],"the":[35,43,54,73,82],"enrollment":[36],"of":[37,41,46,76,89,98,102,139,155],"an":[38,87],"increasing":[39],"number":[40],"students,":[42],"manual":[44],"grading":[45,68,105],"assignments":[48,70],"requires":[49],"greater":[51],"workload":[52],"for":[53,67,104,148],"teaching":[55],"staff.":[56],"Peer":[57],"assessment,":[58],"students":[60,77],"evaluate":[61],"each":[62],"other\u2019s":[63],"solutions,":[64],"suitable":[66],"benefits":[72],"learning":[74],"process":[75],"as":[78,80],"well":[79],"relieves":[81],"teacher\u2019s":[83],"workload.This":[84],"paper":[85,141],"provides":[86],"overview":[88],"existing":[90],"peer":[91],"strategies":[93],"methodologies,":[95],"analysis":[97],"published":[99,128],"performance":[100],"results":[101],"algorithms":[103],"evaluation":[106],"that":[107],"are":[108],"already":[109,146],"use":[111],"(under)graduate":[113],"or":[115,134,151],"under":[116],"development.":[117],"We":[118],"compare":[119],"calibration":[120],"approaches":[121],"systematically":[123],"catalog":[124],"problems":[125],"improvements":[127],"by":[129],"various":[130],"authors":[131],"researching":[132],"same":[133],"similar":[135],"problems.":[136],"The":[137],"aim":[138],"this":[140],"underline":[144],"areas":[145],"marked":[147],"possible":[149],"improvement":[150],"overlooked":[152],"but":[153],"justified":[154],"further":[156],"study.":[157]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}