{"id":"https://openalex.org/W4417287546","doi":"https://doi.org/10.1016/j.jss.2026.112919","title":"Peer evaluation in software engineering team project courses: A taxonomy and guidelines for educators","display_name":"Peer evaluation in software engineering team project courses: A taxonomy and guidelines for educators","publication_year":2026,"publication_date":"2026-05-02","ids":{"openalex":"https://openalex.org/W4417287546","doi":"https://doi.org/10.1016/j.jss.2026.112919"},"language":"en","primary_location":{"id":"doi:10.1016/j.jss.2026.112919","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jss.2026.112919","pdf_url":null,"source":{"id":"https://openalex.org/S37879656","display_name":"Journal of Systems and Software","issn_l":"0164-1212","issn":["0164-1212","1873-1228"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems and Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.jss.2026.112919","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011622328","display_name":"Nayla Nasir","orcid":"https://orcid.org/0009-0002-3023-6500"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nayla Nasir","raw_affiliation_strings":["Independent  - affiliation not provided to SSRN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent  - affiliation not provided to SSRN","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000578396","display_name":"Muhammad Usman","orcid":"https://orcid.org/0000-0002-6131-2118"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhammad Usman","raw_affiliation_strings":["Independent  - affiliation not provided to SSRN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent  - affiliation not provided to SSRN","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091158126","display_name":"J\u00fcrgen B\u00f6rstler","orcid":"https://orcid.org/0000-0003-0639-4234"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"J\u00fcrgen B\u00f6rstler","raw_affiliation_strings":["Independent  - affiliation not provided to SSRN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent  - affiliation not provided to SSRN","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5011622328"],"corresponding_institution_ids":[],"apc_list":{"value":3560,"currency":"USD","value_usd":3560},"apc_paid":{"value":3560,"currency":"USD","value_usd":3560},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00393022,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"239","issue":null,"first_page":"112919","last_page":"112919"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.8439000248908997,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.8439000248908997,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.024700000882148743,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13034","display_name":"Information Systems Education and Curriculum Development","score":0.016100000590085983,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.5751000046730042},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5662999749183655},{"id":"https://openalex.org/keywords/technical-peer-review","display_name":"Technical peer review","score":0.557200014591217},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.5127999782562256},{"id":"https://openalex.org/keywords/software-technical-review","display_name":"Software technical review","score":0.4927999973297119},{"id":"https://openalex.org/keywords/peer-evaluation","display_name":"Peer evaluation","score":0.47929999232292175},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.40560001134872437},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.39640000462532043},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.38830000162124634}],"concepts":[{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.5751000046730042},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5662999749183655},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.557200014591217},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5457000136375427},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.5127999782562256},{"id":"https://openalex.org/C6586637","wikidata":"https://www.wikidata.org/wiki/Q7554372","display_name":"Software technical review","level":5,"score":0.4927999973297119},{"id":"https://openalex.org/C2988746165","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer evaluation","level":3,"score":0.47929999232292175},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.40560001134872437},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.39640000462532043},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.38830000162124634},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.3855000138282776},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3822000026702881},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.3668999969959259},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.36500000953674316},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3621000051498413},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.3310000002384186},{"id":"https://openalex.org/C2777205345","wikidata":"https://www.wikidata.org/wiki/Q1454317","display_name":"Project team","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3257000148296356},{"id":"https://openalex.org/C5395021","wikidata":"https://www.wikidata.org/wiki/Q1061410","display_name":"Program evaluation","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C40919944","wikidata":"https://www.wikidata.org/wiki/Q947779","display_name":"Software project management","level":5,"score":0.3215000033378601},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.296099990606308},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2903999984264374},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.29030001163482666},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2840000092983246},{"id":"https://openalex.org/C2984968299","wikidata":"https://www.wikidata.org/wiki/Q1077784","display_name":"Software tool","level":3,"score":0.274399995803833},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.2630999982357025},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26100000739097595},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.25850000977516174}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1016/j.jss.2026.112919","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jss.2026.112919","pdf_url":null,"source":{"id":"https://openalex.org/S37879656","display_name":"Journal of Systems and Software","issn_l":"0164-1212","issn":["0164-1212","1873-1228"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems and Software","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.5912871","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.5912871","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:DiVA.org:bth-29242","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:bth-29242","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1016/j.jss.2026.112919","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jss.2026.112919","pdf_url":null,"source":{"id":"https://openalex.org/S37879656","display_name":"Journal of Systems and Software","issn_l":"0164-1212","issn":["0164-1212","1873-1228"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems and Software","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W595348051","https://openalex.org/W1969939902","https://openalex.org/W1973227301","https://openalex.org/W2038963473","https://openalex.org/W2056326500","https://openalex.org/W2056773536","https://openalex.org/W2063065784","https://openalex.org/W2067730900","https://openalex.org/W2167271913","https://openalex.org/W2463180338","https://openalex.org/W2574271863","https://openalex.org/W2612647765","https://openalex.org/W2752539025","https://openalex.org/W2933957310","https://openalex.org/W3082474355","https://openalex.org/W3214632975","https://openalex.org/W4280491951","https://openalex.org/W4281877370","https://openalex.org/W4312422051","https://openalex.org/W4323659980","https://openalex.org/W4362683513","https://openalex.org/W4367680259","https://openalex.org/W4400335689","https://openalex.org/W4408768348","https://openalex.org/W4413788966"],"related_works":[],"abstract_inverted_index":{"Peer":[0],"evaluation":[1,23,49,64,87,131],"is":[2,88],"widely":[3],"used":[4],"in":[5,9,27,50,54,126,136],"team":[6,51],"project":[7,52],"courses":[8,53],"software":[10,55],"engineering":[11],"to":[12,36,40,61,121],"assess":[13],"individual":[14],"contributions,":[15],"promote":[16],"accountability,":[17],"and":[18,31,39,72,83,101,115,124,128,133,139],"improve":[19],"teamwork.":[20],"Existing":[21],"peer":[22,48,63,86,130],"practices":[24,65],"vary":[25],"greatly":[26],"their":[28,68],"purpose,":[29,69],"design,":[30],"implementation,":[32],"making":[33],"it":[34],"difficult":[35],"compare":[37],"them":[38,135],"establish":[41],"best":[42],"practices.":[43],"This":[44],"study":[45],"systematically":[46],"investigates":[47],"engineering.":[56],"It":[57],"introduces":[58],"a":[59,117,137],"taxonomy":[60,114],"categorize":[62],"based":[66],"on":[67,98,107],"participants,":[70],"mechanisms,":[71],"outcomes.":[73],"Using":[74],"this":[75],"taxonomy,":[76],"we":[77,111],"organize":[78],"findings":[79],"from":[80],"existing":[81],"literature":[82],"characterize":[84],"how":[85],"applied":[89],"across":[90],"different":[91],"courses.":[92],"We":[93],"further":[94],"examine":[95],"educators\u2019":[96],"perspectives":[97],"the":[99,104,108,113],"quality":[100],"applicability":[102],"of":[103,119],"taxonomy.":[105],"Based":[106],"educators'":[109],"feedback,":[110],"updated":[112],"provided":[116],"set":[118],"guidelines":[120],"support":[122],"educators":[123],"researchers":[125],"designing":[127],"implementing":[129],"interventions":[132],"reporting":[134],"structured":[138],"informed":[140],"way.":[141]},"counts_by_year":[],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-12-13T00:00:00"}
