{"id":"https://openalex.org/W2926756923","doi":"https://doi.org/10.3233/faia230322","title":"Learning in Teams: Peer Evaluation for Fair Assessment of Individual Contributions","display_name":"Learning in Teams: Peer Evaluation for Fair Assessment of Individual Contributions","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W2926756923","doi":"https://doi.org/10.3233/faia230322","mag":"2926756923"},"language":"en","primary_location":{"id":"doi:10.3233/faia230322","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230322","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230322","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230322","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015674770","display_name":"Fedor Duzhin","orcid":"https://orcid.org/0000-0002-9864-1249"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Fedor Duzhin","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":"https://orcid.org/0000-0002-9864-1249","affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5015674770"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":4.0967,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94240626,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12354","display_name":"Innovations in Educational Methods","score":0.9100000262260437,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7347280979156494},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.7223005890846252},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.6152840256690979},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5253928303718567},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5239748358726501},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.5215549468994141},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.4362373650074005},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4177817404270172},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11631780862808228}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7347280979156494},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.7223005890846252},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.6152840256690979},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5253928303718567},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5239748358726501},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.5215549468994141},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.4362373650074005},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4177817404270172},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11631780862808228},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia230322","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230322","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230322","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia230322","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230322","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230322","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5600000023841858}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2926756923.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W132677829","https://openalex.org/W229949956","https://openalex.org/W1569154263","https://openalex.org/W1575651469","https://openalex.org/W1976725712","https://openalex.org/W1985629980","https://openalex.org/W1993996637","https://openalex.org/W2020964045","https://openalex.org/W2026942893","https://openalex.org/W2053154233","https://openalex.org/W2063011771","https://openalex.org/W2091152488","https://openalex.org/W2101814172","https://openalex.org/W2166193748","https://openalex.org/W2273337969","https://openalex.org/W2554934926","https://openalex.org/W2564532471","https://openalex.org/W2596772135","https://openalex.org/W2601131632","https://openalex.org/W2607140386","https://openalex.org/W2953226671","https://openalex.org/W3044608259","https://openalex.org/W4248727940","https://openalex.org/W4313368329","https://openalex.org/W4382239954"],"related_works":["https://openalex.org/W1979384980","https://openalex.org/W2084997682","https://openalex.org/W4292534539","https://openalex.org/W3080160395","https://openalex.org/W3204638717","https://openalex.org/W2551267549","https://openalex.org/W161301956","https://openalex.org/W4291518227","https://openalex.org/W4385385585","https://openalex.org/W2102170941"],"abstract_inverted_index":{"We":[0,17,92,148,164],"develop":[1],"a":[2,6,14,54,104,150,166],"game-theoretical":[3],"model":[4],"of":[5,36,42,57,76,112,122,131,145,153,175],"classroom":[7],"scenario,":[8],"where":[9],"n":[10,161],"students":[11,28,38,68],"collaborate":[12],"on":[13,71,118],"common":[15],"task.":[16],"assume":[18],"that":[19,94,98],"there":[20],"exists":[21],"an":[22],"objective":[23],"truth":[24],"known":[25],"to":[26,31,50,66,86,140],"the":[27,32,37,40,51,62,81,100,119,184],"but":[29],"not":[30,116],"course":[33],"instructor.":[34,52],"Each":[35],"estimates":[39,49],"contributions":[41],"all":[43],"team":[44],"members":[45],"and":[46,61,90,108,190],"reports":[47],"her":[48],"Thus,":[53],"matrix":[55,82],"A":[56,83],"peer":[58,72,132,154,176],"evaluations":[59,177],"arises":[60],"instructor\u2019s":[63],"task":[64],"is":[65,84,103],"grade":[67,111],"individually":[69],"based":[70],"evaluations.":[73],"The":[74],"method":[75,152],"deriving":[77],"individual":[78,110],"grades":[79],"from":[80],"supposed":[85],"be":[87,196],"psychometrically":[88],"valid":[89],"reliable.":[91],"argue":[93],"mathematically":[95],"it":[96],"means":[97],"1)":[99],"collective":[101],"truth-telling":[102],"strict":[105],"Nash":[106],"equilibrium":[107],"2)":[109],"student":[113,123],"i":[114],"does":[115],"depend":[117],"true":[120],"contribution":[121],"j":[124,126],"for":[125,160],"\u2260":[127],"i.":[128],"Existing":[129],"methods":[130],"evaluation":[133,155],"commonly":[134],"used":[135],"in":[136,179],"educational":[137],"practice":[138],"fail":[139],"satisfy":[141],"at":[142],"least":[143],"one":[144],"these":[146,193],"properties.":[147],"construct":[149],"new":[151],"satisfying":[156],"both":[157],"desired":[158],"properties":[159],"\u2265":[162],"5.":[163],"share":[165],"large":[167],"dataset":[168],"(1201":[169],"students,":[170],"220":[171],"teams,":[172],"6619":[173],"evaluations)":[174],"collected":[178],"undergraduate":[180],"courses":[181],"taught":[182],"by":[183],"author,":[185],"outline":[186],"some":[187],"practical":[188],"challenges,":[189],"show":[191],"how":[192],"challenges":[194],"can":[195],"addressed.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}