{"id":"https://openalex.org/W4407950637","doi":"https://doi.org/10.1109/fie61694.2024.10893371","title":"WIP: A Preliminary Investigation of Students as Peer Evaluators of Their Team Members","display_name":"WIP: A Preliminary Investigation of Students as Peer Evaluators of Their Team Members","publication_year":2024,"publication_date":"2024-10-13","ids":{"openalex":"https://openalex.org/W4407950637","doi":"https://doi.org/10.1109/fie61694.2024.10893371"},"language":"en","primary_location":{"id":"doi:10.1109/fie61694.2024.10893371","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie61694.2024.10893371","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113320081","display_name":"Fazel Ranjbar","orcid":null},"institutions":[{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Fazel Ranjbar","raw_affiliation_strings":["University of Cincinnati,Department of Engineering and Computing Education,Cincinnati,OH,USA"],"affiliations":[{"raw_affiliation_string":"University of Cincinnati,Department of Engineering and Computing Education,Cincinnati,OH,USA","institution_ids":["https://openalex.org/I63135867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017345694","display_name":"Jutshi Agarwal","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jutshi Agarwal","raw_affiliation_strings":["University at Buffalo, SUNY,Department of Engineering Education,Buffalo,NY,USA"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, SUNY,Department of Engineering Education,Buffalo,NY,USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106270471","display_name":"Elahe Vahidi","orcid":null},"institutions":[{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elahe Vahidi","raw_affiliation_strings":["University of Cincinnati,Department of Engineering and Computing Education,Cincinnati,OH,USA"],"affiliations":[{"raw_affiliation_string":"University of Cincinnati,Department of Engineering and Computing Education,Cincinnati,OH,USA","institution_ids":["https://openalex.org/I63135867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036252935","display_name":"Junqiu Wang","orcid":"https://orcid.org/0000-0001-6516-547X"},"institutions":[{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junqiu Wang","raw_affiliation_strings":["University of Cincinnati,Department of Engineering and Computing Education,Cincinnati,OH,USA"],"affiliations":[{"raw_affiliation_string":"University of Cincinnati,Department of Engineering and Computing Education,Cincinnati,OH,USA","institution_ids":["https://openalex.org/I63135867"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111882060","display_name":"P.K. Imbrie","orcid":null},"institutions":[{"id":"https://openalex.org/I8692664","display_name":"University of Oklahoma","ror":"https://ror.org/02aqsxs83","country_code":"US","type":"education","lineage":["https://openalex.org/I8692664"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pk Imbrie","raw_affiliation_strings":["Office of the Senior Vice President and Provost, University of Oklahoma,Norman,OK,USA"],"affiliations":[{"raw_affiliation_string":"Office of the Senior Vice President and Provost, University of Oklahoma,Norman,OK,USA","institution_ids":["https://openalex.org/I8692664"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5113320081"],"corresponding_institution_ids":["https://openalex.org/I63135867"],"apc_list":null,"apc_paid":null,"fwci":4.3557,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.95237227,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12500","display_name":"Reflective Practices in Education","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12500","display_name":"Reflective Practices in Education","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9695000052452087,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5438393354415894},{"id":"https://openalex.org/keywords/peer-to-peer","display_name":"Peer-to-peer","score":0.4184502065181732},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.38024619221687317},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.35712993144989014},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3297872543334961},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.25062036514282227},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.07411551475524902}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5438393354415894},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.4184502065181732},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.38024619221687317},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35712993144989014},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3297872543334961},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.25062036514282227},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07411551475524902}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie61694.2024.10893371","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie61694.2024.10893371","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1593258641","https://openalex.org/W1961622147","https://openalex.org/W1992711317","https://openalex.org/W2004005667","https://openalex.org/W2034659435","https://openalex.org/W2088559924","https://openalex.org/W2103642254","https://openalex.org/W2112865564","https://openalex.org/W2146148267","https://openalex.org/W2156210158","https://openalex.org/W2186937086","https://openalex.org/W2255697616","https://openalex.org/W2563503262","https://openalex.org/W2584772404","https://openalex.org/W2891016818","https://openalex.org/W2903442219","https://openalex.org/W2942717067","https://openalex.org/W3108457664","https://openalex.org/W4285188980","https://openalex.org/W4310357844","https://openalex.org/W4401312115"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2322032246","https://openalex.org/W2057688614","https://openalex.org/W2067368164"],"abstract_inverted_index":{"This":[0,120],"work-in-progress":[1],"research":[2,189],"paper":[3,121],"focuses":[4],"on":[5,72,203,223,240,291],"the":[6,103,131,157,162,230,271,292,308],"first-year":[7],"engineering":[8,163,177],"teams'":[9],"peer":[10,63,83,114,199,273,310],"evaluation":[11,200,274],"processes.":[12],"Teamwork":[13],"has":[14,58],"been":[15,59],"identified":[16],"as":[17,107,174],"a":[18,48,68,98,149,198,204,224,267,281],"necessary":[19],"skill":[20],"for":[21,39,229,259],"professional":[22],"engineers":[23],"and":[24,43,54,79,88,112,128,210,232,275,300],"thus":[25],"an":[26,246],"ABET":[27],"learning":[28],"outcome.":[29],"Reliable":[30],"systematic":[31],"processes":[32],"to":[33,101,116,123,139,168,186,195,197,219,254,294],"assess":[34],"teamwork":[35],"effectiveness":[36,53,213],"are":[37,166],"crucial":[38],"improving":[40],"team":[41,52,142,212,231,241],"outcomes":[42],"identifying":[44,55],"dysfunctional":[45,56,118],"teams":[46,57,81],"in":[47,171,280,307],"classroom":[49],"setting.":[50],"Evaluating":[51],"traditionally":[60],"done":[61],"through":[62],"evaluations.":[64,84],"However,":[65],"there":[66],"is":[67,97],"lack":[69],"of":[70,76,105,161,176,227,248,283],"evidence":[71,135],"what/how":[73],"students'":[74,249,317],"perceptions":[75],"effective":[77],"teammates":[78,222],"functional":[80],"impact":[82],"Identifying":[85],"common":[86],"indicators":[87],"behaviors":[89,253,299,304],"that":[90,265],"students":[91,137,165,216],"consider":[92],"when":[93],"evaluating":[94],"their":[95,221,234,256],"peers":[96,106],"first":[99,126,158,193],"step":[100,127],"exploring":[102],"reliability":[104],"evaluators,":[108],"understanding":[109],"potential":[110],"biases,":[111],"using":[113],"feedback":[115],"investigate":[117],"teams.":[119],"aims":[122],"take":[124],"this":[125],"will":[129],"explore":[130],"following":[132,182],"question:":[133],"\u201cWhat":[134],"do":[136],"provide":[138],"describe":[140],"poor":[141],"behaviors?\u201d":[143],"The":[144,181],"study":[145],"was":[146,184],"conducted":[147,288],"at":[148],"large,":[150],"public,":[151],"urban,":[152],"Midwestern":[153],"R1":[154],"institution.":[155],"For":[156],"two":[159],"semesters":[160],"curriculum,":[164],"required":[167],"participate":[169],"actively":[170],"team-based":[172],"projects":[173],"part":[175],"design":[178],"thinking":[179],"courses.":[180],"procedure":[183],"used":[185],"answer":[187],"our":[188],"question.":[190],"Students":[191],"were":[192,217,305],"asked":[194,218],"respond":[196],"instrument":[201],"based":[202],"four-factor":[205],"(Interdependency,":[206],"Goal":[207],"setting,":[208],"Potency,":[209],"Trust)":[211],"model.":[214],"Then,":[215],"grade":[220],"cumulative":[225],"score":[226],"100":[228],"support":[233,255],"distribution":[235],"choices":[236],"with":[237,245],"open-ended":[238],"comments":[239,250,264,293],"behaviors.":[242],"We":[243,262],"started":[244],"analysis":[247],"regarding":[251],"negative":[252,298],"low":[257],"rating":[258],"each":[260],"teammate.":[261],"selected":[263],"had":[266],"high":[268],"misalignment":[269],"between":[270],"model-based":[272,309],"corresponding":[276],"distributed":[277],"ratings,":[278],"resulting":[279],"sample":[282],"93":[284],"students.":[285],"Next,":[286],"we":[287],"inductive":[289],"coding":[290],"identify":[295],"frequently":[296],"mentioned":[297],"see":[301],"if":[302],"these":[303],"addressed":[306],"evaluation.":[311],"Eight":[312],"major":[313],"themes":[314],"emerged":[315],"from":[316],"comments.":[318]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}