{"id":"https://openalex.org/W2557672769","doi":"https://doi.org/10.1109/fie.2016.7757706","title":"Using frame-of-reference training to improve the dispersion of peer ratings in teams","display_name":"Using frame-of-reference training to improve the dispersion of peer ratings in teams","publication_year":2016,"publication_date":"2016-10-01","ids":{"openalex":"https://openalex.org/W2557672769","doi":"https://doi.org/10.1109/fie.2016.7757706","mag":"2557672769"},"language":"en","primary_location":{"id":"doi:10.1109/fie.2016.7757706","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2016.7757706","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057320481","display_name":"Daniel Ferguson","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel M. Ferguson","raw_affiliation_strings":["Engineering Education, Computer and Electrical Engineering, Statistics, Biomedical Engineering, Engineering Education, Purdue University, West Lafayette, IN"],"affiliations":[{"raw_affiliation_string":"Engineering Education, Computer and Electrical Engineering, Statistics, Biomedical Engineering, Engineering Education, Purdue University, West Lafayette, IN","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044890321","display_name":"Chad Lally","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chad Lally","raw_affiliation_strings":["Engineering Education, Computer and Electrical Engineering, Statistics, Biomedical Engineering, Engineering Education, Purdue University, West Lafayette, IN"],"affiliations":[{"raw_affiliation_string":"Engineering Education, Computer and Electrical Engineering, Statistics, Biomedical Engineering, Engineering Education, Purdue University, West Lafayette, IN","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031809764","display_name":"Hilda Ibriga Somnooma","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hilda Ibriga Somnooma","raw_affiliation_strings":["Engineering Education, Computer and Electrical Engineering, Statistics, Biomedical Engineering, Engineering Education, Purdue University, West Lafayette, IN"],"affiliations":[{"raw_affiliation_string":"Engineering Education, Computer and Electrical Engineering, Statistics, Biomedical Engineering, Engineering Education, Purdue University, West Lafayette, IN","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090718752","display_name":"Olivia Murch","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olivia Murch","raw_affiliation_strings":["Engineering Education, Computer and Electrical Engineering, Statistics, Biomedical Engineering, Engineering Education, Purdue University, West Lafayette, IN"],"affiliations":[{"raw_affiliation_string":"Engineering Education, Computer and Electrical Engineering, Statistics, Biomedical Engineering, Engineering Education, Purdue University, West Lafayette, IN","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004132496","display_name":"Matthew Ohland","orcid":"https://orcid.org/0000-0003-4052-1452"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew W. Ohland","raw_affiliation_strings":["Engineering Education, Computer and Electrical Engineering, Statistics, Biomedical Engineering, Engineering Education, Purdue University, West Lafayette, IN"],"affiliations":[{"raw_affiliation_string":"Engineering Education, Computer and Electrical Engineering, Statistics, Biomedical Engineering, Engineering Education, Purdue University, West Lafayette, IN","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5057320481"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":3.9809,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.94520999,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"20","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12124","display_name":"Engineering Education and Curriculum Development","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/accreditation","display_name":"Accreditation","score":0.7330905199050903},{"id":"https://openalex.org/keywords/teamwork","display_name":"Teamwork","score":0.5795770287513733},{"id":"https://openalex.org/keywords/engineering-education","display_name":"Engineering education","score":0.5190394520759583},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.5132629871368408},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48861557245254517},{"id":"https://openalex.org/keywords/frame-work","display_name":"Frame work","score":0.485198050737381},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46343523263931274},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.4467848539352417},{"id":"https://openalex.org/keywords/peer-evaluation","display_name":"Peer evaluation","score":0.43667930364608765},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4194842278957367},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.32120481133461},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2882964611053467},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.27285629510879517},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.27072322368621826},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.13756012916564941},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.11961528658866882},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.09739363193511963}],"concepts":[{"id":"https://openalex.org/C61521584","wikidata":"https://www.wikidata.org/wiki/Q705899","display_name":"Accreditation","level":2,"score":0.7330905199050903},{"id":"https://openalex.org/C111226992","wikidata":"https://www.wikidata.org/wiki/Q626225","display_name":"Teamwork","level":2,"score":0.5795770287513733},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.5190394520759583},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.5132629871368408},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48861557245254517},{"id":"https://openalex.org/C3018407679","wikidata":"https://www.wikidata.org/wiki/Q1289773","display_name":"Frame work","level":2,"score":0.485198050737381},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46343523263931274},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.4467848539352417},{"id":"https://openalex.org/C2988746165","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer evaluation","level":3,"score":0.43667930364608765},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4194842278957367},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.32120481133461},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2882964611053467},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27285629510879517},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.27072322368621826},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.13756012916564941},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.11961528658866882},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.09739363193511963},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie.2016.7757706","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2016.7757706","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W560932722","https://openalex.org/W1546462660","https://openalex.org/W1550408336","https://openalex.org/W1971441313","https://openalex.org/W1990720625","https://openalex.org/W2010789402","https://openalex.org/W2036920416","https://openalex.org/W2037991627","https://openalex.org/W2041953935","https://openalex.org/W2056326500","https://openalex.org/W2070832776","https://openalex.org/W2088559924","https://openalex.org/W2090280719","https://openalex.org/W2091195057","https://openalex.org/W2112865564","https://openalex.org/W2124814135","https://openalex.org/W2134328534","https://openalex.org/W2153881322","https://openalex.org/W2169540987","https://openalex.org/W3125961300","https://openalex.org/W3125964820","https://openalex.org/W4256271404","https://openalex.org/W6632734570"],"related_works":["https://openalex.org/W1979384980","https://openalex.org/W2072584216","https://openalex.org/W2731835750","https://openalex.org/W3195190933","https://openalex.org/W3048141256","https://openalex.org/W2328132595","https://openalex.org/W17260207","https://openalex.org/W4255975601","https://openalex.org/W2972224096","https://openalex.org/W4287691201"],"abstract_inverted_index":{"An":[0],"engineer's":[1],"ability":[2],"to":[3,9,28,65,76],"work":[4],"in":[5,18,44],"teams":[6],"is":[7],"critical":[8],"their":[10,45,71,83,118,123],"engineering":[11,39,50,80,104,112,148],"career":[12],"and":[13,26,85,126,143],"often":[14],"a":[15,19,87,95,136],"significant":[16,137],"factor":[17],"corporate":[20],"hiring":[21],"process.":[22],"Recognizing":[23],"this":[24],"need,":[25],"motivated":[27],"demonstrate":[29],"outcomes":[30],"required":[31],"for":[32,90],"accreditation":[33],"by":[34],"ABET,":[35],"most":[36],"U.S.":[37],"undergraduate":[38],"programs":[40,51],"include":[41],"team-based":[42],"courses":[43],"curricula.":[46],"Hundreds":[47],"of":[48,59,70,94,99,132,147],"these":[49],"use":[52,93],"the":[53,67,92,145],"CATME":[54],"application":[55],"(the":[56],"Comprehensive":[57],"Assessment":[58],"Team-Member":[60],"Effectiveness),":[61],"which":[62],"asks":[63],"students":[64,81,113],"assess":[66],"teamwork":[68],"behaviors":[69],"peers.":[72],"Our":[73],"goal":[74],"was":[75],"determine":[77],"how":[78],"effectively":[79],"rated":[82],"peers":[84],"whether":[86],"proven":[88],"method":[89],"improving":[91],"rating":[96,107,141],"schema,":[97],"Frame":[98,131],"Reference":[100,133],"training,":[101],"would":[102],"improve":[103],"students'":[105,149],"peer":[106,119,140,150],"behavior.":[108],"We":[109],"discovered":[110],"that":[111,129],"do":[114],"not":[115],"materially":[116],"change":[117],"ratings":[120],"based":[121],"on":[122,139],"teaming":[124],"experiences":[125],"we":[127],"verified":[128],"repeated":[130],"trainings":[134],"have":[135],"impact":[138],"dispersion":[142],"potentially":[144],"quality":[146],"ratings.":[151]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}