{"id":"https://openalex.org/W2337355331","doi":"https://doi.org/10.1111/medu.12973","title":"Rater cognition: review and integration of research findings","display_name":"Rater cognition: review and integration of research findings","publication_year":2016,"publication_date":"2016-04-13","ids":{"openalex":"https://openalex.org/W2337355331","doi":"https://doi.org/10.1111/medu.12973","mag":"2337355331","pmid":"https://pubmed.ncbi.nlm.nih.gov/27072440"},"language":"en","primary_location":{"id":"doi:10.1111/medu.12973","doi":"https://doi.org/10.1111/medu.12973","is_oa":false,"landing_page_url":"https://doi.org/10.1111/medu.12973","pdf_url":null,"source":{"id":"https://openalex.org/S54816476","display_name":"Medical Education","issn_l":"0308-0110","issn":["0308-0110","1365-2923"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Education","raw_type":"journal-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032716678","display_name":"Genevi\u00e8ve Gauthier","orcid":"https://orcid.org/0000-0001-7368-638X","observed_orcids":["https://orcid.org/0000-0001-7368-638X"]},"institutions":[{"id":"https://openalex.org/I135117807","display_name":"Universit\u00e9 de Sherbrooke","ror":"https://ror.org/00kybxq39","country_code":"CA","type":"education","lineage":["https://openalex.org/I135117807"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Genevi\u00e8ve Gauthier","raw_affiliation_strings":["Medecine interne, Universite de Sherbrooke, Sherbrooke, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medecine interne, Universite de Sherbrooke, Sherbrooke, Quebec, Canada","institution_ids":["https://openalex.org/I135117807"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042776886","display_name":"Christina St\u2010Onge","orcid":"https://orcid.org/0000-0001-5313-0456","observed_orcids":["https://orcid.org/0000-0001-5313-0456"]},"institutions":[{"id":"https://openalex.org/I135117807","display_name":"Universit\u00e9 de Sherbrooke","ror":"https://ror.org/00kybxq39","country_code":"CA","type":"education","lineage":["https://openalex.org/I135117807"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Christina St\u2010Onge","raw_affiliation_strings":["Medecine interne, Universite de Sherbrooke, Sherbrooke, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medecine interne, Universite de Sherbrooke, Sherbrooke, Quebec, Canada","institution_ids":["https://openalex.org/I135117807"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032335247","display_name":"Walter Tavares","orcid":"https://orcid.org/0000-0001-8267-9448","observed_orcids":["https://orcid.org/0000-0001-8267-9448"]},"institutions":[{"id":"https://openalex.org/I201744698","display_name":"Centennial College","ror":"https://ror.org/05bhp3g52","country_code":"CA","type":"education","lineage":["https://openalex.org/I201744698"]},{"id":"https://openalex.org/I4405268199","display_name":"Ornge","ror":"https://ror.org/0062vp887","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4405268199"]},{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Walter Tavares","raw_affiliation_strings":["Centennial College, School of Community and Health Studies, Toronto, Ontario, Canada","Division of Emergency Medicine, McMaster University, Hamilton, Ontario, Canada","ORNGE Transport Medicine, Faculty of Medicine, Mississauga, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centennial College, School of Community and Health Studies, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I201744698"]},{"raw_affiliation_string":"Division of Emergency Medicine, McMaster University, Hamilton, Ontario, Canada","institution_ids":["https://openalex.org/I98251732"]},{"raw_affiliation_string":"ORNGE Transport Medicine, Faculty of Medicine, Mississauga, Ontario, Canada","institution_ids":["https://openalex.org/I4405268199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032716678"],"corresponding_institution_ids":["https://openalex.org/I135117807"],"apc_list":{"value":5250,"currency":"USD","value_usd":5250},"apc_paid":null,"fwci":3.2047,"has_fulltext":false,"cited_by_count":105,"citation_normalized_percentile":{"value":0.91696751,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"50","issue":"5","first_page":"511","last_page":"522"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.006200000178068876,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rater-cognition","display_name":"rater cognition","score":1.0},{"id":"https://openalex.org/keywords/competency-based-education","display_name":"competency-based education","score":0.8460000157356262},{"id":"https://openalex.org/keywords/competency-assessment","display_name":"competency assessment","score":0.6620000004768372},{"id":"https://openalex.org/keywords/health-professions-education","display_name":"health professions education","score":0.8500000238418579},{"id":"https://openalex.org/keywords/schema-theory","display_name":"schema theory","score":0.4440000057220459},{"id":"https://openalex.org/keywords/rating-scales","display_name":"rating scales","score":0.42399999499320984}],"concepts":[{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.699320375919342},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.6145123839378357},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.6061542630195618},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5788218379020691},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.548551619052887},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.5108920931816101},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.490949422121048},{"id":"https://openalex.org/C3020000205","wikidata":"https://www.wikidata.org/wiki/Q2412849","display_name":"Narrative review","level":2,"score":0.44139716029167175},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.41626566648483276},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4150199294090271},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3577978014945984},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.24459201097488403},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.22353693842887878},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.1651337444782257},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003162","descriptor_name":"Competency-Based Education","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004501","descriptor_name":"Education, Medical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007600","descriptor_name":"Judgment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1111/medu.12973","doi":"https://doi.org/10.1111/medu.12973","is_oa":false,"landing_page_url":"https://doi.org/10.1111/medu.12973","pdf_url":null,"source":{"id":"https://openalex.org/S54816476","display_name":"Medical Education","issn_l":"0308-0110","issn":["0308-0110","1365-2923"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Education","raw_type":"journal-article"},{"id":"pmid:27072440","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/27072440","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical education","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W41780498","https://openalex.org/W1057512088","https://openalex.org/W1486209072","https://openalex.org/W1542501957","https://openalex.org/W1782306563","https://openalex.org/W1810330899","https://openalex.org/W1943365148","https://openalex.org/W1968386328","https://openalex.org/W1968991973","https://openalex.org/W1970064535","https://openalex.org/W1972679656","https://openalex.org/W1973816053","https://openalex.org/W1975816034","https://openalex.org/W1982726225","https://openalex.org/W1984161620","https://openalex.org/W1986903819","https://openalex.org/W1987548299","https://openalex.org/W1989733744","https://openalex.org/W1990643818","https://openalex.org/W1992387380","https://openalex.org/W2018155718","https://openalex.org/W2026944846","https://openalex.org/W2030111859","https://openalex.org/W2033219058","https://openalex.org/W2038514664","https://openalex.org/W2042618893","https://openalex.org/W2044059462","https://openalex.org/W2047644027","https://openalex.org/W2058154574","https://openalex.org/W2061651815","https://openalex.org/W2064228794","https://openalex.org/W2067410131","https://openalex.org/W2068757607","https://openalex.org/W2070555788","https://openalex.org/W2077120921","https://openalex.org/W2078042760","https://openalex.org/W2080569127","https://openalex.org/W2083559293","https://openalex.org/W2088823622","https://openalex.org/W2090687234","https://openalex.org/W2095723554","https://openalex.org/W2101416823","https://openalex.org/W2103281609","https://openalex.org/W2107677116","https://openalex.org/W2112043482","https://openalex.org/W2113283712","https://openalex.org/W2115855896","https://openalex.org/W2116803747","https://openalex.org/W2118524490","https://openalex.org/W2120386903","https://openalex.org/W2126976394","https://openalex.org/W2133726987","https://openalex.org/W2137718776","https://openalex.org/W2146805584","https://openalex.org/W2151872896","https://openalex.org/W2153065042","https://openalex.org/W2167251676","https://openalex.org/W2167901983","https://openalex.org/W2169742904","https://openalex.org/W2181396648","https://openalex.org/W2275436624","https://openalex.org/W2313015717"],"related_works":["https://openalex.org/W2181396648","https://openalex.org/W2095723554","https://openalex.org/W7155751551","https://openalex.org/W2168122914","https://openalex.org/W2052836008","https://openalex.org/W2767325736","https://openalex.org/W2083559293","https://openalex.org/W1987548299","https://openalex.org/W1968386328","https://openalex.org/W2274666895"],"abstract_inverted_index":{"BACKGROUND:":[0],"Given":[1],"the":[2,45,87,101,106,117,175,185,262,268,276,289],"complexity":[3],"of":[4,47,53,116,161,196,208,249,267,291,294],"competency":[5],"frameworks,":[6],"associated":[7,126],"skills":[8],"and":[9,11,65,72,82,96,113,123,145,147,164,171,215,218,223,231,253,264,287],"abilities,":[10],"contexts":[12],"in":[13,20,55,90,99,138,152,305],"which":[14,299],"they":[15],"are":[16],"to":[17,44,104,119,244],"be":[18],"assessed":[19],"competency-based":[21],"education":[22,141],"(CBE),":[23],"there":[24],"is":[25,62,301],"an":[26],"increased":[27,37],"reliance":[28],"on":[29,39,135,193,204],"rater":[30,48,84,128,251,285],"judgements":[31,235],"when":[32,283],"considering":[33],"trainee":[34],"performance.":[35],"This":[36,271],"dependence":[38],"rater-based":[40,136],"assessment":[41,91,137],"has":[42,241],"led":[43],"emergence":[46],"cognition":[49,85,129,286],"as":[50],"a":[51,111,158,256],"field":[52,102],"research":[54],"health":[56,139],"professions":[57,140],"education.":[58],"The":[59],"topic,":[60],"however,":[61],"often":[63],"conceptualised":[64],"ultimately":[66],"investigated":[67],"using":[68,142],"many":[69],"different":[70,194,281],"perspectives":[71,282],"theoretical":[73],"frameworks.":[74],"Critically":[75],"analysing":[76],"how":[77,100],"researchers":[78,279],"think":[79],"about,":[80],"study":[81],"discuss":[83],"or":[86,303],"judgement":[88],"processes":[89],"frameworks":[92],"may":[93],"provide":[94],"meaningful":[95],"efficient":[97],"directions":[98],"continues":[103],"explore":[105,120],"topic.":[107],"METHODS:":[108],"We":[109,131,156,166],"conducted":[110],"critical":[112],"integrative":[114],"review":[115,240],"literature":[118,176],"common":[121,246],"conceptualisations":[122,248],"unified":[124],"terminology":[125],"with":[127,212],"research.":[130],"identified":[132],"1045":[133],"articles":[134,149],"Scorpus,":[143],"Medline":[144],"ERIC":[146],"78":[148],"were":[150],"included":[151],"our":[153],"review.":[154],"RESULTS:":[155],"propose":[157,255],"three-phase":[159],"framework":[160,260,272],"observation,":[162],"processing":[163],"integration.":[165],"situate":[167],"nine":[168],"specific":[169],"mechanisms":[170,252],"sub-mechanisms":[172],"described":[173],"across":[174],"within":[177],"these":[178],"phases:":[179],"(i)":[180],"generating":[181],"automatic":[182],"impressions":[183],"about":[184],"person;":[186],"(ii)":[187],"formulating":[188],"high-level":[189],"inferences;":[190],"(iii)":[191],"focusing":[192],"dimensions":[195],"competencies;":[197],"(iv)":[198],"categorising":[199],"through":[200],"well-developed":[201],"schemata":[202],"based":[203],"(a)":[205],"personal":[206],"concept":[207],"competence,":[209],"(b)":[210],"comparison":[211],"various":[213],"exemplars":[214],"(c)":[216],"task":[217],"context":[219],"specificity;":[220],"(v)":[221],"weighting":[222],"synthesising":[224],"information":[225],"differently,":[226],"(vi)":[227],"producing":[228],"narrative":[229,234],"judgements;":[230],"(vii)":[232],"translating":[233],"into":[236],"scales.":[237],"CONCLUSION:":[238],"Our":[239],"allowed":[242],"us":[243],"identify":[245],"underlying":[247],"observed":[250],"subsequently":[254],"comprehensive,":[257],"although":[258],"complex,":[259],"for":[261],"dynamic":[263],"contextual":[265],"nature":[266],"rating":[269],"process.":[270],"could":[273],"help":[274],"bridge":[275],"gap":[277],"between":[278],"adopting":[280],"studying":[284],"enable":[288],"interpretation":[290],"contradictory":[292],"findings":[293],"raters'":[295],"performance":[296],"by":[297],"determining":[298],"mechanism":[300],"enabled":[302],"disabled":[304],"any":[306],"given":[307],"context.":[308]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}