{"id":"https://openalex.org/W1985455827","doi":"https://doi.org/10.1080/01421590600622665","title":"Systematic review of the literature on assessment, feedback and physicians\u2019 clinical performance: BEME Guide No. 7","display_name":"Systematic review of the literature on assessment, feedback and physicians\u2019 clinical performance: BEME Guide No. 7","publication_year":2006,"publication_date":"2006-01-01","ids":{"openalex":"https://openalex.org/W1985455827","doi":"https://doi.org/10.1080/01421590600622665","mag":"1985455827","pmid":"https://pubmed.ncbi.nlm.nih.gov/16707292"},"language":"en","primary_location":{"id":"doi:10.1080/01421590600622665","doi":"https://doi.org/10.1080/01421590600622665","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01421590600622665","pdf_url":null,"source":{"id":"https://openalex.org/S135934248","display_name":"Medical Teacher","issn_l":"0142-159X","issn":["0142-159X","1466-187X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Teacher","raw_type":"journal-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039319342","display_name":"J. Jon Veloski","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I149251103","display_name":"Thomas Jefferson University","ror":"https://ror.org/00ysqcn41","country_code":"US","type":"education","lineage":["https://openalex.org/I149251103"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jon Veloski","raw_affiliation_strings":["Center for Research in Medical Education and Health Care, Jefferson Medical College, Thomas Jefferson University, Philadelphia 19107, USA. jon.veloski@jefferson.edu","Jefferson Medical College, Thomas Jefferson University, PhiladelphiaUSA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Research in Medical Education and Health Care, Jefferson Medical College, Thomas Jefferson University, Philadelphia 19107, USA. jon.veloski@jefferson.edu","institution_ids":["https://openalex.org/I149251103"]},{"raw_affiliation_string":"Jefferson Medical College, Thomas Jefferson University, PhiladelphiaUSA","institution_ids":["https://openalex.org/I149251103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010733596","display_name":"James R. Boex","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95240055","display_name":"Northeast Ohio Medical University","ror":"https://ror.org/04q9qf557","country_code":"US","type":"education","lineage":["https://openalex.org/I95240055"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James R. Boex","raw_affiliation_strings":["Northeastern Ohio Universities College of Medicine, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern Ohio Universities College of Medicine, USA","institution_ids":["https://openalex.org/I95240055"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111575831","display_name":"Margaret J. Grasberger","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I149251103","display_name":"Thomas Jefferson University","ror":"https://ror.org/00ysqcn41","country_code":"US","type":"education","lineage":["https://openalex.org/I149251103"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margaret J. Grasberger","raw_affiliation_strings":["Jefferson Medical College, Thomas Jefferson University, PhiladelphiaUSA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jefferson Medical College, Thomas Jefferson University, PhiladelphiaUSA","institution_ids":["https://openalex.org/I149251103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050637601","display_name":"Adam S. Evans","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I149251103","display_name":"Thomas Jefferson University","ror":"https://ror.org/00ysqcn41","country_code":"US","type":"education","lineage":["https://openalex.org/I149251103"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Evans","raw_affiliation_strings":["Jefferson Medical College, Thomas Jefferson University, PhiladelphiaUSA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jefferson Medical College, Thomas Jefferson University, PhiladelphiaUSA","institution_ids":["https://openalex.org/I149251103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062219056","display_name":"Daniel B Wolfson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405268984","display_name":"ABIM Foundation","ror":"https://ror.org/02q51ye83","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4405268984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel B. Wolfson","raw_affiliation_strings":["American Board of Internal Medicine Foundation, PhiladelphiaUSA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American Board of Internal Medicine Foundation, PhiladelphiaUSA","institution_ids":["https://openalex.org/I4405268984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5039319342"],"corresponding_institution_ids":["https://openalex.org/I149251103"],"apc_list":null,"apc_paid":null,"fwci":5.6868,"has_fulltext":false,"cited_by_count":509,"citation_normalized_percentile":{"value":0.95930233,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"28","issue":"2","first_page":"117","last_page":"128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.7670999765396118,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.7670999765396118,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.19300000369548798,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/physician-performance-feedback","display_name":"physician performance feedback","score":0.5690000057220459},{"id":"https://openalex.org/keywords/clinical-performance-assessment","display_name":"clinical performance assessment","score":0.7990000247955322},{"id":"https://openalex.org/keywords/feedback-effectiveness","display_name":"feedback effectiveness","score":0.6129999756813049},{"id":"https://openalex.org/keywords/medical-residents","display_name":"medical residents","score":0.5400000214576721},{"id":"https://openalex.org/keywords/educational-intervention","display_name":"educational intervention","score":0.5429999828338623},{"id":"https://openalex.org/keywords/clinical-guidelines","display_name":"clinical guidelines","score":0.8579999804496765},{"id":"https://openalex.org/keywords/reminder-systems","display_name":"reminder systems","score":0.8370000123977661},{"id":"https://openalex.org/keywords/incentives","display_name":"incentives","score":0.5740000009536743}],"concepts":[{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.7664932012557983},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.6578431129455566},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6380326151847839},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.5973519086837769},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5674984455108643},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5314204692840576},{"id":"https://openalex.org/C19648533","wikidata":"https://www.wikidata.org/wiki/Q691640","display_name":"Evidence-based medicine","level":3,"score":0.43464362621307373},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.4309542775154114},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.4252142906188965},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.4173542857170105},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.3661308288574219},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.23879384994506836},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.21211740374565125},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.14942696690559387},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14487135410308838},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.11490315198898315},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D002983","descriptor_name":"Clinical Competence","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D005246","descriptor_name":"Feedback","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010820","descriptor_name":"Physicians","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1080/01421590600622665","doi":"https://doi.org/10.1080/01421590600622665","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01421590600622665","pdf_url":null,"source":{"id":"https://openalex.org/S135934248","display_name":"Medical Teacher","issn_l":"0142-159X","issn":["0142-159X","1466-187X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Teacher","raw_type":"journal-article"},{"id":"pmid:16707292","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/16707292","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical teacher","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8371999859809875,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W639009716","https://openalex.org/W1523424232","https://openalex.org/W1945795339","https://openalex.org/W1968351556","https://openalex.org/W1970349679","https://openalex.org/W1975773325","https://openalex.org/W1991147634","https://openalex.org/W2006081120","https://openalex.org/W2009400334","https://openalex.org/W2013486782","https://openalex.org/W2014956581","https://openalex.org/W2017031729","https://openalex.org/W2020922777","https://openalex.org/W2031184007","https://openalex.org/W2063596586","https://openalex.org/W2063901568","https://openalex.org/W2065608759","https://openalex.org/W2078676755","https://openalex.org/W2099487083","https://openalex.org/W2105501846","https://openalex.org/W2117681314","https://openalex.org/W2134224326","https://openalex.org/W2139900098","https://openalex.org/W2163562470","https://openalex.org/W2164796644","https://openalex.org/W2166458992","https://openalex.org/W2170202608","https://openalex.org/W2326112944","https://openalex.org/W2395647668","https://openalex.org/W2890630837","https://openalex.org/W2992179946","https://openalex.org/W4205396833","https://openalex.org/W4235746460","https://openalex.org/W4235926102","https://openalex.org/W4295816668"],"related_works":["https://openalex.org/W2140868253","https://openalex.org/W2886286229","https://openalex.org/W3035607169","https://openalex.org/W3013953730","https://openalex.org/W36913472","https://openalex.org/W2755086444","https://openalex.org/W2462586659","https://openalex.org/W2415576449","https://openalex.org/W4402131593","https://openalex.org/W2905386347"],"abstract_inverted_index":{"BACKGROUND":[0],"AND":[1,83],"CONTEXT:":[2],"There":[3],"is":[4,350],"a":[5,121,159,209],"basis":[6],"for":[7],"the":[8,20,26,42,57,66,91,146,187,290,304,306,311,335,353,366],"assumption":[9],"that":[10,250,352],"feedback":[11,29,47,150,190,217,251,283,364,369],"can":[12,260],"be":[13,167,332],"used":[14],"to":[15,41,61,166,331],"enhance":[16],"physicians'":[17,49,95,262,300],"performance.":[18,51,106,153,256],"Nevertheless,":[19],"findings":[21],"of":[22,25,28,44,77,94,104,128,149,179,183,189,215,230,238,244,279,294,308,315,338,355,363,368],"empirical":[23],"studies":[24,87,130,185,206,218,226,362],"impact":[27,43],"on":[30,48,112,151,255,284],"clinical":[31,50,234,263],"performance":[32,96,232,264,286],"have":[33,341],"been":[34,343],"equivocal.":[35],"OBJECTIVES:":[36],"To":[37],"summarize":[38],"evidence":[39],"related":[40],"assessment":[45,281],"and":[46,70,97,117,144,201,224,282,292,313,317,327],"SEARCH":[52],"STRATEGY:":[53],"The":[54,242,277],"authors":[55],"searched":[56],"literature":[58],"from":[59,370],"1966":[60],"2003":[62],"using":[63,120],"MEDLINE,":[64],"HealthSTAR,":[65],"Science":[67],"Citation":[68],"Index":[69],"eight":[71],"other":[72,193,318,371],"electronic":[73],"databases.":[74],"A":[75,126],"total":[76],"3702":[78],"citations":[79],"were":[80,88,110,240],"identified.":[81,136],"INCLUSION":[82],"EXCLUSION":[84],"CRITERIA:":[85],"Empirical":[86],"selected":[89],"involving":[90,131,219],"baseline":[92],"measurement":[93,99],"follow-up":[98],"after":[100],"they":[101],"received":[102],"summaries":[103],"their":[105],"DATA":[107,124],"EXTRACTION:":[108],"Data":[109],"extracted":[111],"research":[113],"design,":[114],"sample,":[115],"dependent":[116],"independent":[118,147,336],"variables":[119],"written":[122],"protocol.":[123],"SYNTHESIS:":[125],"group":[127],"220":[129],"primary":[132],"data":[133],"collection":[134],"was":[135,163],"However,":[137,334],"only":[138],"41":[139],"met":[140],"all":[141],"selection":[142],"criteria":[143],"evaluated":[145],"effect":[148,188],"physician":[152,231,285],"Of":[154,203],"these,":[155,204],"32":[156],"(74%)":[157],"demonstrated":[158,208],"positive":[160,210,253],"impact.":[161,211],"Feedback":[162,259],"more":[164],"likely":[165],"effective":[168],"when":[169,265],"provided":[170,266],"by":[171,271,289],"an":[172,176,272],"authoritative":[173],"source":[174,291],"over":[175,268],"extended":[177],"period":[178],"time.":[180],"Another":[181],"subset":[182],"132":[184],"examined":[186],"combined":[191],"with":[192],"interventions":[194,340],"such":[195,298,321],"as":[196,299,322,358,360],"educational":[197],"programmes,":[198],"practice":[199],"guidelines":[200],"reminders.":[202],"106":[205],"(77%)":[207],"Two":[212],"additional":[213],"subsets":[214,247],"29":[216],"resident":[220],"physicians":[221],"in":[222,303,346],"training":[223],"18":[225],"examining":[227],"proxy":[228],"measures":[229],"across":[233],"sites":[235],"or":[236],"groups":[237],"patients":[239],"reviewed.":[241],"majority":[243],"these":[245,339],"two":[246],"also":[248,329],"reported":[249],"had":[252],"effects":[254,278,367],"HEADLINE":[257],"RESULTS:":[258],"change":[261],"systematically":[267],"multiple":[269],"years":[270],"authoritative,":[273],"credible":[274],"source.":[275],"CONCLUSIONS:":[276],"formal":[280],"are":[287],"influenced":[288],"duration":[293],"feedback.":[295],"Other":[296],"factors,":[297],"active":[301],"involvement":[302],"process,":[305],"amount":[307,314],"information":[309],"reported,":[310],"timing":[312],"feedback,":[316],"concurrent":[319,372],"interventions,":[320],"education,":[323],"guidelines,":[324],"reminder":[325],"systems":[326],"incentives,":[328],"appear":[330],"important.":[333],"contributions":[337],"not":[342],"well":[344,359],"documented":[345],"controlled":[347],"studies.":[348],"It":[349],"recommended":[351],"designers":[354],"future":[356],"theoretical":[357],"practical":[361],"separate":[365],"interventions.":[373]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":34},{"year":2020,"cited_by_count":29},{"year":2019,"cited_by_count":27},{"year":2018,"cited_by_count":35},{"year":2017,"cited_by_count":39},{"year":2016,"cited_by_count":33},{"year":2015,"cited_by_count":35},{"year":2014,"cited_by_count":42},{"year":2013,"cited_by_count":30},{"year":2012,"cited_by_count":30}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}