{"id":"https://openalex.org/W3203160809","doi":"https://doi.org/10.1097/ceh.0000000000000398","title":"Exploring Content Relationships Among Components of a Multisource Feedback Program","display_name":"Exploring Content Relationships Among Components of a Multisource Feedback Program","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3203160809","doi":"https://doi.org/10.1097/ceh.0000000000000398","mag":"3203160809","pmid":"https://pubmed.ncbi.nlm.nih.gov/34609355"},"language":"en","primary_location":{"id":"doi:10.1097/ceh.0000000000000398","doi":"https://doi.org/10.1097/ceh.0000000000000398","is_oa":false,"landing_page_url":"https://doi.org/10.1097/ceh.0000000000000398","pdf_url":null,"source":{"id":"https://openalex.org/S105679133","display_name":"Journal of Continuing Education in the Health Professions","issn_l":"0894-1912","issn":["0894-1912","1554-558X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Continuing Education in the Health Professions","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028534070","display_name":"Marguerite Roy","orcid":"https://orcid.org/0000-0001-8462-7721","observed_orcids":["https://orcid.org/0000-0001-8462-7721"]},"institutions":[{"id":"https://openalex.org/I105696783","display_name":"Medical Council of Canada","ror":"https://ror.org/02vf3h353","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I105696783"]},{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I4405273061","display_name":"College of Physicians and Surgeons of Alberta","ror":"https://ror.org/057erac45","country_code":"CA","type":"education","lineage":["https://openalex.org/I4405273061"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Marguerite Roy","raw_affiliation_strings":["Dr. Roy: Adjunct Professor, Department of Innovation in Medical Education, University of Ottawa, Ottawa, Ontario, Canada. Dr. Kain: Program Manager, Research & Evaluation Unit, College of Physicians and Surgeons of Alberta, Edmonton, Alberta, Canada. Dr. Touchie: Professor, Department of Innovation in Medical Education, University of Ottawa, Canada, Chief Medical Education Advisor, Medical Council of Canada, Ottawa, Ontario, Canada, and Department of Medicine, University of Ottawa, Ottawa, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8462-7721","affiliations":[{"raw_affiliation_string":"Dr. Roy: Adjunct Professor, Department of Innovation in Medical Education, University of Ottawa, Ottawa, Ontario, Canada. Dr. Kain: Program Manager, Research & Evaluation Unit, College of Physicians and Surgeons of Alberta, Edmonton, Alberta, Canada. Dr. Touchie: Professor, Department of Innovation in Medical Education, University of Ottawa, Canada, Chief Medical Education Advisor, Medical Council of Canada, Ottawa, Ontario, Canada, and Department of Medicine, University of Ottawa, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I105696783","https://openalex.org/I153718931","https://openalex.org/I4405273061"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053812989","display_name":"Nicole Allison Kain","orcid":"https://orcid.org/0000-0002-9159-5841","observed_orcids":["https://orcid.org/0000-0002-9159-5841","https://orcid.org/0000-0003-4701-7873"]},"institutions":[{"id":"https://openalex.org/I105696783","display_name":"Medical Council of Canada","ror":"https://ror.org/02vf3h353","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I105696783"]},{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I4405273061","display_name":"College of Physicians and Surgeons of Alberta","ror":"https://ror.org/057erac45","country_code":"CA","type":"education","lineage":["https://openalex.org/I4405273061"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nicole Kain","raw_affiliation_strings":["Dr. Roy: Adjunct Professor, Department of Innovation in Medical Education, University of Ottawa, Ottawa, Ontario, Canada. Dr. Kain: Program Manager, Research & Evaluation Unit, College of Physicians and Surgeons of Alberta, Edmonton, Alberta, Canada. Dr. Touchie: Professor, Department of Innovation in Medical Education, University of Ottawa, Canada, Chief Medical Education Advisor, Medical Council of Canada, Ottawa, Ontario, Canada, and Department of Medicine, University of Ottawa, Ottawa, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dr. Roy: Adjunct Professor, Department of Innovation in Medical Education, University of Ottawa, Ottawa, Ontario, Canada. Dr. Kain: Program Manager, Research & Evaluation Unit, College of Physicians and Surgeons of Alberta, Edmonton, Alberta, Canada. Dr. Touchie: Professor, Department of Innovation in Medical Education, University of Ottawa, Canada, Chief Medical Education Advisor, Medical Council of Canada, Ottawa, Ontario, Canada, and Department of Medicine, University of Ottawa, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I105696783","https://openalex.org/I153718931","https://openalex.org/I4405273061"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085766729","display_name":"Claire Touchie","orcid":"https://orcid.org/0000-0001-7926-9720","observed_orcids":["https://orcid.org/0000-0001-7926-9720"]},"institutions":[{"id":"https://openalex.org/I105696783","display_name":"Medical Council of Canada","ror":"https://ror.org/02vf3h353","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I105696783"]},{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I4405273061","display_name":"College of Physicians and Surgeons of Alberta","ror":"https://ror.org/057erac45","country_code":"CA","type":"education","lineage":["https://openalex.org/I4405273061"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Claire Touchie","raw_affiliation_strings":["Dr. Roy: Adjunct Professor, Department of Innovation in Medical Education, University of Ottawa, Ottawa, Ontario, Canada. Dr. Kain: Program Manager, Research & Evaluation Unit, College of Physicians and Surgeons of Alberta, Edmonton, Alberta, Canada. Dr. Touchie: Professor, Department of Innovation in Medical Education, University of Ottawa, Canada, Chief Medical Education Advisor, Medical Council of Canada, Ottawa, Ontario, Canada, and Department of Medicine, University of Ottawa, Ottawa, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dr. Roy: Adjunct Professor, Department of Innovation in Medical Education, University of Ottawa, Ottawa, Ontario, Canada. Dr. Kain: Program Manager, Research & Evaluation Unit, College of Physicians and Surgeons of Alberta, Edmonton, Alberta, Canada. Dr. Touchie: Professor, Department of Innovation in Medical Education, University of Ottawa, Canada, Chief Medical Education Advisor, Medical Council of Canada, Ottawa, Ontario, Canada, and Department of Medicine, University of Ottawa, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I105696783","https://openalex.org/I153718931","https://openalex.org/I4405273061"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028534070"],"corresponding_institution_ids":["https://openalex.org/I105696783","https://openalex.org/I153718931","https://openalex.org/I4405273061"],"apc_list":null,"apc_paid":null,"fwci":0.9486,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.7782162,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":"42","issue":"4","first_page":"243","last_page":"248"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12802","display_name":"Competency Development and Evaluation","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1407","display_name":"Organizational Behavior and Human Resource Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11590","display_name":"Primary Care and Health Outcomes","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multisource-feedback","display_name":"multisource feedback","score":0.9909999966621399},{"id":"https://openalex.org/keywords/canmeds-roles","display_name":"CanMEDS roles","score":0.9160000085830688},{"id":"https://openalex.org/keywords/self-ratings","display_name":"self-ratings","score":0.5979999899864197},{"id":"https://openalex.org/keywords/program-validity","display_name":"program validity","score":0.6290000081062317},{"id":"https://openalex.org/keywords/word-frequency-analysis","display_name":"word frequency analysis","score":0.5099999904632568}],"concepts":[{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.5397023558616638},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4411124289035797},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41316357254981995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4036405682563782},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.33558982610702515},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.29939818382263184},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.19091662764549255},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07909005880355835},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D002983","descriptor_name":"Clinical Competence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005246","descriptor_name":"Feedback","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010820","descriptor_name":"Physicians","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058996","descriptor_name":"Quality Improvement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1097/ceh.0000000000000398","doi":"https://doi.org/10.1097/ceh.0000000000000398","is_oa":false,"landing_page_url":"https://doi.org/10.1097/ceh.0000000000000398","pdf_url":null,"source":{"id":"https://openalex.org/S105679133","display_name":"Journal of Continuing Education in the Health Professions","issn_l":"0894-1912","issn":["0894-1912","1554-558X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Continuing Education in the Health Professions","raw_type":"journal-article"},{"id":"pmid:34609355","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34609355","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Journal of continuing education in the health professions","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1860072859","https://openalex.org/W1891605838","https://openalex.org/W1965011604","https://openalex.org/W1970743434","https://openalex.org/W1983554727","https://openalex.org/W2113076993","https://openalex.org/W2152565283","https://openalex.org/W2156525556","https://openalex.org/W2306592406","https://openalex.org/W2336574976","https://openalex.org/W2338856372","https://openalex.org/W2397695628","https://openalex.org/W2783042009","https://openalex.org/W2884298535","https://openalex.org/W2896892568","https://openalex.org/W2913115794","https://openalex.org/W2958341352","https://openalex.org/W2981426394","https://openalex.org/W3042252256","https://openalex.org/W3047938201","https://openalex.org/W3048196629","https://openalex.org/W4232031327","https://openalex.org/W6685976020","https://openalex.org/W6755157313"],"related_works":["https://openalex.org/W3119849216","https://openalex.org/W2049645915","https://openalex.org/W2783042009","https://openalex.org/W1965011604","https://openalex.org/W2329234901","https://openalex.org/W4285045291","https://openalex.org/W2417572910","https://openalex.org/W2053658526","https://openalex.org/W2100994580","https://openalex.org/W3042252256"],"abstract_inverted_index":{"INTRODUCTION:":[0],"A":[1],"new":[2],"multisource":[3,87],"feedback":[4,68,88,97],"(MSF)":[5],"program":[6,89,190,212,222],"was":[7,149,161],"specifically":[8],"designed":[9],"to":[10,55,128,154,164,170,181,192],"support":[11],"physician":[12,39,61,158],"quality":[13],"improvement":[14],"(QI)":[15],"around":[16],"the":[17,63,81,84,92,189,202,230],"CanMEDS":[18],"roles":[19],"of":[20,38,83,96,113,188,205,216,220,226],"Collaborator":[21],",":[22,24],"Communicator":[23],"and":[25,30,43,52,70,94,116,132,146],"Professional":[26],".":[27],"Quantitative":[28],"ratings":[29],"qualitative":[31],"comments":[32,148],"are":[33,48],"collected":[34],"from":[35],"a":[36,66,99,111,199],"sample":[37],"colleagues,":[40],"co-workers":[41],"(C),":[42],"patients":[44],"(PT).":[45],"These":[46],"data":[47,136],"supplemented":[49],"with":[50,65],"self-ratings":[51],"given":[53],"back":[54],"physicians":[56],"in":[57,144,157,176,201],"individualized":[58],"reports.":[59],"Each":[60],"reviews":[62],"report":[64],"trained":[67],"facilitator":[69,114,177],"creates":[71],"one-to-three":[72],"action":[73,117,159,182],"plans":[74,118,160],"for":[75,102,120],"QI.":[76],"This":[77,214],"study":[78],"explores":[79],"how":[80],"content":[82],"four":[85],"aforementioned":[86],"components":[90,119,187,219],"supports":[91,229],"elicitation":[93],"translation":[95],"into":[98],"QI":[100],"plan":[101,183],"change.":[103],"METHODS:":[104],"Data":[105],"included":[106],"survey":[107,171],"items,":[108],"rater":[109,147],"comments,":[110,166],"portion":[112],"reports,":[115],"159":[121],"physicians.":[122],"Word":[123],"frequency":[124,142,174],"queries":[125],"were":[126],"used":[127,153],"identify":[129],"common":[130],"words":[131,143,175],"explore":[133],"relationships":[134],"among":[135],"sources.":[137],"RESULTS:":[138],"Overlap":[139],"between":[140],"high":[141],"surveys":[145],"substantial.":[150],"The":[151],"language":[152],"describe":[155],"goals":[156],"highly":[162],"related":[163,179],"respondent":[165],"but":[167],"less":[168],"so":[169],"items.":[172],"High":[173],"reports":[178],"heavily":[180],"content.":[184],"DISCUSSION:":[185],"All":[186],"relate":[191],"one":[193,224],"another":[194],"indicating":[195],"that":[196,228],"each":[197],"plays":[198],"part":[200],"process.":[203],"Patterns":[204],"overlap":[206],"suggest":[207],"unique":[208],"functions":[209],"conducted":[210],"by":[211],"components.":[213],"demonstration":[215],"coherence":[217],"across":[218],"this":[221],"is":[223],"piece":[225],"evidence":[227],"program's":[231],"validity.":[232]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-10-11T00:00:00"}