{"id":"https://openalex.org/W2000477303","doi":"https://doi.org/10.1097/acm.0b013e3181637925","title":"The Reported Validity and Reliability of Methods for Evaluating Continuing Medical Education: A Systematic Review","display_name":"The Reported Validity and Reliability of Methods for Evaluating Continuing Medical Education: A Systematic Review","publication_year":2008,"publication_date":"2008-03-01","ids":{"openalex":"https://openalex.org/W2000477303","doi":"https://doi.org/10.1097/acm.0b013e3181637925","mag":"2000477303","pmid":"https://pubmed.ncbi.nlm.nih.gov/18316877"},"language":"en","primary_location":{"id":"doi:10.1097/acm.0b013e3181637925","doi":"https://doi.org/10.1097/acm.0b013e3181637925","is_oa":false,"landing_page_url":"https://doi.org/10.1097/acm.0b013e3181637925","pdf_url":null,"source":{"id":"https://openalex.org/S19793444","display_name":"Academic Medicine","issn_l":"1040-2446","issn":["1040-2446","1938-808X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Medicine","raw_type":"journal-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019811647","display_name":"Neda Ratanawongsa","orcid":"https://orcid.org/0000-0001-9944-6923","observed_orcids":["https://orcid.org/0000-0001-9944-6923"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802697821","display_name":"Johns Hopkins Bayview Medical Center","ror":"https://ror.org/04pwc8466","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436","https://openalex.org/I2802697821"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Neda Ratanawongsa","raw_affiliation_strings":["Department of Medicine, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224, USA. neda@jhmi.edu","Please see the end of this article for information about the authors","e-mail: ([email\u00a0protected])","fax: (410) 550-3403","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","telephone: (410) 550-1862"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224, USA. neda@jhmi.edu","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"Please see the end of this article for information about the authors","institution_ids":[]},{"raw_affiliation_string":"e-mail: ([email\u00a0protected])","institution_ids":[]},{"raw_affiliation_string":"fax: (410) 550-3403","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"telephone: (410) 550-1862","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103164730","display_name":"Patricia A. Thomas","orcid":"https://orcid.org/0000-0003-4528-9891","observed_orcids":["https://orcid.org/0000-0003-4528-9891"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802697821","display_name":"Johns Hopkins Bayview Medical Center","ror":"https://ror.org/04pwc8466","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436","https://openalex.org/I2802697821"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patricia A. Thomas","raw_affiliation_strings":["Please see the end of this article for information about the authors","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","e-mail: ([email\u00a0protected])","fax: (410) 550-3403","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","telephone: (410) 550-1862"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Please see the end of this article for information about the authors","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"e-mail: ([email\u00a0protected])","institution_ids":[]},{"raw_affiliation_string":"fax: (410) 550-3403","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"telephone: (410) 550-1862","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081904779","display_name":"Spyridon S Marinopoulos","orcid":"https://orcid.org/0000-0002-5859-9146","observed_orcids":["https://orcid.org/0000-0002-5859-9146"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802697821","display_name":"Johns Hopkins Bayview Medical Center","ror":"https://ror.org/04pwc8466","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436","https://openalex.org/I2802697821"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Spyridon S. Marinopoulos","raw_affiliation_strings":["Please see the end of this article for information about the authors","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","e-mail: ([email\u00a0protected])","fax: (410) 550-3403","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","telephone: (410) 550-1862"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Please see the end of this article for information about the authors","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"e-mail: ([email\u00a0protected])","institution_ids":[]},{"raw_affiliation_string":"fax: (410) 550-3403","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"telephone: (410) 550-1862","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020321122","display_name":"Todd Dorman","orcid":"https://orcid.org/0000-0002-8616-8677","observed_orcids":["https://orcid.org/0000-0002-8616-8677"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802697821","display_name":"Johns Hopkins Bayview Medical Center","ror":"https://ror.org/04pwc8466","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436","https://openalex.org/I2802697821"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Todd Dorman","raw_affiliation_strings":["Please see the end of this article for information about the authors","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","e-mail: ([email\u00a0protected])","fax: (410) 550-3403","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","telephone: (410) 550-1862"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Please see the end of this article for information about the authors","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"e-mail: ([email\u00a0protected])","institution_ids":[]},{"raw_affiliation_string":"fax: (410) 550-3403","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"telephone: (410) 550-1862","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025996947","display_name":"Lisa M Wilson","orcid":"https://orcid.org/0000-0001-5882-342X","observed_orcids":["https://orcid.org/0000-0001-5882-342X"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802697821","display_name":"Johns Hopkins Bayview Medical Center","ror":"https://ror.org/04pwc8466","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436","https://openalex.org/I2802697821"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa M. Wilson","raw_affiliation_strings":["Please see the end of this article for information about the authors","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","e-mail: ([email\u00a0protected])","fax: (410) 550-3403","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","telephone: (410) 550-1862"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Please see the end of this article for information about the authors","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"e-mail: ([email\u00a0protected])","institution_ids":[]},{"raw_affiliation_string":"fax: (410) 550-3403","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"telephone: (410) 550-1862","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020437264","display_name":"Bimal H. Ashar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802697821","display_name":"Johns Hopkins Bayview Medical Center","ror":"https://ror.org/04pwc8466","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436","https://openalex.org/I2802697821"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bimal H. Ashar","raw_affiliation_strings":["Please see the end of this article for information about the authors","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","e-mail: ([email\u00a0protected])","fax: (410) 550-3403","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","telephone: (410) 550-1862"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Please see the end of this article for information about the authors","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"e-mail: ([email\u00a0protected])","institution_ids":[]},{"raw_affiliation_string":"fax: (410) 550-3403","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"telephone: (410) 550-1862","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062036030","display_name":"Jeffrey L. Magaziner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802697821","display_name":"Johns Hopkins Bayview Medical Center","ror":"https://ror.org/04pwc8466","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436","https://openalex.org/I2802697821"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey L. Magaziner","raw_affiliation_strings":["Please see the end of this article for information about the authors","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","e-mail: ([email\u00a0protected])","fax: (410) 550-3403","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","telephone: (410) 550-1862"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Please see the end of this article for information about the authors","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"e-mail: ([email\u00a0protected])","institution_ids":[]},{"raw_affiliation_string":"fax: (410) 550-3403","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"telephone: (410) 550-1862","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055124328","display_name":"Redonda G. Miller","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802697821","display_name":"Johns Hopkins Bayview Medical Center","ror":"https://ror.org/04pwc8466","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436","https://openalex.org/I2802697821"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Redonda G. Miller","raw_affiliation_strings":["Please see the end of this article for information about the authors","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","e-mail: ([email\u00a0protected])","fax: (410) 550-3403","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","telephone: (410) 550-1862"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Please see the end of this article for information about the authors","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"e-mail: ([email\u00a0protected])","institution_ids":[]},{"raw_affiliation_string":"fax: (410) 550-3403","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"telephone: (410) 550-1862","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007436540","display_name":"Gregory P. Prokopowicz","orcid":"https://orcid.org/0000-0003-3643-2422","observed_orcids":["https://orcid.org/0000-0003-3643-2422"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802697821","display_name":"Johns Hopkins Bayview Medical Center","ror":"https://ror.org/04pwc8466","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436","https://openalex.org/I2802697821"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory P. Prokopowicz","raw_affiliation_strings":["Please see the end of this article for information about the authors","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","e-mail: ([email\u00a0protected])","fax: (410) 550-3403","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","telephone: (410) 550-1862"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Please see the end of this article for information about the authors","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"e-mail: ([email\u00a0protected])","institution_ids":[]},{"raw_affiliation_string":"fax: (410) 550-3403","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"telephone: (410) 550-1862","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047124391","display_name":"Rehan Qayyum","orcid":"https://orcid.org/0000-0003-3086-8014","observed_orcids":["https://orcid.org/0000-0003-3086-8014"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802697821","display_name":"Johns Hopkins Bayview Medical Center","ror":"https://ror.org/04pwc8466","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436","https://openalex.org/I2802697821"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rehan Qayyum","raw_affiliation_strings":["Please see the end of this article for information about the authors","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","e-mail: ([email\u00a0protected])","fax: (410) 550-3403","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","telephone: (410) 550-1862"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Please see the end of this article for information about the authors","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"e-mail: ([email\u00a0protected])","institution_ids":[]},{"raw_affiliation_string":"fax: (410) 550-3403","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"telephone: (410) 550-1862","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056638016","display_name":"Eric B Bass","orcid":"https://orcid.org/0000-0001-9106-527X","observed_orcids":["https://orcid.org/0000-0001-9106-527X"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2802697821","display_name":"Johns Hopkins Bayview Medical Center","ror":"https://ror.org/04pwc8466","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436","https://openalex.org/I2802697821"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric B. Bass","raw_affiliation_strings":["Please see the end of this article for information about the authors","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","e-mail: ([email\u00a0protected])","fax: (410) 550-3403","should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","telephone: (410) 550-1862"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Please see the end of this article for information about the authors","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224; telephone: (410) 550-1862; fax: (410) 550-3403; e-mail: ([email\u00a0protected])","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"e-mail: ([email\u00a0protected])","institution_ids":[]},{"raw_affiliation_string":"fax: (410) 550-3403","institution_ids":[]},{"raw_affiliation_string":"should be addressed to Dr. Ratanawongsa, Johns Hopkins University School of Medicine, Johns Hopkins Bayview Medical Center, 5200 Eastern Avenue, Suite 2300, Baltimore, MD 21224","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"]},{"raw_affiliation_string":"telephone: (410) 550-1862","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5019811647"],"corresponding_institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2802697821"],"apc_list":null,"apc_paid":null,"fwci":4.8242,"has_fulltext":false,"cited_by_count":69,"citation_normalized_percentile":{"value":0.94600432,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"83","issue":"3","first_page":"274","last_page":"283"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13117","display_name":"Health Education and Validation","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/2922","display_name":"Research and Theory"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12413","display_name":"Health and Medical Education","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continuing-medical-education","display_name":"continuing medical education","score":1.0},{"id":"https://openalex.org/keywords/validity","display_name":"validity","score":0.5989999771118164},{"id":"https://openalex.org/keywords/reliability-statistics","display_name":"reliability statistics","score":0.9900000095367432},{"id":"https://openalex.org/keywords/assessment-methods","display_name":"assessment methods","score":0.6690000295639038},{"id":"https://openalex.org/keywords/internal-consistency","display_name":"internal consistency","score":0.6629999876022339},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.9160000085830688},{"id":"https://openalex.org/keywords/test-retest-reliability","display_name":"test-retest reliability","score":0.8100000023841858},{"id":"https://openalex.org/keywords/concurrent-criterion-validity","display_name":"concurrent criterion validity","score":0.7149999737739563},{"id":"https://openalex.org/keywords/construct-validity","display_name":"construct validity","score":0.8820000290870667},{"id":"https://openalex.org/keywords/reporting-quality","display_name":"reporting quality","score":0.5090000033378601}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6239733695983887},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4723568856716156},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.43670088052749634},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.4349459409713745},{"id":"https://openalex.org/C2777280699","wikidata":"https://www.wikidata.org/wiki/Q123220","display_name":"Continuing medical education","level":3,"score":0.43171122670173645},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42331695556640625},{"id":"https://openalex.org/C2988064887","wikidata":"https://www.wikidata.org/wiki/Q828748","display_name":"Continuing education","level":2,"score":0.3880143463611603},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3664781451225281},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.28262409567832947},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.22463595867156982},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1386118233203888},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003362","descriptor_name":"Cost-Benefit Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003479","descriptor_name":"Curriculum","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004502","descriptor_name":"Education, Medical, Continuing","qualifier_ui":"Q000191","qualifier_name":"economics","is_major_topic":false},{"descriptor_ui":"D004502","descriptor_name":"Education, Medical, Continuing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004522","descriptor_name":"Educational Status","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007722","descriptor_name":"Health Knowledge, Attitudes, Practice","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017145","descriptor_name":"Models, Educational","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1097/acm.0b013e3181637925","doi":"https://doi.org/10.1097/acm.0b013e3181637925","is_oa":false,"landing_page_url":"https://doi.org/10.1097/acm.0b013e3181637925","pdf_url":null,"source":{"id":"https://openalex.org/S19793444","display_name":"Academic Medicine","issn_l":"1040-2446","issn":["1040-2446","1938-808X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Medicine","raw_type":"journal-article"},{"id":"pmid:18316877","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/18316877","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic medicine : journal of the Association of American Medical Colleges","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6240000128746033,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[{"id":"https://openalex.org/study-designs/systematic-review","display_name":"Systematic Review"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310145","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W75342259","https://openalex.org/W121346529","https://openalex.org/W135432317","https://openalex.org/W142375071","https://openalex.org/W146116563","https://openalex.org/W152848668","https://openalex.org/W1521243122","https://openalex.org/W1556721226","https://openalex.org/W1570059908","https://openalex.org/W1587689631","https://openalex.org/W1588342634","https://openalex.org/W1787350650","https://openalex.org/W1967584956","https://openalex.org/W1977198003","https://openalex.org/W1978036628","https://openalex.org/W1978377270","https://openalex.org/W1980821333","https://openalex.org/W1981055355","https://openalex.org/W1987286832","https://openalex.org/W1988368713","https://openalex.org/W1989230316","https://openalex.org/W1998167404","https://openalex.org/W1998515935","https://openalex.org/W2000087287","https://openalex.org/W2003801596","https://openalex.org/W2007805366","https://openalex.org/W2008162658","https://openalex.org/W2018187603","https://openalex.org/W2020733250","https://openalex.org/W2023000212","https://openalex.org/W2023109663","https://openalex.org/W2034738246","https://openalex.org/W2034917740","https://openalex.org/W2039454927","https://openalex.org/W2041544120","https://openalex.org/W2043867338","https://openalex.org/W2044474639","https://openalex.org/W2046350389","https://openalex.org/W2046997364","https://openalex.org/W2052510826","https://openalex.org/W2053691566","https://openalex.org/W2057273677","https://openalex.org/W2063539448","https://openalex.org/W2063620140","https://openalex.org/W2064974382","https://openalex.org/W2074662324","https://openalex.org/W2078528818","https://openalex.org/W2082641165","https://openalex.org/W2084057771","https://openalex.org/W2089853158","https://openalex.org/W2090002526","https://openalex.org/W2090069064","https://openalex.org/W2092364837","https://openalex.org/W2098298040","https://openalex.org/W2100437212","https://openalex.org/W2103356100","https://openalex.org/W2113593143","https://openalex.org/W2128041121","https://openalex.org/W2150346814","https://openalex.org/W2161254436","https://openalex.org/W2161532520","https://openalex.org/W2220929792","https://openalex.org/W2396635380","https://openalex.org/W2397419918","https://openalex.org/W4238735777","https://openalex.org/W4285719527","https://openalex.org/W4293170762"],"related_works":["https://openalex.org/W2146952714","https://openalex.org/W2111785767","https://openalex.org/W1996069473","https://openalex.org/W2730879615","https://openalex.org/W2002582777","https://openalex.org/W4285512101","https://openalex.org/W2132819882","https://openalex.org/W2366909529","https://openalex.org/W2028465753","https://openalex.org/W2006111744"],"abstract_inverted_index":{"PURPOSE:":[0],"To":[1],"appraise":[2],"the":[3,55,94,181,213,227,242],"reported":[4,93,129,149,214],"validity":[5,83,95,176,193,200,215,243],"and":[6,35,64,84,143,164,177,216,229,236],"reliability":[7,97,217],"of":[8,15,98,107,175,199,218,231,244],"evaluation":[9,102,132,152,219,234,246],"methods":[10,111,235],"used":[11],"in":[12,54,62,212],"high-quality":[13,232],"trials":[14,47],"continuing":[16],"medical":[17],"education":[18],"(CME).":[19],"METHOD:":[20],"The":[21,117,203],"authors":[22],"conducted":[23,53,74],"a":[24,79,105],"systematic":[25],"review":[26,72],"(1981":[27],"to":[28,82,180,226,237],"February":[29],"2006)":[30],"by":[31,210],"hand-searching":[32],"key":[33],"journals":[34],"searching":[36],"electronic":[37],"databases.":[38],"Eligible":[39],"articles":[40],"studied":[41],"CME":[42,206,233,245],"effectiveness":[43,207],"using":[44,78],"randomized":[45],"controlled":[46],"or":[48,58,96],"historic/concurrent":[49],"comparison":[50],"designs,":[51],"were":[52,60,112],"United":[56],"States":[57],"Canada,":[59],"written":[61],"English,":[63],"involved":[65],"at":[66,99],"least":[67,100],"15":[68],"physicians.":[69],"Sequential":[70],"double":[71],"was":[73,122,128,148],"for":[75,104,130,150,205,240],"data":[76,186],"abstraction,":[77],"traditional":[80],"approach":[81],"reliability.":[85,167,178],"RESULTS:":[86],"Of":[87],"136":[88],"eligible":[89],"articles,":[90],"47":[91],"(34.6%)":[92],"one":[101],"method,":[103],"total":[106],"62":[108],"methods;":[109],"31":[110,131],"drawn":[113],"from":[114],"previous":[115],"sources.":[116],"most":[118],"common":[119],"targeted":[120],"outcome":[121],"practice":[123],"behavior":[124],"(21":[125],"methods).":[126],"Validity":[127],"methods,":[133,153],"including":[134,154],"content":[135],"(16),":[136,159],"concurrent":[137],"criterion":[138,141],"(8),":[139],"predictive":[140],"(1),":[142],"construct":[144],"(5)":[145,166],"validity.":[146],"Reliability":[147],"44":[151],"internal":[155,191],"consistency":[156],"(20),":[157],"interrater":[158],"intrarater":[160],"(2),":[161],"equivalence":[162],"(4),":[163],"test-retest":[165],"When":[168],"reported,":[169],"statistical":[170],"tests":[171],"yielded":[172],"modest":[173],"evidence":[174,204],"Translated":[179],"contemporary":[182],"classification":[183],"approach,":[184],"our":[185],"indicate":[187],"that":[188],"reporting":[189,195,230],"about":[190,196],"structure":[192],"exceeded":[194],"other":[197],"categories":[198],"evidence.":[201],"CONCLUSIONS:":[202],"is":[208],"limited":[209],"weaknesses":[211],"methods.":[220,247],"Educators":[221],"should":[222],"devote":[223],"more":[224],"attention":[225],"development":[228],"emerging":[238],"guidelines":[239],"establishing":[241]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2016-06-24T00:00:00"}