{"id":"https://openalex.org/W1966974590","doi":"https://doi.org/10.4300/jgme-d-11-00147.1","title":"Getting Off the \u201cGold Standard\u201d: Randomized Controlled Trials and Education Research","display_name":"Getting Off the \u201cGold Standard\u201d: Randomized Controlled Trials and Education Research","publication_year":2011,"publication_date":"2011-09-01","ids":{"openalex":"https://openalex.org/W1966974590","doi":"https://doi.org/10.4300/jgme-d-11-00147.1","mag":"1966974590","pmid":"https://pubmed.ncbi.nlm.nih.gov/22942950","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/3179209"},"language":"en","primary_location":{"id":"doi:10.4300/jgme-d-11-00147.1","doi":"https://doi.org/10.4300/jgme-d-11-00147.1","is_oa":true,"landing_page_url":"https://doi.org/10.4300/jgme-d-11-00147.1","pdf_url":"https://www.jgme.org/doi/pdf/10.4300/JGME-D-11-00147.1","source":{"id":"https://openalex.org/S5171481","display_name":"Journal of Graduate Medical Education","issn_l":"1949-8349","issn":["1949-8349","1949-8357"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","ki-jl-1","medline","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310316361","host_organization_name":"Accreditation Council for Graduate Medical Education","host_organization_lineage":["https://openalex.org/P4310316361"],"host_organization_lineage_names":["Accreditation Council for Graduate Medical Education"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Graduate Medical Education","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.jgme.org/doi/pdf/10.4300/JGME-D-11-00147.1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036006106","display_name":"Gail M. Sullivan","orcid":"https://orcid.org/0009-0004-5124-3130","observed_orcids":["https://orcid.org/0009-0004-5124-3130"]},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Gail M Sullivan","raw_affiliation_strings":["Journal of Graduate Medical Education","University of Connecticut, 253 Farmington Avenue, Farmington, CT 06030-5215,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Journal of Graduate Medical Education","institution_ids":[]},{"raw_affiliation_string":"University of Connecticut, 253 Farmington Avenue, Farmington, CT 06030-5215,","institution_ids":["https://openalex.org/I140172145"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5036006106"],"corresponding_institution_ids":["https://openalex.org/I140172145"],"apc_list":null,"apc_paid":null,"fwci":12.8092,"has_fulltext":true,"cited_by_count":246,"citation_normalized_percentile":{"value":0.97994169,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"3","issue":"3","first_page":"285","last_page":"289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.8651999831199646,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.8651999831199646,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12168","display_name":"Health and Medical Research Impacts","score":0.03700000047683716,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.02199999988079071,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/randomized-controlled-trials","display_name":"randomized controlled trials","score":0.8820000290870667},{"id":"https://openalex.org/keywords/medical-education-research","display_name":"medical education research","score":0.921999990940094},{"id":"https://openalex.org/keywords/postgraduate-medical-education","display_name":"graduate medical education","score":0.9559999704360962},{"id":"https://openalex.org/keywords/residency-training","display_name":"residency training","score":0.8040000200271606},{"id":"https://openalex.org/keywords/allocation-bias","display_name":"allocation bias","score":0.8119999766349792},{"id":"https://openalex.org/keywords/individualized-training","display_name":"individualized training","score":0.38199999928474426},{"id":"https://openalex.org/keywords/educational-intervention","display_name":"educational intervention","score":0.3440000116825104},{"id":"https://openalex.org/keywords/study-design-limitations","display_name":"study design limitations","score":0.36500000953674316},{"id":"https://openalex.org/keywords/generalizability-of-research-findings","display_name":"generalizability of research findings","score":0.47200000286102295},{"id":"https://openalex.org/keywords/individual-differences-in-learning","display_name":"individual differences in learning","score":0.3050000071525574}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.8564615249633789},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.8310158848762512},{"id":"https://openalex.org/C204243189","wikidata":"https://www.wikidata.org/wiki/Q1363085","display_name":"Randomization","level":3,"score":0.722962498664856},{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.6509423851966858},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6176052093505859},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.49706438183784485},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.48953351378440857},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.4802158772945404},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.4720909297466278},{"id":"https://openalex.org/C2779767262","wikidata":"https://www.wikidata.org/wiki/Q5592059","display_name":"Graduate medical education","level":3,"score":0.45849478244781494},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.44946980476379395},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4468398094177246},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4438883066177368},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4278544783592224},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.35374754667282104},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.24243921041488647},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.23314407467842102},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.11154285073280334},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10323259234428406},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C61521584","wikidata":"https://www.wikidata.org/wiki/Q705899","display_name":"Accreditation","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.4300/jgme-d-11-00147.1","doi":"https://doi.org/10.4300/jgme-d-11-00147.1","is_oa":true,"landing_page_url":"https://doi.org/10.4300/jgme-d-11-00147.1","pdf_url":"https://www.jgme.org/doi/pdf/10.4300/JGME-D-11-00147.1","source":{"id":"https://openalex.org/S5171481","display_name":"Journal of Graduate Medical Education","issn_l":"1949-8349","issn":["1949-8349","1949-8357"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","ki-jl-1","medline","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310316361","host_organization_name":"Accreditation Council for Graduate Medical Education","host_organization_lineage":["https://openalex.org/P4310316361"],"host_organization_lineage_names":["Accreditation Council for Graduate Medical Education"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Graduate Medical Education","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:3179209","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3179209","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Grad Med Educ","raw_type":"Text"},{"id":"pmid:22942950","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/22942950","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of graduate medical education","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.4300/jgme-d-11-00147.1","doi":"https://doi.org/10.4300/jgme-d-11-00147.1","is_oa":true,"landing_page_url":"https://doi.org/10.4300/jgme-d-11-00147.1","pdf_url":"https://www.jgme.org/doi/pdf/10.4300/JGME-D-11-00147.1","source":{"id":"https://openalex.org/S5171481","display_name":"Journal of Graduate Medical Education","issn_l":"1949-8349","issn":["1949-8349","1949-8357"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","ki-jl-1","medline","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310316361","host_organization_name":"Accreditation Council for Graduate Medical Education","host_organization_lineage":["https://openalex.org/P4310316361"],"host_organization_lineage_names":["Accreditation Council for Graduate Medical Education"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Graduate Medical Education","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9235000014305115,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1966974590.pdf","grobid_xml":"https://content.openalex.org/works/W1966974590.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W99227807","https://openalex.org/W1493632016","https://openalex.org/W1494516975","https://openalex.org/W1970707712","https://openalex.org/W1973387177","https://openalex.org/W1989538433","https://openalex.org/W1999974518","https://openalex.org/W2003836770","https://openalex.org/W2005722258","https://openalex.org/W2012411328","https://openalex.org/W2017706175","https://openalex.org/W2023973805","https://openalex.org/W2025530803","https://openalex.org/W2036678175","https://openalex.org/W2107602010","https://openalex.org/W2121605033","https://openalex.org/W2134224326","https://openalex.org/W2325639638"],"related_works":["https://openalex.org/W2157135126","https://openalex.org/W4253560674","https://openalex.org/W3036393705","https://openalex.org/W6949803240","https://openalex.org/W4238741747","https://openalex.org/W2888291859","https://openalex.org/W2156027868","https://openalex.org/W4220843976","https://openalex.org/W2804551464","https://openalex.org/W4392650799"],"abstract_inverted_index":{"Randomization":[0,77,407],"may":[1,68,135,230,283,321,349,404,467,482,526,551,636,645,747,962,980,1058,1077,1104,1115,1162,1193,1235,1290,1377,1416,1491,1508,1519,1615,1677,1748,1793],"be":[2,69,101,143,204,231,284,322,339,350,415,553,631,637,656,685,801,805,869,982,1071,1105,1116,1194,1236,1320,1378,1492,1531,1543,1638,1794],"achieved":[3],"at":[4,127,150,1024],"the":[5,26,35,80,104,114,132,148,157,198,251,265,289,356,379,418,426,460,475,511,537,556,560,585,693,696,703,706,716,719,725,732,736,742,745,754,847,910,920,933,1015,1135,1145,1152,1177,1197,1209,1224,1239,1242,1250,1255,1270,1278,1298,1312,1328,1337,1363,1372,1393,1424,1478,1539,1544,1557,1572,1600,1654,1671,1674,1684,1705,1730,1751,1777,1797],"expense":[6],"of":[7,14,49,116,170,200,216,267,281,344,390,420,435,444,488,504,649,698,705,735,756,821,912,957,993,1134,1147,1179,1205,1241,1344,1355,1365,1371,1384,1395,1412,1435,1513,1538,1577,1629,1673,1700,1723,1727,1743,1745,1769,1808],"relevance.":[8],"L.":[9],"J.":[10],"Cronbach,":[11],"Designing":[12],"Evaluations":[13],"Educational":[15],"and":[16,122,140,188,206,242,297,342,346,463,514,711,740,824,831,845,891,961,1017,1120,1229,1292,1308,1353,1374,1431,1468,1523,1541,1579,1589,1613,1708,1740],"Social":[17],"Problems1Medical":[18],"education":[19,210,275,282,331,334,360,452,566,659,769,791,839,889,1012,1062,1274,1456,1562,1694],"researchers":[20,1712,1732],"are":[21,43,58,245,422,432,447,486,589,625,727,763,775,794,811,886,945,951,995,1023,1132,1252,1285,1305,1351,1359,1427,1581,1592,1667,1687],"inevitably":[22],"more":[23,52,180,189,228,364,469,925,942,1295,1527,1784],"familiar":[24],"with":[25,71,88,615,1202,1362,1408],"multisite":[27,201],"randomized":[28,1690],"controlled":[29,56,61,340],"trial":[30,746,1029],"(RCT)":[31],"\u201cgold":[32,1558],"standard\u201d":[33,1559],"from":[34,137,271,400,724,744,812,953,976,1064],"clinical":[36,86,272,312,368,679,772,927,978,1645],"research":[37,268,361,795,840,852,855,890,928,1052,1057,1066,1093,1142,1349,1390,1475,1675,1755],"paradigm.":[38],"In":[39,333,834,900,936,1389],"an":[40,151,654,757,857,1720],"RCT,":[41],"trainees":[42,106,155,601,612],"randomly":[44,806],"assigned":[45,577,593,807,1195],"to":[46,103,145,159,185,194,260,414,417,449,572,575,584,594,603,628,662,715,722,752,808,898,964,973,998,1085,1144,1196,1227,1238,1254,1258,1315,1380,1392,1414,1441,1471,1533,1620,1625,1640,1658,1670,1765,1771,1781,1790,1802,1805],"receive":[47,220,1423],"1":[48,226,316,433],"2":[50,940],"or":[51,227,317,352,495,547,592,787,818,941,1073,1081,1109,1123,1257,1463,1691],"educational":[53,109,167,863,986,1631,1635,1656],"interventions.":[54],"Randomized":[55],"trials":[57,211],"quantitative,":[59],"comparative,":[60],"experiments":[62],"in":[63,85,98,111,224,314,359,367,378,451,457,474,500,529,608,639,658,668,767,771,790,837,871,888,905,947,985,1038,1054,1140,1208,1218,1273,1323,1327,1336,1455,1536,1551,1594,1729,1796],"which":[64,225,249,292,315,398,446,798,1006,1039],"treatment":[65],"effect":[66,733],"sizes":[67],"determined":[70],"less":[72,519,1233],"bias":[73,1207,1746,1776],"than":[74,366,471,520,782,1277,1297,1331,1502,1719],"observational":[75,690,1068],"trials.2":[76],"is":[78,173,234,325,362,392,539,558,569,665,700,708,738,841,856,932,1041,1151,1216,1226,1248,1266,1357,1402,1447,1453,1500,1555,1566,1587,1650,1661,1800],"considered":[79,686,892],"most":[81,666,776,1136],"powerful":[82],"experimental":[83],"design":[84,1161,1215],"trials:":[87],"other":[89,442,464],"variables":[90,229,320,336,402,1131],"equal":[91,1767],"between":[92,651],"groups,":[93],"on":[94,490,879,914,1129,1199],"average,":[95],"any":[96,1617],"differences":[97,429,1001,1243,1251],"outcome":[99,419,561,704],"can":[100,203,337,384,582,1070],"attributed":[102],"intervention.2With":[105],"moving":[107],"through":[108,1737],"processes":[110],"real":[112],"time,":[113],"difficulties":[115],"randomization":[117,391,437,481,532,664,684,799,836,1446,1554],"become":[118],"immediately":[119],"clear.":[120],"Residents":[121,1192],"fellows":[123],"usually":[124,246,996],"experience":[125],"rotations":[126],"different":[128,1186],"times:":[129],"those":[130,146,458],"experiencing":[131,147],"intervention":[133,149,358,538,557,707,726,737,1198,1256,1279,1373,1479,1540,1636,1657],"later":[134,1469],"learn":[136,1609],"intervening":[138],"experiences":[139,508],"no":[141],"longer":[142],"comparable":[144],"earlier":[152],"time.":[153],"Also,":[154,197],"have":[156,468,748,1749],"option":[158],"refuse":[160],"randomization,":[161],"yet":[162,1494],"they":[163,588,810],"cannot":[164,374,533,630,804],"miss":[165],"critical":[166,627,1044],"experiences.":[168],"Use":[169],"a":[171,285,318,326,386,543,595,604,749,843,872,924,937,954,970,989,1009,1043,1098,1106,1157,1333,1409,1418,1436,1443,1450,1474,1484,1488,1510,1584,1595,1633,1647,1738,1759],"\u201cplacebo\u201d":[172],"often":[174,219,570,765,1264,1360,1403,1428],"contraindicated.":[175],"Multisite":[176],"interventions,":[177,672,1005,1632],"while":[178,875],"providing":[179],"subjects":[181,345,994,1413,1422,1578],"(with":[182],"greater":[183,991],"power":[184],"detect":[186],"differences)":[187],"generalizability,":[190],"present":[191,1008,1025],"challenges":[192],"due":[193,1253],"training":[195,244,257,507,599],"differences.":[196],"cost":[199],"studies":[202,453,567,691,1022,1076,1114,1518,1695],"high":[205,515],"industry":[207],"support":[208,692],"for":[209,237,274,288,329,441,485,778,783,797,850,861,930,1011,1019,1034,1061,1165,1386,1487,1547,1560],"rarely":[212,338,1651],"exists.While":[213],"large":[214,750,1020,1511],"numbers":[215,1383,1576],"medical":[217,239,330,768,838,943,1561,1606,1693],"undergraduates":[218],"nearly":[221],"identical":[222],"\u201ctreatments,\u201d":[223],"altered,":[232],"this":[233,640,865,1160,1341,1399],"not":[235,412,439,483,552,764,842,846,896,918,981,1170,1448,1495,1556,1668],"true":[236,1000],"graduate":[238],"education.":[240,1811],"Residency":[241],"fellowship":[243],"highly":[247,278],"individualized,":[248],"makes":[250],"RCT":[252,290,655],"model":[253,929],"increasingly":[254],"unsuitable":[255],"as":[256,674,713,895,983,1014,1222,1332,1473,1663,1665],"advances.In":[258],"addition":[259],"feasibility":[261],"considerations,":[262],"experts":[263,894],"question":[264,1247],"applicability":[266],"models,":[269],"derived":[270],"research,":[273,773,792,1037,1646],"studies.3,4":[276],"The":[277,1027,1101,1245],"complex":[279],"system":[280],"poor":[286],"fit":[287],"model,":[291],"requires":[293],"clear":[294],"inclusion/exclusion":[295],"criteria":[296,762],"interventions":[298,623,944,1221],"administered":[299],"identically":[300],"via":[301],"multiple":[302],"physicians":[303],"(ie,":[304,611],"teachers).3,5,6":[305],"Regehr":[306],"asks":[307],"whether":[308,555,809,919,1249],"simulating":[309],"placebo-controlled":[310],"efficacy":[311],"trials,":[313,780,979],"few":[319],"tightly":[323,341],"controlled,":[324],"worthwhile":[327],"goal":[328],"research.3":[332],"studies,":[335,1275,1433],"blinding":[343],"study":[347,494,512,921],"personnel":[348],"unethical":[351],"impossible.3,7":[353],"Finally,":[354],"defining":[355],"therapeutic":[357,779],"much":[363,990],"difficult":[365,571],"trials.":[369],"As":[370,1046],"Norman":[371],"suggests,":[372],"one":[373,383,1095],"\u201capply":[375],"curriculum":[376,1461],"daily\u201d":[377],"same":[380],"way":[381],"that":[382,393,403,409,480,531,587,618,624,683,1263,1268,1311,1439,1567,1574,1583,1590,1605,1710,1747,1774],"prescribe":[385],"medication.5The":[387],"primary":[388],"advantage":[389],"it":[394,550,568,1265],"reduces":[395],"allocation":[396],"bias,":[397],"derives":[399],"baseline":[401,410,472],"influence":[405],"outcome(s).":[406],"ensures":[408],"characteristics,":[411],"known":[413],"related":[416,714],"interest,":[421],"equally":[423],"distributed":[424],"among":[425,430,1004],"groups.":[427],"Although":[428],"participants":[431],"source":[434],"error,":[436,445],"will":[438,800,827,868,1007,1169,1530,1608,1713,1733],"control":[440,484,1419,1760],"sources":[443,1699,1726,1744],"likely":[448,721,1801],"occur":[450],"(table":[454,759,882],"1).":[455],"Variations":[456],"implementing":[459],"intervention,":[461,1573],"settings,":[462,959],"execution":[465],"factors":[466,525,823,1284],"impact":[470],"variations":[473],"subjects.":[476],"Other":[477],"common":[478,887,1137],"\u201cconfounders\u201d":[479],"effects":[487,498,503,562,610],"pretests":[489],"learning":[491,614,629,650,676,699],"(encouraging":[492],"differential":[493],"learning);8":[496],"Hawthorne":[497],"(changes":[499],"participant":[501,516],"motivation);":[502],"other,":[505],"nonintervention":[506,1772],"occurring":[509],"during":[510],"intervention;5":[513],"dropout":[517],"(eg,":[518,542],"75%":[521],"response":[522],"rates).9":[523],"Contextual":[524],"affect":[527],"outcomes":[528],"ways":[530],"fix.10":[534],"Especially":[535],"if":[536,1125,1763],"fairly":[540],"dilute":[541],"workshop,":[544],"short":[545],"course,":[546],"online":[548],"cases),":[549],"apparent":[554],"causing":[559],"versus":[563,814],"contextual":[564],"factors.In":[565],"\u201cblind\u201d":[573],"learners":[574,1607],"their":[576,1682],"group.":[578,597,1100],"Without":[579,1156,1340],"blinding,":[580],"residents":[581,803],"react":[583],"knowledge":[586,1736],"being":[590],"studied":[591],"particular":[596],"Within":[598],"programs":[600],"interact":[602],"great":[605],"extent,":[606],"resulting":[607],"contamination":[609,648],"sharing":[613],"each":[616],"other)":[617],"further":[619],"compromise":[620],"randomization.":[621],"Active":[622],"deemed":[626],"withheld,":[632],"although":[633],"crossover":[634,643,1188,1214],"designs":[635,644,1053,1069,1138,1304,1756],"used":[638,657],"situation.":[641],"However,":[642,988],"also":[646,728,1042,1614],"involve":[647],"groups.When":[652],"should":[653,1542,1637],"experiments?":[660],"According":[661],"Norman,6":[663],"useful":[667,974,1521,1550],"examining":[669,1050],"relatively":[670],"standardized":[671],"such":[673],"web-based":[675],"and,":[677],"possibly,":[678],"simulation.":[680],"He":[681],"recommends":[682],"when":[687],"(1)":[688],"prior":[689],"hypothesis;":[694],"(2)":[695],"mechanism":[697],"understood;":[701],"(3)":[702],"easily":[709,729],"measured":[710],"accepted":[712],"intervention;":[717],"(4)":[718],"subgroups":[720],"benefit":[723],"identified;":[730],"(5)":[731],"size":[734],"small;":[739],"(6)":[741],"results":[743,1272,1356,1707,1716],"impact,":[751],"justify":[753],"costs":[755],"RCT6":[758],"2).":[760],"These":[761,1113,1426],"satisfied":[766],"studies.Even":[770],"RCTs":[774],"helpful":[777],"rather":[781,1276,1330],"risk":[784],"factor":[785],"identification":[786],"prognosis.6":[788],"Likewise":[789],"there":[793],"questions":[796,1350],"inappropriate:":[802],"rural":[813],"urban":[815],"areas,":[816],"married,":[817],"female.":[819],"Studies":[820],"predictive":[822],"career":[825],"choices":[826],"need":[828],"cohort,":[829],"case-control,":[830],"case-series":[832],"designs.":[833,1191],"summary,":[835],"cure":[844],"best":[848],"method":[849,867],"many":[851,862,1219],"hypotheses.While":[853],"qualitative":[854],"obvious":[858],"starting":[859],"point":[860],"questions,":[864],"valuable":[866,1217],"discussed":[870,1286,1321],"future":[873,1166],"editorial,":[874],"we":[876,1611],"focus":[877],"here":[878],"quantitative":[880],"methods":[881,885,1084,1529],"3).":[883],"Nonrandomized":[884],"by":[893],"inferior":[897],"RCTs.":[899],"systematic":[901],"reviews,":[902],"Best":[903],"Evidence":[904],"Medical":[906,1149,1397],"Education":[907,1150],"groups":[908,1507],"grade":[909],"strength":[911],"articles":[913],"several":[915],"factors,":[916],"but":[917,1168,1504],"was":[922],"randomized.11Perhaps":[923],"relevant":[926],"educators":[931,1779],"\u201cpragmatic":[934,1791],"trial.\u201d12":[935],"pragmatic":[938,977,1028],"trial,":[939],"compared":[946,1639],"real-world":[948],"practice.":[949],"Patients":[950],"heterogeneous":[952],"wide":[955],"variety":[956],"practice":[958],"nonblinded,":[960],"choose":[963],"switch":[965],"treatments.":[966],"Of":[967],"note,":[968],"nonadherence,":[969],"major":[971],"threat":[972],"findings":[975],"problematic":[984],"studies.":[987],"number":[992,1411],"needed":[997,1532],"determine":[999],"(or":[1002,1679],"equivalence)":[1003],"challenge":[1010],"researchers,":[1013,1406],"structure":[1016],"funds":[1018],"multi-institution":[1021],"scarce.":[1026],"paradigm":[1030],"has":[1031],"been":[1032],"suggested":[1033],"patient":[1035,1055],"safety":[1036,1056],"context":[1040],"variable.13":[1045],"considerable":[1047],"overlap":[1048],"exists,":[1049],"successful":[1051],"yield":[1059],"insights":[1060,1289],"research.Borrowing":[1063],"epidemiology":[1065],"methods,":[1067],"cross-sectional":[1072,1083],"longitudinal.":[1074],"Longitudinal":[1075],"use":[1078,1178],"ongoing":[1079],"surveillance":[1080],"repeated":[1082,1212],"measure":[1086],"change":[1087],"over":[1088],"time.14":[1089],"To":[1090],"strengthen":[1091],"these":[1092,1282,1516,1715,1724],"designs,":[1094],"must":[1096,1319,1696,1757],"include":[1097,1176,1758],"comparison":[1099,1102,1158,1451,1489,1498,1506,1585],"group":[1103,1154,1452,1490,1499,1586],"concurrent":[1107,1762],"cohort":[1108],"matched":[1110],"\u201ccase-control\u201d":[1111],"format.":[1112],"prospective":[1117],"(assembled,":[1118],"described,":[1119],"followed":[1121],"forward)":[1122],"retrospective,":[1124],"sufficient":[1126,1382],"past":[1127],"data":[1128,1375],"key":[1130,1246,1525],"available.One":[1133],"noted":[1139],"original":[1141],"submissions":[1143,1391],"Journal":[1146,1394],"Graduate":[1148,1396],"single":[1153,1437],"design.":[1155],"group,":[1159,1761],"suggest":[1163],"hypotheses":[1164,1522],"study,":[1167,1415],"generate":[1171,1520],"firm":[1172,1387],"conclusions.":[1173,1388],"Potential":[1174],"alternatives":[1175],"historical":[1180],"controls\u2014with":[1181],"inherent":[1182],"concerns":[1183],"about":[1184],"significantly":[1185],"cohorts\u2014and":[1187],"alternate":[1189,1200],"rotation":[1190],"rotations,":[1201],"full":[1203],"discussion":[1204],"potential":[1206,1259,1313,1345,1400,1725],"assignments.15":[1210],"A":[1211],"measures":[1213],"nonrotation-based":[1220],"well.When":[1223],"priority":[1225],"find":[1228,1442,1714],"publish":[1230,1472],"positive":[1231,1271,1444],"results,":[1232],"consideration":[1234],"given":[1237],"causes":[1240],"observed.3":[1244],"bias.":[1260,1514],"Experts":[1261],"assert":[1262],"confounders":[1267],"cause":[1269],"itself.3,16":[1280],"If":[1281,1477],"confounding":[1283,1346,1702],"thoroughly,":[1287],"important":[1288,1348,1565],"result":[1291],"actually":[1293],"provide":[1294],"enlightenment":[1296],"\u201cpositive":[1299],"findings.\u201d":[1300],"When":[1301],"nonrandomized,":[1302,1692],"noncontrolled":[1303],"used,":[1306,1582],"Colliver":[1307],"McGaghie":[1309],"emphasize":[1310],"\u201cthreats":[1314],"validity\u201d":[1316],"thus":[1317],"introduced":[1318],"thoroughly":[1322],"\u201ca":[1324],"central":[1325],"place":[1326],"study\u201d":[1329],"perfunctory":[1334],"list":[1335],"limitations":[1338,1591],"section.16":[1339],"meticulous":[1342],"analysis":[1343,1742],"variables,":[1347],"missed":[1352],"overinterpretation":[1354],"common.Researchers":[1358],"faced":[1361,1407],"problem":[1364],"small":[1366,1410],"sample":[1367],"sizes.":[1368],"Several":[1369],"iterations":[1370,1580],"collection":[1376],"necessary":[1379],"obtain":[1381],"subjects,":[1385,1483],"Education,":[1398],"solution":[1401],"overlooked.":[1404],"Some":[1405],"forgo":[1417],"group:":[1420],"all":[1421,1481],"intervention.":[1425,1643],"termed":[1429],"\u201cshow":[1430],"tell\u201d":[1432],"reports":[1434],"iteration":[1438],"happens":[1440],"result.While":[1445],"necessary,":[1449],"essential":[1454],"research.":[1457,1563],"Sometimes":[1458],"teachers":[1459],"initiate":[1460],"improvement":[1462],"new":[1464,1634,1655],"mandated":[1465],"requirements":[1466],"first":[1467],"decide":[1470],"study.17":[1476],"involved":[1480],"available":[1482],"delayed":[1485],"search":[1486],"difficult,":[1493],"impossible.":[1496],"Any":[1497],"better":[1501],"none,":[1503],"dissimilar":[1505],"introduce":[1509],"degree":[1512],"While":[1515],"descriptive":[1517],"stimulate":[1524],"discussions,":[1526],"rigorous":[1528],"build":[1534],"evidence":[1535],"favor":[1537],"\u201cnext":[1545],"step\u201d":[1546],"alert":[1548],"researchers.While":[1549],"some":[1552],"situations,":[1553],"More":[1564],"decisions":[1568],"regarding":[1569],"methodology":[1570],"precede":[1571],"adequate":[1575],"included,":[1588],"addressed":[1593],"thoughtful,":[1596],"thorough":[1597],"manner.In":[1598],"addition,":[1599],"literature":[1601],"demonstrates":[1602],"quite":[1603],"definitively":[1604],"whatever":[1610],"teach":[1612],"supplement":[1616],"teaching":[1618],"deficits":[1619],"meet":[1621],"certification":[1622],"requirements.18":[1623],"Thus,":[1624],"increase":[1626],"our":[1627,1806],"understanding":[1628,1807],"effective":[1630,1642,1809],"another":[1641],"Unlike":[1644],"placebo":[1648],"arm":[1649],"helpful.":[1652],"Comparing":[1653],"\u201cusual\u201d":[1659],"practices":[1660,1686],"productive":[1662],"long":[1664],"students":[1666],"\u201ccued\u201d":[1669],"novelty":[1672],"arm\u2014which":[1676],"enhance":[1678,1734],"negatively":[1680],"bias)":[1681],"learning\u2014and":[1683],"usual":[1685],"well":[1688],"described.Whether":[1689],"carefully":[1697],"analyze":[1698],"bias\u2014unforeseen":[1701],"variables\u2014to":[1703],"explain":[1704],"observed":[1706],"ensure":[1709,1766],"subsequent":[1711],"reproducible.":[1717],"Rather":[1718],"obligatory":[1721],"listing":[1722],"error":[1728],"discussion,":[1731],"existing":[1735],"careful":[1739],"detailed":[1741],"affected":[1750],"results.3":[1752],"Equally":[1753],"important,":[1754],"possible,":[1764],"likelihood":[1768],"exposure":[1770],"events":[1773],"could":[1775],"results.If":[1778],"begin":[1780],"work":[1782],"together,":[1783],"collaborative,":[1785],"multi-institutional":[1786],"projects,":[1787],"perhaps":[1788],"akin":[1789],"trials,\u201d12":[1792],"produced":[1795],"future.":[1798],"This":[1799],"add":[1803],"substantially":[1804],"resident":[1810]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":28},{"year":2019,"cited_by_count":30},{"year":2018,"cited_by_count":25},{"year":2017,"cited_by_count":21},{"year":2016,"cited_by_count":19},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}