{"id":"https://openalex.org/W2139342640","doi":"https://doi.org/10.7326/0003-4819-154-1-201101040-00007","title":"A Systematic Examination of the Citation of Prior Research in Reports of Randomized, Controlled Trials","display_name":"A Systematic Examination of the Citation of Prior Research in Reports of Randomized, Controlled Trials","alternate_titles":[],"publication_year":2011,"publication_date":"2011-01-04","ids":{"openalex":"https://openalex.org/W2139342640","doi":"https://doi.org/10.7326/0003-4819-154-1-201101040-00007","mag":"2139342640","pmid":"https://pubmed.ncbi.nlm.nih.gov/21200038"},"language":"en","primary_location":{"id":"doi:10.7326/0003-4819-154-1-201101040-00007","doi":"https://doi.org/10.7326/0003-4819-154-1-201101040-00007","is_oa":false,"landing_page_url":"https://doi.org/10.7326/0003-4819-154-1-201101040-00007","pdf_url":null,"source":{"id":"https://openalex.org/S119722071","display_name":"Annals of Internal Medicine","issn_l":"0003-4819","issn":["0003-4819","1539-3704"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316812","host_organization_name":"American College of Physicians","host_organization_lineage":["https://openalex.org/P4310316812"],"host_organization_lineage_names":["American College of Physicians"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Internal Medicine","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2139342640"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080625639","display_name":"Karen A. Robinson","orcid":"https://orcid.org/0000-0003-1021-7820","observed_orcids":["https://orcid.org/0000-0003-1021-7820"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Karen A. Robinson","raw_affiliation_strings":["From Johns Hopkins School of Medicine and Johns Hopkins Bloomberg School of Public Health, Baltimore, Maryland","Johns Hopkins Bloomberg School of Public Health, Baltimore, Maryland 21287, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"From Johns Hopkins School of Medicine and Johns Hopkins Bloomberg School of Public Health, Baltimore, Maryland","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Johns Hopkins Bloomberg School of Public Health, Baltimore, Maryland 21287, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059008211","display_name":"Steven N. Goodman","orcid":"https://orcid.org/0000-0002-3872-5723","observed_orcids":["https://orcid.org/0000-0002-3872-5723"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Steven N. Goodman","raw_affiliation_strings":["From Johns Hopkins School of Medicine and Johns Hopkins Bloomberg School of Public Health, Baltimore, Maryland","Johns Hopkins University ("],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"From Johns Hopkins School of Medicine and Johns Hopkins Bloomberg School of Public Health, Baltimore, Maryland","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Johns Hopkins University (","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I145311948"],"apc_list":null,"apc_paid":null,"fwci":4.606,"has_fulltext":false,"cited_by_count":163,"citation_normalized_percentile":{"value":0.97563025,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"154","issue":"1","first_page":"50","last_page":"55"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.04639999940991402,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/randomized-controlled-trials","display_name":"randomized controlled trials","score":0.9459999799728394},{"id":"https://openalex.org/keywords/meta-analysis","display_name":"meta-analysis","score":0.7649999856948853},{"id":"https://openalex.org/keywords/selective-citation","display_name":"selective citation","score":0.5709999799728394},{"id":"https://openalex.org/keywords/research-waste","display_name":"research waste","score":0.36399999260902405},{"id":"https://openalex.org/keywords/publication-ethics","display_name":"publication ethics","score":0.37299999594688416},{"id":"https://openalex.org/keywords/citation-practices","display_name":"citation practices","score":0.4009999930858612},{"id":"https://openalex.org/keywords/evidence-synthesis","display_name":"evidence synthesis","score":0.4189999997615814},{"id":"https://openalex.org/keywords/research-funding-allocation","display_name":"research funding allocation","score":0.3529999852180481},{"id":"https://openalex.org/keywords/research-ethics-committees","display_name":"research ethics committees","score":0.9459999799728394},{"id":"https://openalex.org/keywords/research-ethics","display_name":"research ethics","score":0.9869999885559082}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.9014753103256226},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.7049286365509033},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5476384162902832},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.4606732130050659},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.40509453415870667},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.39770811796188354},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.3646737039089203},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.27075767517089844},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.10910910367965698},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D018401","descriptor_name":"Sample Size","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.7326/0003-4819-154-1-201101040-00007","doi":"https://doi.org/10.7326/0003-4819-154-1-201101040-00007","is_oa":false,"landing_page_url":"https://doi.org/10.7326/0003-4819-154-1-201101040-00007","pdf_url":null,"source":{"id":"https://openalex.org/S119722071","display_name":"Annals of Internal Medicine","issn_l":"0003-4819","issn":["0003-4819","1539-3704"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316812","host_organization_name":"American College of Physicians","host_organization_lineage":["https://openalex.org/P4310316812"],"host_organization_lineage_names":["American College of Physicians"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Internal Medicine","raw_type":"journal-article"},{"id":"pmid:21200038","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21200038","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of internal medicine","raw_type":"Journal Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.691.843","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.691.843","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://annals.org/data/Journals/AIM/20222/0000605-201101040-00007.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W76265281","https://openalex.org/W148681183","https://openalex.org/W1532321205","https://openalex.org/W1579073686","https://openalex.org/W1746983276","https://openalex.org/W1981978308","https://openalex.org/W1982017364","https://openalex.org/W1982885757","https://openalex.org/W1984989535","https://openalex.org/W1990097840","https://openalex.org/W2005983729","https://openalex.org/W2008516411","https://openalex.org/W2012041931","https://openalex.org/W2024674799","https://openalex.org/W2029163232","https://openalex.org/W2040273191","https://openalex.org/W2041710630","https://openalex.org/W2043526487","https://openalex.org/W2064016936","https://openalex.org/W2071103776","https://openalex.org/W2072165789","https://openalex.org/W2082562729","https://openalex.org/W2095995963","https://openalex.org/W2122523415","https://openalex.org/W2128141373","https://openalex.org/W2147297374","https://openalex.org/W2147581820","https://openalex.org/W2156318360","https://openalex.org/W2157581122","https://openalex.org/W2163978340","https://openalex.org/W4239525205","https://openalex.org/W4241653265"],"related_works":["https://openalex.org/W4360600845","https://openalex.org/W634465255","https://openalex.org/W2171634280","https://openalex.org/W6887746427","https://openalex.org/W4401173238","https://openalex.org/W2050539711","https://openalex.org/W6977744601","https://openalex.org/W4360599470","https://openalex.org/W2900167267","https://openalex.org/W2030339970"],"abstract_inverted_index":{"BACKGROUND:":[0],"A":[1,321],"randomized,":[2],"controlled":[3],"trial":[4,79,286,366],"(RCT)":[5],"should":[6],"not":[7,33,190,229,267,273],"be":[8],"started":[9],"or":[10,66,200],"interpreted":[11],"without":[12],"accounting":[13],"for":[14,35,255,346,365],"evidence":[15,27],"from":[16,28,113,144],"preceding":[17,242,304],"RCTs":[18,50,196,211,295],"addressing":[19],"the":[20,44,55,74,82,107,110,119,127,194,232,285,313,330,344],"same":[21,56],"question.":[22],"Research":[23,339],"has":[24],"suggested":[25],"that":[26,63,84,100,116,162,186,197,335],"prior":[29,52,98,114,150,202,210,222,270,319,333],"trials":[30,53,68,83,99,115,121,131,142,188,203,224,236,243,246,271,277,305,325,334],"is":[31,340],"often":[32],"accounted":[34],"in":[36,61,118,284,316],"reports":[37,48,169,293],"of":[38,49,97,109,130,167,221,234,241,294,303,312,323,329,332,349],"subsequent":[39],"RCTs.":[40],"OBJECTIVE:":[41],"To":[42],"assess":[43],"extent":[45,75],"to":[46,76,146,159,181,204,342],"which":[47,77,227],"cite":[51],"studying":[54],"interventions.":[57],"DESIGN:":[58],"Meta-analyses":[59],"published":[60,143,247,257,296],"2004":[62],"combined":[64],"4":[65,298],"more":[67,88,201],"were":[69,101,117,133,138,170,189,272,306],"identified;":[70],"within":[71],"each":[72,78],"meta-analysis,":[73],"report":[80],"cited":[81,102,120,132,208,215,223,244],"preceded":[85],"it":[86],"by":[87,245],"than":[89,164,301,310],"1":[90],"year":[91],"was":[92,154,183,225,250,326],"assessed.":[93],"MEASUREMENTS:":[94],"The":[95,148,172,218,238,264],"proportion":[96,108],"(prior":[103],"research":[104,151],"citation":[105,124,152,176],"index),":[106,125],"total":[111],"participants":[112,314],"(sample":[122],"size":[123,175],"and":[126,212,275,288,347,362],"absolute":[128],"number":[129,220,233,240,331],"calculated.":[134],"RESULTS:":[135],"227":[136],"meta-analyses":[137],"identified,":[139],"comprising":[140,308],"1523":[141],"1963":[145],"2004.":[147],"median":[149,173,219,322],"index":[153,177],"0.21":[155,180],"(95%":[156],"CI,":[157],"0.18":[158],"0.24),":[160],"meaning":[161],"less":[163],"one":[165],"quarter":[166],"relevant":[168,318],"cited.":[171,192],"sample":[174],"(0.24":[178],"[CI,":[179],"0.27])":[182],"similar,":[184],"suggesting":[185],"larger":[187],"selectively":[191],"Of":[193],"1101":[195],"had":[198,336],"5":[199],"cite,":[205],"254":[206],"(23%)":[207,214],"no":[209],"257":[213],"only":[216],"1.":[217],"2,":[226],"did":[228],"change":[230],"as":[231],"citable":[235],"increased.":[237],"mean":[239],"after":[248],"2000":[249,259],"2.4,":[251],"compared":[252],"with":[253],"1.5":[254],"those":[256],"before":[258],"(P":[260],"<":[261],"0.001).":[262],"LIMITATION:":[263],"investigators":[265],"could":[266],"ascertain":[268],"why":[269],"cited,":[274,307,327],"noncited":[276],"may":[278],"have":[279],"been":[280,337],"taken":[281],"into":[282],"account":[283],"design":[287],"proposal":[289],"stages.":[290],"CONCLUSION:":[291],"In":[292],"over":[297],"decades,":[299],"fewer":[300,309],"25%":[302,311],"enrolled":[315],"all":[317],"trials.":[320],"2":[324],"regardless":[328],"conducted.":[338],"needed":[341],"explore":[343],"explanations":[345],"consequences":[348],"this":[350],"phenomenon.":[351],"Potential":[352],"implications":[353],"include":[354],"ethically":[355],"unjustifiable":[356],"trials,":[357],"wasted":[358],"resources,":[359],"incorrect":[360],"conclusions,":[361],"unnecessary":[363],"risks":[364],"participants.":[367],"PRIMARY":[368],"FUNDING":[369],"SOURCE:":[370],"None.":[371]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2139342640","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":21},{"year":2013,"cited_by_count":9},{"year":2012,"cited_by_count":7}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
