{"id":"https://openalex.org/W2148152872","doi":"https://doi.org/10.1093/ije/dyr099","title":"Risk factors and interventions with statistically significant tiny effects","display_name":"Risk factors and interventions with statistically significant tiny effects","alternate_titles":[],"publication_year":2011,"publication_date":"2011-07-06","ids":{"openalex":"https://openalex.org/W2148152872","doi":"https://doi.org/10.1093/ije/dyr099","mag":"2148152872","pmid":"https://pubmed.ncbi.nlm.nih.gov/21737403"},"language":"en","primary_location":{"id":"doi:10.1093/ije/dyr099","doi":"https://doi.org/10.1093/ije/dyr099","is_oa":false,"landing_page_url":"https://doi.org/10.1093/ije/dyr099","pdf_url":null,"source":{"id":"https://openalex.org/S13389975","display_name":"International Journal of Epidemiology","issn_l":"0300-5771","issn":["0300-5771","1464-3685"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Epidemiology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2148152872"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088669182","display_name":"George C.M. Siontis","orcid":"https://orcid.org/0000-0003-2128-9205","observed_orcids":["https://orcid.org/0000-0003-2128-9205"]},"institutions":[{"id":"https://openalex.org/I194019607","display_name":"University of Ioannina","ror":"https://ror.org/01qg3j183","country_code":"GR","type":"education","lineage":["https://openalex.org/I194019607"]},{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["GR","US"],"is_corresponding":false,"raw_author_name":"G. C. Siontis","raw_affiliation_strings":["Clinical Trials and Evidence-Based Medicine Unit, Department of Hygiene and Epidemiology, University of Ioannina School of Medicine, Ioannina, Greece","Clinical Trials and Evidence-Based Medicine Unit and the Clinical and Molecular Epidemiology Unit, Department of Hygiene and Epidemiology, University of Ioannina School of Medicine, Ioannina, Greece and 2Stanford Prevention Research Center, Department of Medicine, Stanford University School of Medicine, Stanford, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical Trials and Evidence-Based Medicine Unit, Department of Hygiene and Epidemiology, University of Ioannina School of Medicine, Ioannina, Greece","institution_ids":["https://openalex.org/I194019607"]},{"raw_affiliation_string":"Clinical Trials and Evidence-Based Medicine Unit and the Clinical and Molecular Epidemiology Unit, Department of Hygiene and Epidemiology, University of Ioannina School of Medicine, Ioannina, Greece and 2Stanford Prevention Research Center, Department of Medicine, Stanford University School of Medicine, Stanford, USA","institution_ids":["https://openalex.org/I194019607","https://openalex.org/I4210137306","https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070446713","display_name":"John P. A. Ioannidis","orcid":"https://orcid.org/0000-0003-3118-6859","observed_orcids":["https://orcid.org/0000-0003-3118-6859"]},"institutions":[{"id":"https://openalex.org/I194019607","display_name":"University of Ioannina","ror":"https://ror.org/01qg3j183","country_code":"GR","type":"education","lineage":["https://openalex.org/I194019607"]},{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["GR","US"],"is_corresponding":true,"raw_author_name":"J. P. Ioannidis","raw_affiliation_strings":["Clinical Trials and Evidence-Based Medicine Unit and the Clinical and Molecular Epidemiology Unit, Department of Hygiene and Epidemiology, University of Ioannina School of Medicine, Ioannina, Greece and 2Stanford Prevention Research Center, Department of Medicine, Stanford University School of Medicine, Stanford, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical Trials and Evidence-Based Medicine Unit and the Clinical and Molecular Epidemiology Unit, Department of Hygiene and Epidemiology, University of Ioannina School of Medicine, Ioannina, Greece and 2Stanford Prevention Research Center, Department of Medicine, Stanford University School of Medicine, Stanford, USA","institution_ids":["https://openalex.org/I194019607","https://openalex.org/I4210137306","https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5070446713"],"corresponding_institution_ids":["https://openalex.org/I194019607","https://openalex.org/I4210137306","https://openalex.org/I97018004"],"apc_list":{"value":3423,"currency":"GBP","value_usd":4514},"apc_paid":null,"fwci":2.1423,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.93697479,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"40","issue":"5","first_page":"1292","last_page":"1307"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.6079000234603882,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.6079000234603882,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.3734999895095825,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.007600000128149986,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relative-risk","display_name":"relative risk","score":0.7879999876022339},{"id":"https://openalex.org/keywords/risk-factors","display_name":"risk factors","score":0.6380000114440918},{"id":"https://openalex.org/keywords/intervention","display_name":"intervention","score":0.8740000128746033},{"id":"https://openalex.org/keywords/residual-confounding","display_name":"residual confounding","score":0.8999999761581421},{"id":"https://openalex.org/keywords/selection-bias","display_name":"selection bias","score":0.9789999723434448},{"id":"https://openalex.org/keywords/nutrition","display_name":"nutrition","score":0.39100000262260437},{"id":"https://openalex.org/keywords/genetic-biomarkers","display_name":"genetic biomarkers","score":0.8040000200271606},{"id":"https://openalex.org/keywords/large-cohort-studies","display_name":"large cohort studies","score":0.5440000295639038}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.8135076761245728},{"id":"https://openalex.org/C82789193","wikidata":"https://www.wikidata.org/wiki/Q2142611","display_name":"Relative risk","level":3,"score":0.7492635250091553},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6606546640396118},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.537323534488678},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.5127559900283813},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.4310756325721741},{"id":"https://openalex.org/C201903717","wikidata":"https://www.wikidata.org/wiki/Q1778788","display_name":"Cohort study","level":2,"score":0.41999778151512146},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.3397694230079651},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.19056320190429688},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1459982693195343},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012306","descriptor_name":"Risk","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012307","descriptor_name":"Risk Factors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015982","descriptor_name":"Bias","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016001","descriptor_name":"Confidence Intervals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016896","descriptor_name":"Treatment Outcome","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1093/ije/dyr099","doi":"https://doi.org/10.1093/ije/dyr099","is_oa":false,"landing_page_url":"https://doi.org/10.1093/ije/dyr099","pdf_url":null,"source":{"id":"https://openalex.org/S13389975","display_name":"International Journal of Epidemiology","issn_l":"0300-5771","issn":["0300-5771","1464-3685"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Epidemiology","raw_type":"journal-article"},{"id":"pmid:21737403","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21737403","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International journal of epidemiology","raw_type":"Journal Article"},{"id":"pmh:oai:open-archive.highwire.org:intjepid:40/5/1292","doi":null,"is_oa":false,"landing_page_url":"http://ije.oxfordjournals.org/cgi/content/short/40/5/1292","pdf_url":null,"source":{"id":"https://openalex.org/S4406923041","display_name":"HighWire Press Open Archive","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"TEXT"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.871.6846","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.871.6846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ije.oxfordjournals.org/content/early/2011/07/06/ije.dyr099.full.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.881.795","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.881.795","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ije.oxfordjournals.org/content/40/5/1292.full.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.9763000011444092}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W1484993839","https://openalex.org/W1564323166","https://openalex.org/W1810100348","https://openalex.org/W1886535729","https://openalex.org/W1889925602","https://openalex.org/W1947346879","https://openalex.org/W1967047799","https://openalex.org/W1967407881","https://openalex.org/W1971679176","https://openalex.org/W1976411156","https://openalex.org/W1981716514","https://openalex.org/W1982375973","https://openalex.org/W1995356700","https://openalex.org/W1996589830","https://openalex.org/W1997929977","https://openalex.org/W2001434990","https://openalex.org/W2001634163","https://openalex.org/W2004579934","https://openalex.org/W2006359272","https://openalex.org/W2006825115","https://openalex.org/W2015060037","https://openalex.org/W2018015534","https://openalex.org/W2023960991","https://openalex.org/W2032419922","https://openalex.org/W2033033020","https://openalex.org/W2035910394","https://openalex.org/W2039998796","https://openalex.org/W2041467022","https://openalex.org/W2045696505","https://openalex.org/W2046261241","https://openalex.org/W2051480846","https://openalex.org/W2053138745","https://openalex.org/W2053259132","https://openalex.org/W2054957606","https://openalex.org/W2058963646","https://openalex.org/W2060512257","https://openalex.org/W2060725328","https://openalex.org/W2065281446","https://openalex.org/W2067485283","https://openalex.org/W2071727962","https://openalex.org/W2072048498","https://openalex.org/W2072603756","https://openalex.org/W2079784016","https://openalex.org/W2080772702","https://openalex.org/W2086722797","https://openalex.org/W2094230476","https://openalex.org/W2095319635","https://openalex.org/W2096841400","https://openalex.org/W2097848095","https://openalex.org/W2100643383","https://openalex.org/W2102055578","https://openalex.org/W2108583791","https://openalex.org/W2114313721","https://openalex.org/W2116537907","https://openalex.org/W2117378160","https://openalex.org/W2123193855","https://openalex.org/W2123398669","https://openalex.org/W2125752591","https://openalex.org/W2129629007","https://openalex.org/W2130713881","https://openalex.org/W2133409370","https://openalex.org/W2134811220","https://openalex.org/W2135993598","https://openalex.org/W2136471269","https://openalex.org/W2137784332","https://openalex.org/W2141102048","https://openalex.org/W2142054160","https://openalex.org/W2142752948","https://openalex.org/W2144024528","https://openalex.org/W2144981148","https://openalex.org/W2145987329","https://openalex.org/W2147939281","https://openalex.org/W2148340808","https://openalex.org/W2150215887","https://openalex.org/W2151967728","https://openalex.org/W2152667675","https://openalex.org/W2165010366","https://openalex.org/W2166462835","https://openalex.org/W2168658532","https://openalex.org/W2174121794","https://openalex.org/W2243629635","https://openalex.org/W2328451703","https://openalex.org/W2416706830","https://openalex.org/W3143580798","https://openalex.org/W3146904893","https://openalex.org/W4240942870","https://openalex.org/W4321318433"],"related_works":["https://openalex.org/W2044757014","https://openalex.org/W3114423027","https://openalex.org/W2774363476","https://openalex.org/W2408658853","https://openalex.org/W4308784326","https://openalex.org/W3143580798","https://openalex.org/W2065177605","https://openalex.org/W3200722650","https://openalex.org/W2097412619","https://openalex.org/W7096253289"],"abstract_inverted_index":{"BACKGROUND:":[0],"Large":[1],"studies":[2],"may":[3],"identify":[4],"postulated":[5],"risk":[6,81,125,263],"factors":[7,126,264],"and":[8,32,44,62,70,87,127,149,162,175,213,265,295],"interventions":[9,266],"with":[10,291],"very":[11],"small":[12],"effect":[13,69,84,99],"sizes.":[14],"We":[15,92,113],"aimed":[16],"to":[17,143,178,193,206,218],"assess":[18],"empirically":[19],"a":[20],"large":[21],"number":[22],"of":[23,29,50,52,156,169,184,186,267,285],"statistically":[24],"significant":[25,259],"relative":[26],"risks":[27],"(RRs)":[28],"tiny":[30,68,117,260],"magnitude":[31,236],"their":[33,296],"interpretation":[34,88,280],"by":[35,89],"investigators.":[36,91],"METHODS:":[37],"RRs":[38],"in":[39,48,57,135,138,276],"the":[40,71,95,105,187,196,209,221,277],"range":[41],"between":[42],"0.95":[43],"1.05":[45],"were":[46,190,203,252],"identified":[47],"abstracts":[49],"articles":[51,55,136],"cohort":[53],"studies;":[54],"published":[56,137],"NEJM,":[58],"JAMA":[59],"or":[60,171,269],"Lancet;":[61],"Cochrane":[63],"reviews.":[64],"For":[65],"each":[66,98],"eligible":[67,116],"respective":[72],"study,":[73],"we":[74],"recorded":[75],"information":[76],"on":[77],"study":[78,90],"design,":[79],"participants,":[80],"factor/intervention,":[82],"outcome,":[83],"estimates,":[85],"P-values":[86],"also":[93],"calculated":[94],"probability":[96],"that":[97],"lies":[100],"outside":[101,195,208,220],"specific":[102],"intervals":[103],"around":[104],"null":[106],"(RR":[107],"interval":[108,198,211,223],"0.97-1.03,":[109,199],"0.95-1.05,":[110],"0.90-1.10).":[111],"RESULTS:":[112],"evaluated":[114],"51":[115,188],"effects":[118,141,189,234,261,287],"(median":[119],"sample":[120],"size":[121],"112":[122],"786":[123],"for":[124,130,232,254,262],"36":[128],"021":[129],"interventions).":[131],"Most":[132],"(37/51)":[133],"appeared":[134],"2006-10.":[139],"The":[140,225],"pertained":[142],"nutrition":[144],"(n":[145,152,159,166],"=":[146,153,160,167,238,243,248],"19),":[147],"genetic":[148],"other":[150,164],"biomarkers":[151],"8),":[154],"correlates":[155],"health":[157,173,271],"care":[158],"8)":[161],"diverse":[163],"topics":[165],"16)":[168],"clinical":[170,180,268],"public":[172,270],"importance":[174,272,297],"mostly":[176],"referred":[177],"major":[179],"outcomes.":[181],"A":[182],"total":[183],"15":[185],">80%":[191],"likely":[192,205,217],"lie":[194,207,219],"RR":[197,210,222],"but":[200],"only":[201],"8":[202],">40%":[204],"0.95-1.05":[212],"none":[214],"was":[215],">1.7%":[216],"0.90-1.10.":[224],"authors":[226],"discussed":[227],"at":[228],"least":[229],"one":[230],"concern":[231],"23":[233],"(small":[235],"n":[237,242,247],"19,":[239],"residual":[240],"confounding":[241],"11,":[244],"selection":[245],"bias":[246],"1).":[249],"No":[250],"concerns":[251],"expressed":[253],"28":[255],"effects.":[256],"CONCLUSIONS:":[257],"Statistically":[258],"become":[273],"more":[274],"common":[275],"literature.":[278],"Cautious":[279],"is":[281,298],"warranted,":[282],"since":[283],"most":[284],"these":[286],"could":[288],"be":[289],"eliminated":[290],"even":[292],"minimal":[293],"biases":[294],"uncertain.":[299]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2148152872","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":9},{"year":2012,"cited_by_count":5}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
