{"id":"https://openalex.org/W2297553235","doi":"https://doi.org/10.1136/eb-2016-102341","title":"Are all psychotherapies equally effective in the treatment of adult depression? The lack of statistical power of comparative outcome studies","display_name":"Are all psychotherapies equally effective in the treatment of adult depression? The lack of statistical power of comparative outcome studies","publication_year":2016,"publication_date":"2016-03-16","ids":{"openalex":"https://openalex.org/W2297553235","doi":"https://doi.org/10.1136/eb-2016-102341","mag":"2297553235","pmid":"https://pubmed.ncbi.nlm.nih.gov/26984413","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10699414"},"language":"en","primary_location":{"id":"doi:10.1136/eb-2016-102341","doi":"https://doi.org/10.1136/eb-2016-102341","is_oa":true,"landing_page_url":"https://doi.org/10.1136/eb-2016-102341","pdf_url":"https://mentalhealth.bmj.com/content/ebmental/19/2/39.full.pdf","source":{"id":"https://openalex.org/S160517820","display_name":"Evidence-Based Mental Health","issn_l":"1362-0347","issn":["1362-0347","1468-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","ki-jl-1","poland-20","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evidence Based Mental Health","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://mentalhealth.bmj.com/content/ebmental/19/2/39.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016972944","display_name":"Pim J. Cuijpers","orcid":"https://orcid.org/0000-0001-5497-2743","observed_orcids":["https://orcid.org/0000-0001-5497-2743"]},"institutions":[{"id":"https://openalex.org/I4210124285","display_name":"Amsterdam Public Health","ror":"https://ror.org/0258apj61","country_code":"NL","type":"facility","lineage":["https://openalex.org/I4210124285"]},{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]},{"id":"https://openalex.org/I911458345","display_name":"Amsterdam UMC Location Vrije Universiteit Amsterdam","ror":"https://ror.org/00q6h8f30","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I4210151833","https://openalex.org/I911458345"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Pim Cuijpers","raw_affiliation_strings":["Department of Clinical, Neuro and Developmental Psychology, VU University Amsterdam, Amsterdam, The Netherlands","EMGO Institute for Health and Care Research, VU University and VU University Medical Center Amsterdam, Amsterdam, The Netherlands","Department of Clinical Psychology, VU University Amsterdam, Van der Boechorststraat 1, Amsterdam 1081 BT, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Clinical, Neuro and Developmental Psychology, VU University Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]},{"raw_affiliation_string":"EMGO Institute for Health and Care Research, VU University and VU University Medical Center Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I4210124285","https://openalex.org/I911458345"]},{"raw_affiliation_string":"Department of Clinical Psychology, VU University Amsterdam, Van der Boechorststraat 1, Amsterdam 1081 BT, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5016972944"],"corresponding_institution_ids":["https://openalex.org/I4210124285","https://openalex.org/I865915315","https://openalex.org/I911458345"],"apc_list":null,"apc_paid":null,"fwci":17.8317,"has_fulltext":true,"cited_by_count":86,"citation_normalized_percentile":{"value":0.99437433,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"19","issue":"2","first_page":"39","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10214","display_name":"Psychotherapy Techniques and Applications","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10214","display_name":"Psychotherapy Techniques and Applications","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.006800000090152025,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10853","display_name":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adult-depression","display_name":"adult depression","score":0.9279999732971191},{"id":"https://openalex.org/keywords/psychotherapy","display_name":"psychotherapy","score":0.6850000023841858},{"id":"https://openalex.org/keywords/statistical-power","display_name":"statistical power","score":0.9909999966621399},{"id":"https://openalex.org/keywords/cognitive-behavioral-therapy","display_name":"cognitive behavioral therapy","score":0.7070000171661377},{"id":"https://openalex.org/keywords/interpersonal-psychotherapy","display_name":"interpersonal psychotherapy","score":0.996999979019165},{"id":"https://openalex.org/keywords/non-directive-counseling","display_name":"non-directive counseling","score":0.9950000047683716},{"id":"https://openalex.org/keywords/meta-analysis","display_name":"meta-analysis","score":0.7110000252723694},{"id":"https://openalex.org/keywords/risk-of-bias","display_name":"risk of bias","score":0.8640000224113464},{"id":"https://openalex.org/keywords/effect-size","display_name":"effect size","score":0.5609999895095825},{"id":"https://openalex.org/keywords/trial-sample-size","display_name":"trial size","score":0.5929999947547913}],"concepts":[{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.5830570459365845},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.5611765384674072},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.5407448410987854},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.5270251035690308},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.520142138004303},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.5151085257530212},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.5019485950469971},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.47566598653793335},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.42304784059524536},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3518970012664795},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.33664724230766296},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.1884588599205017},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14447468519210815},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003866","descriptor_name":"Depressive Disorder","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011613","descriptor_name":"Psychotherapy","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D011613","descriptor_name":"Psychotherapy","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D017063","descriptor_name":"Outcome Assessment, Health Care","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D017063","descriptor_name":"Outcome Assessment, Health Care","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true}],"locations_count":6,"locations":[{"id":"doi:10.1136/eb-2016-102341","doi":"https://doi.org/10.1136/eb-2016-102341","is_oa":true,"landing_page_url":"https://doi.org/10.1136/eb-2016-102341","pdf_url":"https://mentalhealth.bmj.com/content/ebmental/19/2/39.full.pdf","source":{"id":"https://openalex.org/S160517820","display_name":"Evidence-Based Mental Health","issn_l":"1362-0347","issn":["1362-0347","1468-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","ki-jl-1","poland-20","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evidence Based Mental Health","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10699414","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10699414","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10699414/pdf/ebmental-19-39.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evid Based Ment Health","raw_type":"Text"},{"id":"pmid:26984413","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/26984413","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evidence-based mental health","raw_type":"Journal Article"},{"id":"pmh:oai:research.vu.nl:openaire/6d10ad39-e4b8-41d5-81eb-072ee698ea86","doi":null,"is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/6d10ad39-e4b8-41d5-81eb-072ee698ea86","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cuijpers, P 2016, 'Are all psychotherapies equally effective in the treatment of adult depression? The lack of statistical power of comparative outcome studies', Evidence-Based Mental Health, pp. 39-42. https://doi.org/10.1136/eb-2016-102341","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:open-archive.highwire.org:ebmental:19/2/39","doi":null,"is_oa":false,"landing_page_url":"http://ebmh.bmj.com/cgi/content/short/19/2/39","pdf_url":null,"source":{"id":"https://openalex.org/S4406923041","display_name":"HighWire Press Open Archive","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"TEXT"},{"id":"pmh:vu:oai:research.vu.nl:publications/6d10ad39-e4b8-41d5-81eb-072ee698ea86","doi":null,"is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/6d10ad39-e4b8-41d5-81eb-072ee698ea86","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Evidence-Based Mental Health, 39 - 42. BMJ Publishing Group","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1136/eb-2016-102341","doi":"https://doi.org/10.1136/eb-2016-102341","is_oa":true,"landing_page_url":"https://doi.org/10.1136/eb-2016-102341","pdf_url":"https://mentalhealth.bmj.com/content/ebmental/19/2/39.full.pdf","source":{"id":"https://openalex.org/S160517820","display_name":"Evidence-Based Mental Health","issn_l":"1362-0347","issn":["1362-0347","1468-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","ki-jl-1","poland-20","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evidence Based Mental Health","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.98580002784729,"display_name":"Good health and well-being"}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/3","score":0.5199999809265137,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2297553235.pdf","grobid_xml":"https://content.openalex.org/works/W2297553235.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W71228264","https://openalex.org/W1983560008","https://openalex.org/W2016616105","https://openalex.org/W2070584665","https://openalex.org/W2072500831","https://openalex.org/W2087484885","https://openalex.org/W2098923148","https://openalex.org/W2106229155","https://openalex.org/W2114536224","https://openalex.org/W2116153150","https://openalex.org/W2130548018","https://openalex.org/W2138229190","https://openalex.org/W2140850139","https://openalex.org/W2142420226","https://openalex.org/W2150957352","https://openalex.org/W2152690559","https://openalex.org/W2154843494","https://openalex.org/W2165216655","https://openalex.org/W2171087497","https://openalex.org/W2588681363","https://openalex.org/W4297918764"],"related_works":["https://openalex.org/W2618533791","https://openalex.org/W2346443303","https://openalex.org/W2154891826","https://openalex.org/W2152690559","https://openalex.org/W2585493186","https://openalex.org/W2396755030","https://openalex.org/W2789924673","https://openalex.org/W2791151206","https://openalex.org/W2001447430","https://openalex.org/W2156110385"],"abstract_inverted_index":{"More":[0],"than":[1,131],"100":[2],"comparative":[3,23],"outcome":[4],"trials,":[5,227],"directly":[6,87],"comparing":[7,88,94],"2":[8],"or":[9],"more":[10],"psychotherapies":[11,64],"for":[12,65,140,216],"adult":[13,66],"depression,":[14],"have":[15,169],"been":[16],"published.":[17],"We":[18,58,198],"first":[19],"examined":[20,78],"whether":[21,233],"these":[22,167,240],"trials":[24,86,118,180,202],"had":[25,103,123],"sufficient":[26,214],"statistical":[27],"power":[28,46,105,125,160,215],"to":[29,40,54,106,126,137,153,193,212],"detect":[30,41,107,127,194],"clinically":[31,143,195,218,236],"relevant":[32,144,196,219,237],"differences":[33,238],"between":[34,239],"therapies":[35],"of":[36,63,81,112,116,147,157,161,166,172,184,226],"d=0.24.":[37,148],"In":[38],"order":[39],"such":[42],"an":[43],"effect":[44,110,128,145,220],"size,":[45],"calculations":[47],"showed":[48],"that":[49,200],"a":[50,108,142],"trial":[51,93],"would":[52,187],"need":[53],"include":[55],"548":[56],"patients.":[57],"selected":[59],"3":[60,121],"recent":[61],"meta-analyses":[62,122],"depression":[67],"(cognitive":[68],"behaviour":[69],"therapy":[70,98],"(CBT),":[71],"interpersonal":[72],"psychotherapy":[73],"and":[74,77,102,174,206],"non-directive":[75],"counselling)":[76],"the":[79,85,117,120,138,155,158],"number":[80,225],"patients":[82],"included":[83,99],"in":[84,119],"other":[89],"psychotherapies.":[90],"The":[91],"largest":[92],"CBT":[95],"with":[96,181],"another":[97],"178":[100],"patients,":[101],"enough":[104,124,191],"differential":[109],"size":[111,146],"only":[113,177],"d=0.42.":[114],"None":[115],"sizes":[129],"smaller":[130],"d=0.34,":[132],"but":[133],"some":[134],"came":[135],"close":[136,211],"threshold":[139],"detecting":[141,217],"Meta-analyses":[149],"may":[150],"be":[151,190],"able":[152],"solve":[154],"problem":[156],"low":[159,182],"individual":[162,201],"trials.":[163],"However,":[164],"many":[165],"studies":[168,192],"considerable":[170],"risk":[171,183],"bias,":[173,185],"if":[175],"we":[176],"focused":[178],"on":[179],"there":[186,234],"no":[188],"longer":[189],"effects.":[197],"conclude":[199],"are":[203,235],"heavily":[204],"underpowered":[205],"do":[207],"not":[208,231],"even":[209],"come":[210],"having":[213],"sizes.":[221],"Despite":[222],"this":[223],"large":[224],"it":[228],"is":[229],"still":[230],"clear":[232],"therapies.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":8}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}
