{"id":"https://openalex.org/W4389101546","doi":"https://doi.org/10.1016/j.bja.2023.10.036","title":"Statistically significant differences versus convincing evidence of real treatment effects: an analysis of the false positive risk for single-centre trials in anaesthesia","display_name":"Statistically significant differences versus convincing evidence of real treatment effects: an analysis of the false positive risk for single-centre trials in anaesthesia","publication_year":2023,"publication_date":"2023-11-28","ids":{"openalex":"https://openalex.org/W4389101546","doi":"https://doi.org/10.1016/j.bja.2023.10.036","pmid":"https://pubmed.ncbi.nlm.nih.gov/38030552"},"language":"en","primary_location":{"id":"doi:10.1016/j.bja.2023.10.036","doi":"https://doi.org/10.1016/j.bja.2023.10.036","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.bja.2023.10.036","pdf_url":"http://www.bjanaesthesia.org/article/S0007091223006165/pdf","source":{"id":"https://openalex.org/S33418846","display_name":"British Journal of Anaesthesia","issn_l":"0007-0912","issn":["0007-0912","1471-6771"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"British Journal of Anaesthesia","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"http://www.bjanaesthesia.org/article/S0007091223006165/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077366715","display_name":"David Andrew Sidebotham","orcid":"https://orcid.org/0000-0001-9478-021X","observed_orcids":["https://orcid.org/0000-0001-9478-021X"]},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]},{"id":"https://openalex.org/I2801418622","display_name":"Auckland City Hospital","ror":"https://ror.org/05e8jge82","country_code":"NZ","type":"healthcare","lineage":["https://openalex.org/I2801418622","https://openalex.org/I4405259026"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"David Sidebotham","raw_affiliation_strings":["Department of Cardiothoracic and ORL Anaesthesia, Auckland City Hospital, Auckland, New Zealand; Cardiothoracic and Vascular Intensive Care Unit, Auckland City Hospital, Auckland, New Zealand; Department of Anaesthesiology, Faculty of Health Sciences, University of Auckland, New Zealand. Electronic address: dsidebotham@adhb.govt.nz","Cardiothoracic and Vascular Intensive Care Unit, Auckland City Hospital, Auckland, New Zealand","Department of Anaesthesiology, Faculty of Health Sciences, University of Auckland, New Zealand","Department of Cardiothoracic and ORL Anaesthesia, Auckland City Hospital, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-9478-021X","affiliations":[{"raw_affiliation_string":"Department of Cardiothoracic and ORL Anaesthesia, Auckland City Hospital, Auckland, New Zealand; Cardiothoracic and Vascular Intensive Care Unit, Auckland City Hospital, Auckland, New Zealand; Department of Anaesthesiology, Faculty of Health Sciences, University of Auckland, New Zealand. Electronic address: dsidebotham@adhb.govt.nz","institution_ids":["https://openalex.org/I154130895","https://openalex.org/I2801418622"]},{"raw_affiliation_string":"Cardiothoracic and Vascular Intensive Care Unit, Auckland City Hospital, Auckland, New Zealand","institution_ids":["https://openalex.org/I2801418622"]},{"raw_affiliation_string":"Department of Anaesthesiology, Faculty of Health Sciences, University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]},{"raw_affiliation_string":"Department of Cardiothoracic and ORL Anaesthesia, Auckland City Hospital, Auckland, New Zealand","institution_ids":["https://openalex.org/I2801418622"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017544354","display_name":"Felicity Dominick","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2801418622","display_name":"Auckland City Hospital","ror":"https://ror.org/05e8jge82","country_code":"NZ","type":"healthcare","lineage":["https://openalex.org/I2801418622","https://openalex.org/I4405259026"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Felicity Dominick","raw_affiliation_strings":["Department of Cardiothoracic and ORL Anaesthesia, Auckland City Hospital, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Cardiothoracic and ORL Anaesthesia, Auckland City Hospital, Auckland, New Zealand","institution_ids":["https://openalex.org/I2801418622"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064731558","display_name":"Carolyn Deng","orcid":"https://orcid.org/0000-0002-1186-6622","observed_orcids":["https://orcid.org/0000-0002-1186-6622"]},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]},{"id":"https://openalex.org/I2801418622","display_name":"Auckland City Hospital","ror":"https://ror.org/05e8jge82","country_code":"NZ","type":"healthcare","lineage":["https://openalex.org/I2801418622","https://openalex.org/I4405259026"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Carolyn Deng","raw_affiliation_strings":["Department of Anaesthesiology, Faculty of Health Sciences, University of Auckland, New Zealand; Department of Anaesthesia and Perioperative Medicine, Auckland City Hospital, Auckland, New Zealand","Department of Anaesthesia and Perioperative Medicine, Auckland City Hospital, Auckland, New Zealand","Department of Anaesthesiology, Faculty of Health Sciences, University of Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-1186-6622","affiliations":[{"raw_affiliation_string":"Department of Anaesthesiology, Faculty of Health Sciences, University of Auckland, New Zealand; Department of Anaesthesia and Perioperative Medicine, Auckland City Hospital, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895","https://openalex.org/I2801418622"]},{"raw_affiliation_string":"Department of Anaesthesia and Perioperative Medicine, Auckland City Hospital, Auckland, New Zealand","institution_ids":["https://openalex.org/I2801418622"]},{"raw_affiliation_string":"Department of Anaesthesiology, Faculty of Health Sciences, University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040471062","display_name":"C. Jake Barlow","orcid":"https://orcid.org/0000-0003-3713-8292","observed_orcids":["https://orcid.org/0000-0003-3713-8292"]},"institutions":[{"id":"https://openalex.org/I2801418622","display_name":"Auckland City Hospital","ror":"https://ror.org/05e8jge82","country_code":"NZ","type":"healthcare","lineage":["https://openalex.org/I2801418622","https://openalex.org/I4405259026"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jake Barlow","raw_affiliation_strings":["Department of Cardiothoracic and ORL Anaesthesia, Auckland City Hospital, Auckland, New Zealand; Cardiothoracic and Vascular Intensive Care Unit, Auckland City Hospital, Auckland, New Zealand","Cardiothoracic and Vascular Intensive Care Unit, Auckland City Hospital, Auckland, New Zealand","Department of Cardiothoracic and ORL Anaesthesia, Auckland City Hospital, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0003-3713-8292","affiliations":[{"raw_affiliation_string":"Department of Cardiothoracic and ORL Anaesthesia, Auckland City Hospital, Auckland, New Zealand; Cardiothoracic and Vascular Intensive Care Unit, Auckland City Hospital, Auckland, New Zealand","institution_ids":["https://openalex.org/I2801418622"]},{"raw_affiliation_string":"Cardiothoracic and Vascular Intensive Care Unit, Auckland City Hospital, Auckland, New Zealand","institution_ids":["https://openalex.org/I2801418622"]},{"raw_affiliation_string":"Department of Cardiothoracic and ORL Anaesthesia, Auckland City Hospital, Auckland, New Zealand","institution_ids":["https://openalex.org/I2801418622"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057118957","display_name":"Philip M. Jones","orcid":"https://orcid.org/0000-0003-2296-6327","observed_orcids":["https://orcid.org/0000-0003-2296-6327"]},"institutions":[{"id":"https://openalex.org/I1330342723","display_name":"Mayo Clinic","ror":"https://ror.org/02qp3tb03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723"]},{"id":"https://openalex.org/I4210146710","display_name":"Mayo Clinic in Florida","ror":"https://ror.org/03zzw1w08","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210146710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip M. Jones","raw_affiliation_strings":["Department of Anesthesiology and Perioperative Medicine, Mayo Clinic, Jacksonville, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-2296-6327","affiliations":[{"raw_affiliation_string":"Department of Anesthesiology and Perioperative Medicine, Mayo Clinic, Jacksonville, FL, USA","institution_ids":["https://openalex.org/I1330342723","https://openalex.org/I4210146710"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5077366715"],"corresponding_institution_ids":["https://openalex.org/I154130895","https://openalex.org/I2801418622"],"apc_list":{"value":3520,"currency":"USD","value_usd":3520},"apc_paid":{"value":3520,"currency":"USD","value_usd":3520},"fwci":1.2174,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.81230081,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"132","issue":"1","first_page":"116","last_page":"123"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.7573000192642212,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.7573000192642212,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.13019999861717224,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.06930000334978104,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/false-positive-risk","display_name":"false positive risk","score":0.9990000128746033},{"id":"https://openalex.org/keywords/bayes-factor","display_name":"Bayes factor","score":0.9419999718666077},{"id":"https://openalex.org/keywords/null-hypothesis-significance-testing","display_name":"null hypothesis significance testing","score":0.8980000019073486},{"id":"https://openalex.org/keywords/prior-beliefs","display_name":"prior beliefs","score":0.5170000195503235},{"id":"https://openalex.org/keywords/anesthesia","display_name":"anesthesia","score":0.5860000252723694},{"id":"https://openalex.org/keywords/p-values","display_name":"p-values","score":0.5730000138282776},{"id":"https://openalex.org/keywords/statistical-significance","display_name":"statistical significance","score":0.36399999260902405}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5765682458877563},{"id":"https://openalex.org/C3018095205","wikidata":"https://www.wikidata.org/wiki/Q55641553","display_name":"Real world evidence","level":2,"score":0.46950292587280273},{"id":"https://openalex.org/C42219234","wikidata":"https://www.wikidata.org/wiki/Q131130","display_name":"Anesthesia","level":1,"score":0.42739158868789673},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.20208755135536194}],"mesh":[{"descriptor_ui":"D000758","descriptor_name":"Anesthesia","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000776","descriptor_name":"Anesthesiology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1016/j.bja.2023.10.036","doi":"https://doi.org/10.1016/j.bja.2023.10.036","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.bja.2023.10.036","pdf_url":"http://www.bjanaesthesia.org/article/S0007091223006165/pdf","source":{"id":"https://openalex.org/S33418846","display_name":"British Journal of Anaesthesia","issn_l":"0007-0912","issn":["0007-0912","1471-6771"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"British Journal of Anaesthesia","raw_type":"journal-article"},{"id":"pmid:38030552","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38030552","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"British journal of anaesthesia","raw_type":"Review"}],"best_oa_location":{"id":"doi:10.1016/j.bja.2023.10.036","doi":"https://doi.org/10.1016/j.bja.2023.10.036","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.bja.2023.10.036","pdf_url":"http://www.bjanaesthesia.org/article/S0007091223006165/pdf","source":{"id":"https://openalex.org/S33418846","display_name":"British Journal of Anaesthesia","issn_l":"0007-0912","issn":["0007-0912","1471-6771"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"British Journal of Anaesthesia","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8371999859809875,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389101546.pdf","grobid_xml":"https://content.openalex.org/works/W4389101546.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2020389170","https://openalex.org/W2040032582","https://openalex.org/W2131046448","https://openalex.org/W2144981148","https://openalex.org/W2150215887","https://openalex.org/W2293040502","https://openalex.org/W2315129309","https://openalex.org/W2334529533","https://openalex.org/W2461847398","https://openalex.org/W2526577390","https://openalex.org/W2786045312","https://openalex.org/W2792091789","https://openalex.org/W2922853138","https://openalex.org/W2941728313","https://openalex.org/W2943116896","https://openalex.org/W3014430288","https://openalex.org/W3157239083","https://openalex.org/W3184062382","https://openalex.org/W3192442996","https://openalex.org/W3199799958","https://openalex.org/W4214877878","https://openalex.org/W4296707354","https://openalex.org/W4311093339","https://openalex.org/W4324351342","https://openalex.org/W4387344941","https://openalex.org/W4387996148"],"related_works":["https://openalex.org/W7128397226","https://openalex.org/W3014430288","https://openalex.org/W4214877878","https://openalex.org/W4296707354","https://openalex.org/W2887510945","https://openalex.org/W4311093339","https://openalex.org/W2124830483","https://openalex.org/W2623619271","https://openalex.org/W7127358794","https://openalex.org/W2958532717"],"abstract_inverted_index":{"BACKGROUND:":[0],"The":[1,190],"American":[2],"Statistical":[3],"Association":[4],"has":[5],"highlighted":[6],"problems":[7],"with":[8],"null":[9,39,109],"hypothesis":[10,40],"significance":[11],"testing":[12],"and":[13,110,133,164],"outlined":[14],"alternative":[15,25,111],"approaches":[16],"that":[17,209],"may":[18],"'supplement":[19],"or":[20],"even":[21],"replace":[22],"P-values'.":[23],"One":[24,140],"is":[26,41,46],"to":[27,107,184],"report":[28],"the":[29,36,38,44,83,88,108,120,130,137,153,161,168,195,199],"false":[30],"positive":[31],"risk":[32],"(FPR),":[33],"which":[34],"quantifies":[35],"chance":[37],"true":[42],"when":[43],"result":[45],"statistically":[47,70,219],"significant.":[48,71],"METHODS:":[49],"We":[50,72],"reviewed":[51],"single-centre,":[52],"randomised":[53],"trials":[54,143,149,175,215],"in":[55,64,141,194,216,237],"10":[56],"anaesthesia":[57,217],"journals":[58],"over":[59],"6":[60],"yr":[61],"where":[62],"differences":[63,221],"a":[65,74,95,180,210,238],"primary":[66],"binary":[67],"outcome":[68],"were":[69,101],"calculated":[73,87,197],"Bayes":[75,84],"factor":[76,85],"by":[77,103,129,136,160,167,198],"two":[78,200],"methods":[79,201],"(Gunel,":[80],"Kass).":[81],"From":[82],"we":[86],"FPR":[89,125,146,156,187,196],"for":[90,94],"different":[91],"prior":[92,235],"beliefs":[93,100],"real":[96,226,239],"treatment":[97,227,240],"effect.":[98,241],"Prior":[99],"quantified":[102],"assigning":[104],"pretest":[105,116,181],"probabilities":[106,117],"hypotheses.":[112],"RESULTS:":[113],"For":[114,148],"equal":[115],"of":[118,174,188,213,225],"0.5,":[119],"median":[121,154,191],"(inter-quartile":[122],"range":[123],"[IQR])":[124],"was":[126,157,202],"6%":[127,134],"(1-22%)":[128],"Gunel":[131,162],"method":[132,163],"(1-19%)":[135],"Kass":[138,169],"method.":[139,170],"five":[142],"had":[144],"an":[145,186,232],"\u226520%.":[147],"reporting":[150,176,218],"P-values":[151,177],"0.01-0.05,":[152],"(IQR)":[155,192],"25%":[158],"(16-30%)":[159],"20%":[165],"(16-25%)":[166],"More":[171],"than":[172],"90%":[173],"0.01-0.05":[178],"required":[179,231],"probability":[182],">0.5":[183],"achieve":[185],"5%.":[189],"difference":[193],"0%":[203],"(0-2%).":[204],"CONCLUSIONS:":[205],"Our":[206],"findings":[207],"suggest":[208],"substantial":[211],"proportion":[212],"single-centre":[214],"significant":[220],"provide":[222],"limited":[223],"evidence":[224],"effects,":[228],"or,":[229],"alternatively,":[230],"implausibly":[233],"high":[234],"belief":[236],"CLINICAL":[242],"TRIAL":[243],"REGISTRATION:":[244],"PROSPERO":[245],"(CRD42023350783).":[246]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-11-01T11:40:01.658920","created_date":"2023-11-29T00:00:00"}