{"id":"https://openalex.org/W4294898343","doi":"https://doi.org/10.1093/ptj/pzac118","title":"In Defense of Hypothesis Testing: A Response to the Joint Editorial From the International Society of Physiotherapy Journal Editors on Statistical Inference Through Estimation","display_name":"In Defense of Hypothesis Testing: A Response to the Joint Editorial From the International Society of Physiotherapy Journal Editors on Statistical Inference Through Estimation","publication_year":2022,"publication_date":"2022-09-07","ids":{"openalex":"https://openalex.org/W4294898343","doi":"https://doi.org/10.1093/ptj/pzac118","pmid":"https://pubmed.ncbi.nlm.nih.gov/36070432","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10071477"},"language":"en","primary_location":{"id":"doi:10.1093/ptj/pzac118","doi":"https://doi.org/10.1093/ptj/pzac118","is_oa":true,"landing_page_url":"https://doi.org/10.1093/ptj/pzac118","pdf_url":null,"source":{"id":"https://openalex.org/S4210185354","display_name":"Physical Therapy","issn_l":"0031-9023","issn":["0031-9023","1538-6724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physical Therapy","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1093/ptj/pzac118","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090783545","display_name":"Keith R. Lohse","orcid":"https://orcid.org/0000-0002-7643-3887","observed_orcids":["https://orcid.org/0000-0002-7643-3887"]},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Keith Lohse","raw_affiliation_strings":["Washington University School of Medicine Physical Therapy and Neurology, , St Louis, Missouri, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington University School of Medicine Physical Therapy and Neurology, , St Louis, Missouri, USA","institution_ids":["https://openalex.org/I204465549"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5090783545"],"corresponding_institution_ids":["https://openalex.org/I204465549"],"apc_list":{"value":3880,"currency":"USD","value_usd":3880},"apc_paid":{"value":3880,"currency":"USD","value_usd":3880},"fwci":0.5534,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.74871229,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"102","issue":"11","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.5687999725341797,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.5687999725341797,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.17910000681877136,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.06849999725818634,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/null-hypothesis-significance-testing","display_name":"null hypothesis significance testing","score":0.9380000233650208},{"id":"https://openalex.org/keywords/statistical-inference","display_name":"statistical inference","score":0.42800000309944153},{"id":"https://openalex.org/keywords/confidence-intervals","display_name":"confidence intervals","score":0.7649999856948853},{"id":"https://openalex.org/keywords/estimation-methods","display_name":"estimation methods","score":0.546999990940094},{"id":"https://openalex.org/keywords/p-values","display_name":"p-values","score":0.7860000133514404},{"id":"https://openalex.org/keywords/hypothesis-testing","display_name":"hypothesis testing","score":0.4790000021457672},{"id":"https://openalex.org/keywords/statistical-reporting-guidelines","display_name":"statistical reporting guidelines","score":0.3440000116825104},{"id":"https://openalex.org/keywords/effect-size-interpretation","display_name":"effect size interpretation","score":0.40799999237060547},{"id":"https://openalex.org/keywords/research-reproducibility","display_name":"research reproducibility","score":0.367000013589859},{"id":"https://openalex.org/keywords/research-priority-setting","display_name":"research prioritization","score":0.41999998688697815}],"concepts":[{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6985030174255371},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6900805830955505},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.6207601428031921},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.47092360258102417},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.4557177722454071},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.41407305002212524},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.3931454122066498},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3841497302055359},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3385664224624634},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3361835777759552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2453957200050354},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.232590913772583},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17039081454277039},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16745424270629883},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08987414836883545},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.08809071779251099},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.044890254735946655}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012952","descriptor_name":"Societies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D035081","descriptor_name":"Editorial Policies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1093/ptj/pzac118","doi":"https://doi.org/10.1093/ptj/pzac118","is_oa":true,"landing_page_url":"https://doi.org/10.1093/ptj/pzac118","pdf_url":null,"source":{"id":"https://openalex.org/S4210185354","display_name":"Physical Therapy","issn_l":"0031-9023","issn":["0031-9023","1538-6724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physical Therapy","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10071477","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10071477","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Phys Ther","raw_type":"Text"},{"id":"pmid:36070432","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36070432","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physical therapy","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1093/ptj/pzac118","doi":"https://doi.org/10.1093/ptj/pzac118","is_oa":true,"landing_page_url":"https://doi.org/10.1093/ptj/pzac118","pdf_url":null,"source":{"id":"https://openalex.org/S4210185354","display_name":"Physical Therapy","issn_l":"0031-9023","issn":["0031-9023","1538-6724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physical Therapy","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2003423696","https://openalex.org/W2006546769","https://openalex.org/W2010745216","https://openalex.org/W2118070418","https://openalex.org/W2149974876","https://openalex.org/W2161498332","https://openalex.org/W2659760177","https://openalex.org/W2922705716","https://openalex.org/W2924950986","https://openalex.org/W2948013020","https://openalex.org/W2974063679","https://openalex.org/W3021258369","https://openalex.org/W3028232332","https://openalex.org/W3037533174","https://openalex.org/W3113132966","https://openalex.org/W3128523699","https://openalex.org/W4200381437","https://openalex.org/W4237081404","https://openalex.org/W4239325020","https://openalex.org/W4281669942","https://openalex.org/W4283371887","https://openalex.org/W4283446027","https://openalex.org/W4295024178"],"related_works":["https://openalex.org/W4295024120","https://openalex.org/W4280517222","https://openalex.org/W2963499307","https://openalex.org/W2513654122","https://openalex.org/W4295024178","https://openalex.org/W2547157569","https://openalex.org/W2140066411","https://openalex.org/W1979288575","https://openalex.org/W4391316427","https://openalex.org/W1964063574"],"abstract_inverted_index":{"In":[0,58],"June":[1],"2022,":[2],"Elkins":[3,127],"et":[4,128,459,570],"al1":[5],"published":[6,86,110,1570],"an":[7,277,439,855,887,916,998,1279],"editorial":[8,82,143,203,231,288,305,380,808,1020,1490],"in":[9,45,87,92,111,137,144,204,222,284,321,342,358,421,503,513,540,585,592,673,693,699,819,910,985,1007,1022,1244,1408,1503,1568],"PTJ":[10],"on":[11,141,247,766,1066,1266,1366,1391,1548,1595],"behalf":[12],"of":[13,17,56,90,98,114,119,200,220,255,299,348,353,392,402,442,510,523,551,595,803,827,859,932,992,1063,1080,1098,1110,1145,1161,1182,1204,1270,1290,1349,1374,1406,1443,1493,1506,1522,1528,1578,1581,1598,1601,1620,1623,1629],"the":[14,47,53,80,88,112,117,142,154,184,201,230,238,248,287,291,295,304,343,346,351,356,362,367,371,379,388,399,403,422,477,514,535,552,605,622,633,640,650,659,666,677,704,713,720,754,763,770,775,784,791,799,807,813,820,849,921,929,966,969,979,1002,1019,1050,1061,1078,1095,1102,1107,1140,1143,1152,1169,1180,1194,1202,1205,1215,1233,1240,1245,1257,1260,1267,1274,1283,1312,1335,1451,1489,1504,1507,1520,1544,1563,1579,1615],"International":[15],"Society":[16],"Physiotherapy":[18,91,115],"Journal":[19,89,113],"Editors":[20],"(ISPJE)":[21],"(hereafter":[22,130,301],"referred":[23,131,332],"to":[24,34,132,139,149,156,197,315,333,375,405,414,418,471,486,566,580,600,615,629,671,687,745,756,790,811,836,871,885,904,928,946,954,1044,1053,1123,1132,1157,1212,1232,1251,1319,1393,1433,1449,1470,1479,1517,1566,1585,1607],"as":[25,65,133,334,558,577,816,840,1185,1223,1259],"\u201cthe":[26,134,736],"editorial\u201d),":[27],"proposing":[28,374,1553],"that":[29,79,215,229,240,252,279,427,462,568,658,719,735,749,769,851,873,1060,1148,1154,1235,1276,1296,1467,1491],"ISPJE":[30,1452,1564],"journals":[31],"require":[32],"researchers":[33],"stop":[35],"using":[36,1377],"null":[37,318,641,685,690,721,740,771,931,953,980,1195],"hypothesis":[38,168,271,282,319,377,407,590,642,935,981,1538,1549],"significance":[39,169,643],"tests":[40,408,1550],"and":[41,73,95,153,160,172,206,243,270,273,328,330,350,411,476,645,695,701,865,914,1013,1117,1127,1201,1282,1321,1329,1380,1383,1398,1425,1435,1473,1496,1501,1525,1543,1575,1593,1625],"adopt":[42],"\u201cestimation":[43],"methods\u201d":[44],"which":[46,68,322,964],"95%":[48,158,292,678,1170],"CI":[49,293,679,1141,1171,1206],"is":[50,186,280,312,331,409,564,608,621,626,663,708,722,748,772,778,877,982,1041,1057,1113,1120,1237,1278,1353,1558],"compared":[51],"with":[52,122,237,260,294,370,483,499,521,637,647,1010,1151,1239,1287,1338,1345,1488],"smallest":[54,296,389,800],"effect":[55,297,390,498,728,777,794,801,942,1062,1125,1241,1379,1494],"interest.":[57,1630],"response,":[59],"I":[60,76,146,191,207,226,412,1037,1105,1310,1446,1486,1510,1560],"posted":[61],"a":[62,66,96,123,218,281,316,335,383,431,451,488,496,541,578,684,689,817,841,857,874,911,933,951,1008,1046,1081,1090,1114,1158,1224,1346,1403,1554],"critical":[63,1591],"commentary":[64],"preprint,":[67,121],"has":[69,824],"since":[70],"been":[71,85,109],"peer-reviewed":[72],"published.2":[74],"However,":[75,361,676,1139,1531],"then":[77,506,618,783,901,1552],"learned":[78],"original":[81,202],"had":[83,101,107],"actually":[84],"January":[93],"2022,3":[94],"number":[97],"other":[99,478],"methodologists":[100],"already":[102,108],"written":[103],"critiques.4,5":[104],"Lakens\u2019s":[105],"critique4":[106],"by":[116,213,507,1093],"time":[118,212,553,1005,1015,1064],"my":[120,193],"subsequent":[124],"response":[125,155,344,425,455,655,717,1075,1261,1313],"from":[126,669,682,880,974,1327,1482,1537],"al6":[129],"response\u201d).":[135],"Thus,":[136,398,703],"order":[138],"comment":[140],"PTJ,":[145],"also":[147,546,1387,1511],"need":[148,903,945,1361,1388],"acknowledge":[150],"past":[151],"critiques":[152],"Lakens.":[157],"CIs":[159,244,349,1029,1128,1497],"corresponding":[161],"P":[162,241,256,268,473,479,511,524,537,559,601,606,660,714,972,1047,1174,1209,1339,1356,1369,1400,1529],"values":[163,242,257,269,326,512,525,635,973,1100,1217,1255,1289,1357,1401],"for":[164,469,924,950,1001,1049,1084,1136,1589,1609,1618],"testing":[165,591,978,1539],"|${H}_0\\!:{\\mu}_1-{\\mu}_2=0$|":[166],"(null":[167],"test":[170,178,283,320,386,433,936,1557],"[NHST])":[171],"|${H}_0\\!:{\\mu}_1-{\\mu}_2\\le":[173],"1$|":[174],"(1-sided":[175],"minimal":[176,336,384,651,1225,1378,1555],"effects":[177,339,385,652,861,1226,1556],"[MET]).":[179],"Open":[180],"circles":[181],"indicate":[182],"when":[183,987,1221,1304],"NHST":[185],"statistically":[187],"significant,":[188],"|$\\alpha":[189],"=.05$|\u2060.":[190],"commend":[192],"more":[194,710,833,1187,1362,1389,1572],"attuned":[195],"colleagues":[196],"being":[198,526,994],"aware":[199],"January,":[205],"will":[208,729,795,862],"save":[209],"readers":[210,1322],"some":[211,596,825,844],"saying":[214,461],"we":[216,555,761,852,883,891,902,988,1155,1178,1242,1332,1342,1513],"have":[217,989],"lot":[219,858],"overlap":[221],"our":[223,359,1190],"concerns.2,4,5":[224],"Primarily,":[225],"would":[227,449,464,517,656,968,1018,1038,1172,1210,1447,1561],"argue":[228,657,1039],"(1)":[232],"does":[233,943],"not":[234,365,465,587,742,843,868,944],"adequately":[235],"deal":[236],"fact":[239,1275],"are":[245,258,494,1149,1207,1249,1285,1298,1307,1423,1604],"based":[246],"same":[249,785],"mathematics,":[250],"such":[251],"any":[253,1058,1165],"weaknesses":[254],"shared":[259],"CIs;":[261],"(2)":[262],"presents":[263],"several":[264],"misleading":[265],"statements":[266],"about":[267,838,1301,1411],"testing;":[272],"(3)":[274],"ultimately":[275,381],"proposes":[276,289,306,382],"alternative":[278,707],"itself.":[285],"Specifically,":[286],"comparing":[290,1030],"size":[298,391,802,1495],"interest":[300,804],"|$\\delta$|\u2060).":[302],"Although":[303],"this":[307,310,1023,1111,1599,1610],"comparison":[308,311],"informally,":[309],"mathematically":[313],"equivalent":[314],"1-sided":[317,952],"|${H}_0:{\\mu}_1-{\\mu}_2\\le":[323],"\\delta$|2,4":[324],"(Figure,":[325],"A":[327],"B)":[329],"or":[337,697,960,1129,1186,1463],"minimum":[338],"test.7,8":[340],"Arguments":[341],"highlight":[345],"importance":[347],"value":[352,607,661,686,691,815,1048,1167],"leaning":[354],"into":[355,1070,1519],"uncertainty":[357,1521],"data.":[360,1246],"arguments":[363],"do":[364],"change":[366],"fundamental":[368],"problem":[369],"editorial:":[372],"after":[373,1421],"ban":[376,406,1547],"tests,":[378,1382],"against":[387,574,589],"interest,":[393],"but":[394,806,900,1036,1413],"without":[395,1477],"explicit":[396],"formulation.2,4":[397],"central":[400],"logic":[401,786],"call":[404],"questionable,":[410],"want":[413,884],"further":[415,456],"draw":[416,1027,1480],"attention":[417,1407],"3":[419,1011,1014],"issues":[420],"response.":[423],"The":[424,454,654,716,940,1074,1351,1612],"argues":[426,718],"\u201cexperimenters":[428],"who":[429],"obtain":[430,450,472,1045],"significant":[432,452,672],"finding":[434,1281],"cannot":[435,1333,1533],"expect":[436,534,548],"that,":[437],"if":[438,492,604,774,1055,1177],"exact":[440],"replication":[441,557],"their":[443,1302,1523],"study":[444,918],"were":[445,572,1196],"possible,":[446],"it":[447,563,611,625,866,1040,1119],"too":[448,620,1316],"finding.\u201d":[453],"quotes":[457],"Amherein":[458,569],"al,9":[460],"\u201cit":[463],"be":[466,731,746,788,863,869,909,947,955,1499,1534],"very":[467,983,1121],"surprising":[468],"one":[470],"<":[474,480,560],".01":[475],".30\u201d":[481],"even":[482,888,1464],"80%":[484,500,509,550],"power":[485,502],"detect":[487,757],"genuine":[489,497],"effect.":[490],"First,":[491],"you":[493],"studying":[495],"statistical":[501,1305,1363,1434,1444],"each":[504],"replication,":[505],"definition":[508],"long":[515],"run":[516],"fall":[518],"below":[519],".05,":[520],"20%":[522],">.05.":[527],"As":[528],"such,":[529,1309],"although":[530],"experimenters":[531],"can":[532,545,787,853,1087],"indeed":[533],"occasional":[536],"=":[538,938],".30":[539],"follow-up":[542],"study,":[543],"they":[544,1263],"reasonably":[547],"\u201creplication\u201d":[549],"(if":[554],"define":[556,905],".05).":[561],"Second,":[562],"important":[565,1122],"note":[567],"al9":[571],"arguing":[573,588,734],"\u201cstatistical":[575],"significance\u201d":[576],"dichotomy":[579],"rightly":[581],"prevent":[582],"human":[583],"errors":[584],"judgment,":[586],"general":[593],"because":[594,610,624,665,725],"mathematical":[597],"flaw":[598],"inherent":[599],"values.":[602,1530],"Finally,":[603],"\u201cbad\u201d":[609],"bounces":[612],"around":[613],"due":[614],"sampling":[616,630],"variability,":[617],"so":[619,1384],"CI,":[623,1258],"equally":[627],"subject":[628],"variability.":[631],"Compare":[632],"Figure\u2019s":[634],"C":[636,694],"D":[638],"(for":[639,649],"test)":[644],"E":[646,700,1218,1277],"F":[648,1229],"test).":[653],"here":[662],"unstable":[664],"result":[667],"goes":[668,681],"nonsignificant":[670],"both":[674],"cases.":[675],"similarly":[680],"including":[683],"excluding":[688],"(0":[692],"D,":[696],"1":[698],"F).":[702],"editorial\u2019s":[705,1545],"proposed":[706,821,1546],"no":[709,726,793,1605,1627],"stable":[711],"than":[712,781,1189,1439],"value.":[715],"self-evidently":[723],"false":[724,747,773],"tested":[727,860,995,1179],"ever":[730,796],"perfectly":[732,797,948],"zero,":[733],"only":[737,927,1228],"reason":[738],"(the":[739],"is)":[741],"always":[743],"found":[744],"almost":[750],"all":[751,1099,1254,1428],"studies":[752],"lack":[753],"precision":[755],"tiny":[758],"effects.\u201d":[759],"If":[760,882,1247,1331],"accept":[762],"response\u2019s":[764,922],"insistence":[765],"hyperprecision":[767,925],"(ie,":[768,1198],"true":[776,941,1197],".001":[779],"rather":[780],".0),":[782],"applied":[789],"alternative:":[792],"equal":[798],"either,":[805],"was":[809],"willing":[810],"assume":[812],"|$\\delta$|":[814,907,1236],"point-estimate":[818],"alternative.":[822],"Everything":[823],"degree":[826],"measurement":[828],"error.":[829],"It":[830],"makes":[831],"much":[832,1317],"practical":[834,1096],"sense":[835],"think":[837,1106,1311],"|${H}_0=0$|":[839],"model,":[842],"infinitesimally":[845],"precise":[846],"prediction.":[847],"To":[848],"extent":[850],"measure":[854],"effect,":[856],"0,":[864,899,963],"should":[867,908,1230,1341,1498,1514],"hard":[870],"show":[872],"useful":[875,1043],"intervention":[876],"discernably":[878],"different":[879],"0!":[881],"set":[886,893],"higher":[889],"standard,":[890],"could":[892,1026],"|${H}_0\\le":[894,1291],"\\delta$|\u2060,":[895],"where":[896,1208],"|$\\delta":[897],">$|":[898],"what":[906],"given":[912,1159],"population5,10":[913],"determine":[915],"adequate":[917],"design.":[919],"Further,":[920],"argument":[923],"applies":[926],"point":[930],"2-sided":[934],"H0":[937,957,961],"0.":[939],"0":[949,959],"true,":[956],"\u2264":[958],"\u2265":[962],"begs":[965],"question:":[967],"ISJPE":[970],"allow":[971,1468],"one-sided":[975],"tests?":[976],"Furthermore,":[977],"helpful":[984],"situations":[986],"multiple":[990],"degrees":[991],"freedom":[993],"simultaneously.":[996],"Consider":[997,1214],"omnibus":[999],"F-test":[1000],"group":[1003,1067],"\u00d7":[1004],"interaction":[1006,1051],"trial":[1009],"arms":[1012],"points.":[1016],"What":[1017],"propose":[1021],"situation?":[1024],"One":[1025],"many":[1028,1031,1034,1288],"groups":[1032],"at":[1033],"times,":[1035],"still":[1042,1088],"first":[1052],"see":[1054,1450],"there":[1056],"evidence":[1059],"depends":[1065],"before":[1068],"delving":[1069],"specific":[1071],"post-hoc":[1072],"comparisons.":[1073],"states,":[1076],"\u201cIn":[1077],"absence":[1079],"well-established":[1082],"threshold":[1083],"interpretation,":[1085],"authors":[1086,1248,1297,1320,1469,1516],"interpret":[1089,1253],"confidence":[1091,1103],"interval":[1092],"describing":[1094],"implications":[1097],"inside":[1101],"interval.\u201d":[1104],"second":[1108],"part":[1109],"statement":[1112],"good":[1115],"idea,":[1116],"thus":[1118],"report":[1124,1608],"sizes":[1126],"better":[1130],"yet":[1131],"share":[1133],"your":[1134],"data":[1135,1153,1184,1284,1303,1456,1472,1524],"maximum":[1137],"usability.11,12":[1138],"provides":[1142],"range":[1144],"population":[1146],"parameters":[1147],"compatible":[1150,1286],"observed":[1156,1243],"level":[1160],"uncertainty.13,14":[1162],"That":[1163],"is,":[1164],"parameter":[1166],"within":[1168,1256],"yield":[1173],">":[1175],".05":[1176],"probability":[1181],"getting":[1183],"extreme":[1188],"current":[1191],"sample,":[1192],"assuming":[1193],"|$P(\\ge":[1199],"\\overline{x}|{H}_0)$|\u2060),":[1200],"limits":[1203],"turn":[1211],"<.05.":[1213],"Figure,":[1216],"vs":[1219],"F:":[1220],"formalized":[1222],"test,":[1227],"lead":[1231],"decision":[1234],"incompatible":[1238],"allowed":[1250],"informally":[1252],"argues,":[1262],"might":[1264],"focus":[1265],"upper":[1268],"tail":[1269],"panel":[1271],"E,":[1272],"downplaying":[1273],"\u201cequivocal\u201d":[1280],"\\delta$|\u2060.":[1292],"History":[1293],"shows":[1294],"us":[1295],"overly":[1299],"optimistic":[1300],"benchmarks":[1306],"removed.15\u201317As":[1308],"assigns":[1314],"far":[1315,1430],"credit":[1318,1476],"while":[1323,1551],"deflecting":[1324],"responsibility":[1325],"away":[1326],"editors":[1328,1565],"reviewers.":[1330],"trust":[1334,1343],"average":[1336],"author":[1337,1613],"values,":[1340,1370],"them":[1344],"qualitative":[1347],"interpretation":[1348],"CIs?":[1350],"solution":[1352],"neither":[1354],"banning":[1355],"nor":[1358],"CIs.":[1359],"We":[1360,1386],"training":[1364,1390],"focused":[1365],"(correctly)":[1367],"interpreting":[1368],"avoiding":[1371],"Bayesian":[1372],"misinterpretations":[1373,1527],"frequentist":[1375],"statistics,":[1376],"equivalence":[1381],"on.":[1385],"how":[1392],"avoid":[1394,1526],"questionable":[1395],"research":[1396,1508,1571],"practices":[1397],"pitfalls.":[1399],"get":[1402],"disproportionate":[1404],"amount":[1405],"popular":[1409],"conversations":[1410],"methodology,18,19":[1412],"underpowered":[1414],"subgroup":[1415],"analyses,":[1416],"surrogate":[1417],"outcomes,":[1418],"P-hacking,":[1419],"hypothesizing":[1420],"results":[1422],"known,":[1424],"selective":[1426],"reporting":[1427],"pose":[1429],"greater":[1431],"threats":[1432],"scientific":[1436],"integrity.20\u201324":[1437],"Rather":[1438],"discouraging":[1440],"valid":[1441],"tools":[1442],"inference,":[1445],"prefer":[1448],"promote":[1453],"things":[1454],"like":[1455],"sharing,":[1457],"registered":[1458],"reports,":[1459],"results-blind":[1460],"peer":[1461],"review,":[1462],"\u201cdata":[1465],"papers\u201d":[1466],"archive":[1471],"receive":[1474],"academic":[1475],"attempting":[1478],"inferences":[1481],"limited":[1483],"samples.":[1484],"Ultimately,":[1485],"agree":[1487,1512],"measures":[1492],"reported":[1500,1626],"interpreted":[1502],"context":[1505],"question.":[1509],"encourage":[1515,1562],"lean":[1518],"estimation":[1532],"truly":[1535],"separated":[1536],"(or":[1540],"vice":[1541],"versa),":[1542],"illogical.":[1559],"invest":[1567],"making":[1569],"transparent,":[1573],"reproducible,":[1574],"methodologically":[1576],"rigorous\u2014regardless":[1577],"method":[1580],"inference.":[1582],"Many":[1583],"thanks":[1584],"Dr":[1586],"Emma":[1587],"Johnson":[1588],"providing":[1590],"feedback":[1592],"edits":[1594],"early":[1596],"drafts":[1597],"Point":[1600],"View.":[1602],"There":[1603],"funders":[1606],"work.":[1611],"completed":[1614],"ICMJE":[1616],"Form":[1617],"Disclosure":[1619],"Potential":[1621],"Conflicts":[1622],"Interest":[1624],"conflicts":[1628]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2022-09-07T00:00:00"}