{"id":"https://openalex.org/W2012844555","doi":"https://doi.org/10.1287/orsc.1100.0557","title":"PERSPECTIVE\u2014Researchers Should Make Thoughtful Assessments Instead of Null-Hypothesis Significance Tests","display_name":"PERSPECTIVE\u2014Researchers Should Make Thoughtful Assessments Instead of Null-Hypothesis Significance Tests","alternate_titles":[],"publication_year":2010,"publication_date":"2010-08-21","ids":{"openalex":"https://openalex.org/W2012844555","doi":"https://doi.org/10.1287/orsc.1100.0557","mag":"2012844555"},"language":"en","primary_location":{"id":"doi:10.1287/orsc.1100.0557","doi":"https://doi.org/10.1287/orsc.1100.0557","is_oa":false,"landing_page_url":"https://doi.org/10.1287/orsc.1100.0557","pdf_url":null,"source":{"id":"https://openalex.org/S206124708","display_name":"Organization Science","issn_l":"1047-7039","issn":["1047-7039","1526-5455"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1-star","ft50","jufo-3","norway-2","poland-200","russia-white-list-1","utd24","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Organization Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2012844555"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://lib.dr.iastate.edu/management_pubs/15","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026225596","display_name":"Andreas Schwab","orcid":"https://orcid.org/0000-0002-7968-1907","observed_orcids":["https://orcid.org/0000-0002-7968-1907"]},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas Schwab","raw_affiliation_strings":["College of Business, Iowa State University, Ames, Iowa 50011"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Business, Iowa State University, Ames, Iowa 50011","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077821612","display_name":"Eric Abrahamson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Abrahamson","raw_affiliation_strings":["Columbia Business School, Columbia University, New York, New York 10027"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia Business School, Columbia University, New York, New York 10027","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063557291","display_name":"William H. Starbuck","orcid":"https://orcid.org/0009-0006-4555-0999","observed_orcids":["https://orcid.org/0009-0006-4555-0999"]},"institutions":[{"id":"https://openalex.org/I181233156","display_name":"University of Oregon","ror":"https://ror.org/0293rh119","country_code":"US","type":"education","lineage":["https://openalex.org/I181233156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William H. Starbuck","raw_affiliation_strings":["Lundquist College of Business, University of Oregon, Eugene, Oregon 97403"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lundquist College of Business, University of Oregon, Eugene, Oregon 97403","institution_ids":["https://openalex.org/I181233156"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006406097","display_name":"Fiona M. Fidler","orcid":"https://orcid.org/0000-0002-2700-2562","observed_orcids":["https://orcid.org/0000-0002-2700-2562"]},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Fiona Fidler","raw_affiliation_strings":["School of Psychological Science, La Trobe University, Victoria 3086, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Psychological Science, La Trobe University, Victoria 3086, Australia","institution_ids":["https://openalex.org/I196829312"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8681,"has_fulltext":true,"cited_by_count":137,"citation_normalized_percentile":{"value":0.96271816,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"22","issue":"4","first_page":"1105","last_page":"1120"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.5214999914169312,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.5214999914169312,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.2827000021934509,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.026399999856948853,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/null-hypothesis-significance-testing","display_name":"null hypothesis significance testing","score":0.9819999933242798},{"id":"https://openalex.org/keywords/effect-size","display_name":"effect size","score":0.9340000152587891},{"id":"https://openalex.org/keywords/confidence-intervals","display_name":"confidence intervals","score":1.0},{"id":"https://openalex.org/keywords/parsimonious-models","display_name":"parsimonious models","score":0.8569999933242798},{"id":"https://openalex.org/keywords/robust-statistical-methods","display_name":"robust statistical methods","score":0.9549999833106995}],"concepts":[{"id":"https://openalex.org/C7991579","wikidata":"https://www.wikidata.org/wiki/Q17955","display_name":"Criticism","level":2,"score":0.6940866708755493},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.6828963756561279},{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.6518077850341797},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5403682589530945},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5390327572822571},{"id":"https://openalex.org/C203763787","wikidata":"https://www.wikidata.org/wiki/Q371029","display_name":"Null (SQL)","level":2,"score":0.4676617681980133},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.41764116287231445},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3503015637397766},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3308819532394409},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.24540257453918457},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.12877261638641357},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.113777756690979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10638430714607239},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08164012432098389},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08105257153511047},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08025738596916199},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1287/orsc.1100.0557","doi":"https://doi.org/10.1287/orsc.1100.0557","is_oa":false,"landing_page_url":"https://doi.org/10.1287/orsc.1100.0557","pdf_url":null,"source":{"id":"https://openalex.org/S206124708","display_name":"Organization Science","issn_l":"1047-7039","issn":["1047-7039","1526-5455"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-1-star","ft50","jufo-3","norway-2","poland-200","russia-white-list-1","utd24","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Organization Science","raw_type":"journal-article"},{"id":"pmh:oai:lib.dr.iastate.edu:management_pubs-1016","doi":null,"is_oa":true,"landing_page_url":"https://lib.dr.iastate.edu/management_pubs/15","pdf_url":null,"source":{"id":"https://openalex.org/S4377196104","display_name":"Iowa State University Digital Repository (Iowa State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I173911158","host_organization_name":"Iowa State University","host_organization_lineage":["https://openalex.org/I173911158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Management Publications","raw_type":"text"},{"id":"mag:3121646928","doi":null,"is_oa":true,"landing_page_url":"https://papers.ssrn.com/sol3/papers.cfm?abstract_id=2950893","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SSRN Electronic Journal","raw_type":null},{"id":"pmh:oai:alma61RMIT.INST:11247848710001341","doi":null,"is_oa":false,"landing_page_url":"https://doi.org/10.1287/orsc.1100.0557","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:figshare.com:article/27482082","doi":null,"is_oa":false,"landing_page_url":"https://figshare.com/articles/journal_contribution/Researchers_should_make_thoughtful_assessments_instead_of_null-hypothesis_significance_tests/27482082","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:lib.dr.iastate.edu:management_pubs-1016","doi":null,"is_oa":true,"landing_page_url":"https://lib.dr.iastate.edu/management_pubs/15","pdf_url":null,"source":{"id":"https://openalex.org/S4377196104","display_name":"Iowa State University Digital Repository (Iowa State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I173911158","host_organization_name":"Iowa State University","host_organization_lineage":["https://openalex.org/I173911158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Management Publications","raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2012844555.pdf","grobid_xml":"https://content.openalex.org/works/W2012844555.grobid-xml"},"referenced_works_count":108,"referenced_works":["https://openalex.org/W125215450","https://openalex.org/W578092267","https://openalex.org/W603550078","https://openalex.org/W1515532631","https://openalex.org/W1523437445","https://openalex.org/W1533179050","https://openalex.org/W1539998288","https://openalex.org/W1565693361","https://openalex.org/W1612015840","https://openalex.org/W1636536540","https://openalex.org/W1672049915","https://openalex.org/W1874562870","https://openalex.org/W1965436337","https://openalex.org/W1967101526","https://openalex.org/W1970122842","https://openalex.org/W1978627582","https://openalex.org/W1982093175","https://openalex.org/W1995196170","https://openalex.org/W2003134913","https://openalex.org/W2003572022","https://openalex.org/W2009626127","https://openalex.org/W2011550426","https://openalex.org/W2013723540","https://openalex.org/W2017526499","https://openalex.org/W2023478712","https://openalex.org/W2028121779","https://openalex.org/W2030360178","https://openalex.org/W2032740690","https://openalex.org/W2035546773","https://openalex.org/W2038659750","https://openalex.org/W2039645856","https://openalex.org/W2044512285","https://openalex.org/W2045767629","https://openalex.org/W2051614536","https://openalex.org/W2054619251","https://openalex.org/W2059843131","https://openalex.org/W2061842544","https://openalex.org/W2062381998","https://openalex.org/W2065026925","https://openalex.org/W2069813655","https://openalex.org/W2073997076","https://openalex.org/W2075997894","https://openalex.org/W2077497551","https://openalex.org/W2081814119","https://openalex.org/W2085796771","https://openalex.org/W2088223830","https://openalex.org/W2088581243","https://openalex.org/W2091602388","https://openalex.org/W2091793067","https://openalex.org/W2094934696","https://openalex.org/W2095745678","https://openalex.org/W2097140185","https://openalex.org/W2100089483","https://openalex.org/W2102945991","https://openalex.org/W2104162921","https://openalex.org/W2104818169","https://openalex.org/W2105624115","https://openalex.org/W2106631668","https://openalex.org/W2106723538","https://openalex.org/W2107426741","https://openalex.org/W2111096139","https://openalex.org/W2116618538","https://openalex.org/W2129249398","https://openalex.org/W2132443083","https://openalex.org/W2132929170","https://openalex.org/W2135874888","https://openalex.org/W2144981148","https://openalex.org/W2146646083","https://openalex.org/W2154326182","https://openalex.org/W2154654304","https://openalex.org/W2154774729","https://openalex.org/W2155093272","https://openalex.org/W2165719008","https://openalex.org/W2165944832","https://openalex.org/W2187104417","https://openalex.org/W2243629635","https://openalex.org/W2264140324","https://openalex.org/W2265325031","https://openalex.org/W2315803208","https://openalex.org/W2329636563","https://openalex.org/W2329684795","https://openalex.org/W2331164908","https://openalex.org/W2483538692","https://openalex.org/W2488169957","https://openalex.org/W2496997232","https://openalex.org/W2498631646","https://openalex.org/W2505289848","https://openalex.org/W2737365078","https://openalex.org/W2799002609","https://openalex.org/W3017063446","https://openalex.org/W3021094736","https://openalex.org/W3121655722","https://openalex.org/W3123768050","https://openalex.org/W4212858961","https://openalex.org/W4231299816","https://openalex.org/W4234029551","https://openalex.org/W4238629536","https://openalex.org/W4240682825","https://openalex.org/W4243451700","https://openalex.org/W4248173958","https://openalex.org/W4249349112","https://openalex.org/W4253609317","https://openalex.org/W4253881069","https://openalex.org/W4300944962","https://openalex.org/W4301221590","https://openalex.org/W4388150339","https://openalex.org/W7073711321","https://openalex.org/W7136381996"],"related_works":["https://openalex.org/W2483538692","https://openalex.org/W2058806401","https://openalex.org/W1997437104","https://openalex.org/W4414115187","https://openalex.org/W2137772028","https://openalex.org/W2088932377","https://openalex.org/W2045331407","https://openalex.org/W4240476330"],"abstract_inverted_index":{"Null-hypothesis":[0],"significance":[1],"tests":[2],"(NHSTs)":[3],"have":[4,24],"received":[5],"much":[6],"criticism,":[7,27],"especially":[8],"during":[9],"the":[10,93],"last":[11],"two":[12],"decades.":[13],"Yet":[14],"many":[15,57],"behavioral":[16,58],"and":[17,59,77,81,102,135],"social":[18,60],"scientists":[19,61],"are":[20,47,131],"unaware":[21],"that":[22,56],"NHSTs":[23],"drawn":[25],"increasing":[26],"so":[28],"this":[29],"essay":[30,35],"summarizes":[31],"key":[32],"criticisms.":[33],"The":[34],"also":[36],"recommends":[37],"alternative":[38],"ways":[39,53],"of":[40,54,65,96],"assessing":[41],"research":[42,72,79],"findings.":[43],"Although":[44],"these":[45],"recommendations":[46],"not":[48],"complex,":[49],"they":[50,136],"do":[51],"involve":[52],"thinking":[55],"find":[62],"novel.":[63],"Instead":[64],"making":[66],"NHSTs,":[67],"researchers":[68,121],"should":[69,91,103],"adapt":[70],"their":[71,84],"assessments":[73],"to":[74,125,133],"specific":[75,78],"contexts":[76],"goals,":[80],"then":[82],"explain":[83],"rationales":[85],"for":[86],"selecting":[87],"assessment":[88],"indicators.":[89],"Researchers":[90],"show":[92],"substantive":[94],"importance":[95],"findings":[97],"by":[98,106],"reporting":[99],"effect":[100],"sizes":[101],"acknowledge":[104],"uncertainty":[105],"stating":[107],"confidence":[108],"intervals.":[109],"By":[110],"comparing":[111],"data":[112],"with":[113,118],"na\u00efve":[114],"hypotheses":[115],"rather":[116],"than":[117],"null":[119],"hypotheses,":[120],"can":[122],"challenge":[123],"themselves":[124],"develop":[126],"better":[127],"theories.":[128],"Parsimonious":[129],"models":[130],"easier":[132],"understand,":[134],"generalize":[137],"more":[138],"reliably.":[139],"Robust":[140],"statistical":[141],"methods":[142],"tolerate":[143],"deviations":[144],"from":[145],"assumptions":[146],"about":[147],"samples.":[148]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2012844555","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":6}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
