{"id":"https://openalex.org/W3033909282","doi":"https://doi.org/10.25300/misq/2020/13932","title":"When Statistical Significance Is Not Enough: Investigating Relevance, Practical Significance, and Statistical Significance","display_name":"When Statistical Significance Is Not Enough: Investigating Relevance, Practical Significance, and Statistical Significance","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3033909282","doi":"https://doi.org/10.25300/misq/2020/13932","mag":"3033909282"},"language":"en","primary_location":{"id":"doi:10.25300/misq/2020/13932","is_oa":false,"landing_page_url":"https://doi.org/10.25300/misq/2020/13932","pdf_url":null,"source":{"id":"https://openalex.org/S57293258","display_name":"MIS Quarterly","issn_l":"0276-7783","issn":["0276-7783","2162-9730"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4327875293","host_organization_name":"MIS Quarterly","host_organization_lineage":["https://openalex.org/P4327875293"],"host_organization_lineage_names":["MIS Quarterly"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MIS Quarterly","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000368102","display_name":"Kaveh Mohajeri","orcid":"https://orcid.org/0000-0002-8818-0709"},"institutions":[{"id":"https://openalex.org/I4210148300","display_name":"Institut d'Economie Scientifique Et de Gestion","ror":"https://ror.org/04jqeag92","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210148300"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Kaveh Mohajeri","raw_affiliation_strings":["IESEG School of Management, 3 rue de la Digue, 59000 Lille, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IESEG School of Management, 3 rue de la Digue, 59000 Lille, France","institution_ids":["https://openalex.org/I4210148300"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069765121","display_name":"Mostafa Mesgari","orcid":"https://orcid.org/0000-0001-6162-3525"},"institutions":[{"id":"https://openalex.org/I35566140","display_name":"Loyola Marymount University","ror":"https://ror.org/00xhj8c72","country_code":"US","type":"education","lineage":["https://openalex.org/I35566140"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mostafa Mesgari","raw_affiliation_strings":["College of Business Administration, Loyola Marymount University, 1 LMU Drive, Los Angeles, CA 90045-2659 U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Business Administration, Loyola Marymount University, 1 LMU Drive, Los Angeles, CA 90045-2659 U.S.A","institution_ids":["https://openalex.org/I35566140"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011683514","display_name":"Allen S. Lee","orcid":"https://orcid.org/0000-0002-6924-050X"},"institutions":[{"id":"https://openalex.org/I184840846","display_name":"Virginia Commonwealth University","ror":"https://ror.org/02nkdxk79","country_code":"US","type":"education","lineage":["https://openalex.org/I184840846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allen S. Lee","raw_affiliation_strings":["School of Business, Virginia Commonwealth University, 301 West Main Street, Richmond, VA 23208-4000 U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Business, Virginia Commonwealth University, 301 West Main Street, Richmond, VA 23208-4000 U.S.A","institution_ids":["https://openalex.org/I184840846"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.1208,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.98466689,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"44","issue":"2","first_page":"525","last_page":"560"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.892300009727478,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.892300009727478,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.8773000240325928,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8200159668922424},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.6534714698791504},{"id":"https://openalex.org/keywords/significance-testing","display_name":"Significance testing","score":0.5208995342254639},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4857788383960724},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.4531545639038086},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4439947307109833},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.3708324432373047},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3359018564224243},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.19864529371261597},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1581643521785736},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12825945019721985},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.10252037644386292},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.1011793315410614}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8200159668922424},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.6534714698791504},{"id":"https://openalex.org/C2984474657","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Significance testing","level":2,"score":0.5208995342254639},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4857788383960724},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.4531545639038086},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4439947307109833},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3708324432373047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3359018564224243},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.19864529371261597},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1581643521785736},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12825945019721985},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.10252037644386292},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.1011793315410614},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.25300/misq/2020/13932","is_oa":false,"landing_page_url":"https://doi.org/10.25300/misq/2020/13932","pdf_url":null,"source":{"id":"https://openalex.org/S57293258","display_name":"MIS Quarterly","issn_l":"0276-7783","issn":["0276-7783","2162-9730"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4327875293","host_organization_name":"MIS Quarterly","host_organization_lineage":["https://openalex.org/P4327875293"],"host_organization_lineage_names":["MIS Quarterly"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MIS Quarterly","raw_type":"journal-article"},{"id":"pmh:oai:aisel.aisnet.org:misq-3562","is_oa":false,"landing_page_url":"https://aisel.aisnet.org/cgi/viewcontent.cgi?article=3562&context=misq","pdf_url":null,"source":{"id":"https://openalex.org/S30879505","display_name":"Journal of the Association for Information Systems","issn_l":"1536-9323","issn":["1536-9323"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310321080","host_organization_name":"Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310321080"],"host_organization_lineage_names":["Association for Information Systems"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Management Information Systems Quarterly","raw_type":"text"},{"id":"pmh:oai:scholarscompass.vcu.edu:info_pubs-1003","is_oa":false,"landing_page_url":"https://scholarscompass.vcu.edu/info_pubs/4","pdf_url":null,"source":{"id":"https://openalex.org/S4377196340","display_name":"VCU Scholars Compass (Virginia Commonwealth University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184840846","host_organization_name":"Virginia Commonwealth University","host_organization_lineage":["https://openalex.org/I184840846"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information Systems Publications","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W11897853","https://openalex.org/W24134074","https://openalex.org/W68891950","https://openalex.org/W82733688","https://openalex.org/W91760514","https://openalex.org/W100414077","https://openalex.org/W103428947","https://openalex.org/W121041460","https://openalex.org/W129912261","https://openalex.org/W156440147","https://openalex.org/W169596708","https://openalex.org/W324885528","https://openalex.org/W578092267","https://openalex.org/W609745217","https://openalex.org/W1246328688","https://openalex.org/W1247519042","https://openalex.org/W1412107162","https://openalex.org/W1413113279","https://openalex.org/W1414253448","https://openalex.org/W1449692765","https://openalex.org/W1515402129","https://openalex.org/W1519179082","https://openalex.org/W1558680053","https://openalex.org/W1561070268","https://openalex.org/W1562591834","https://openalex.org/W1570388338","https://openalex.org/W1608836379","https://openalex.org/W1906951560","https://openalex.org/W1923944066","https://openalex.org/W1932740793","https://openalex.org/W1966998110","https://openalex.org/W1973824479","https://openalex.org/W1979367205","https://openalex.org/W1982093175","https://openalex.org/W1988050849","https://openalex.org/W1991208598","https://openalex.org/W2002867974","https://openalex.org/W2003813760","https://openalex.org/W2011550426","https://openalex.org/W2011756420","https://openalex.org/W2012844555","https://openalex.org/W2018175511","https://openalex.org/W2024783427","https://openalex.org/W2034731868","https://openalex.org/W2035125340","https://openalex.org/W2037557484","https://openalex.org/W2038889728","https://openalex.org/W2056479816","https://openalex.org/W2058806401","https://openalex.org/W2070754351","https://openalex.org/W2073700667","https://openalex.org/W2076683022","https://openalex.org/W2078622454","https://openalex.org/W2084341220","https://openalex.org/W2086117375","https://openalex.org/W2087936817","https://openalex.org/W2089189550","https://openalex.org/W2095745678","https://openalex.org/W2099702286","https://openalex.org/W2102634733","https://openalex.org/W2103604968","https://openalex.org/W2110733626","https://openalex.org/W2118717649","https://openalex.org/W2124421215","https://openalex.org/W2130801612","https://openalex.org/W2132747867","https://openalex.org/W2144784794","https://openalex.org/W2153784392","https://openalex.org/W2154516913","https://openalex.org/W2168351114","https://openalex.org/W2172755683","https://openalex.org/W2179244919","https://openalex.org/W2224422582","https://openalex.org/W2224715182","https://openalex.org/W2231865864","https://openalex.org/W2239148395","https://openalex.org/W2248783999","https://openalex.org/W2258542398","https://openalex.org/W2274413667","https://openalex.org/W2284916459","https://openalex.org/W2294671587","https://openalex.org/W2341482796","https://openalex.org/W2416553682","https://openalex.org/W2481908881","https://openalex.org/W2573153646","https://openalex.org/W2590932285","https://openalex.org/W2605650569","https://openalex.org/W2889039935","https://openalex.org/W3123427206","https://openalex.org/W3123593761","https://openalex.org/W3124845122","https://openalex.org/W3125586569","https://openalex.org/W3125859517","https://openalex.org/W3141000302","https://openalex.org/W3147539590","https://openalex.org/W3147853311","https://openalex.org/W3150118085","https://openalex.org/W3150796314","https://openalex.org/W3151797300","https://openalex.org/W4230301124","https://openalex.org/W4232424506","https://openalex.org/W4234036935","https://openalex.org/W4237653395","https://openalex.org/W4243451700","https://openalex.org/W4253609317","https://openalex.org/W4254462592","https://openalex.org/W6604660889","https://openalex.org/W6613934775","https://openalex.org/W6684075268","https://openalex.org/W6766770777"],"related_works":["https://openalex.org/W1995180608","https://openalex.org/W1508359680","https://openalex.org/W2481981593","https://openalex.org/W2599060178","https://openalex.org/W791151000","https://openalex.org/W1505970868","https://openalex.org/W1604656656","https://openalex.org/W2371042144","https://openalex.org/W2951568014","https://openalex.org/W1913875882"],"abstract_inverted_index":{"The":[0,33,153],"notions":[1],"of":[2,35,51,59,75,118,131,134,141,162,187],"significance":[3,53],"and":[4,10,16,42,79,98,111,121,169,183],"relevance":[5,78,99],"have":[6],"provoked":[7],"much":[8],"controversy":[9],"confusion":[11],"among":[12],"those":[13,17],"who":[14,18],"conduct":[15],"are":[19,100,156],"intended":[20],"to":[21,54,67,114,128,149,179],"be":[22],"informed":[23],"by":[24],"quantitative":[25,36],"research":[26,37,119,164,171],"in":[27,38],"the":[28,39,49,56,91,104,115,129,159,180],"information":[29],"systems":[30],"(IS)":[31],"field.":[32],"history":[34],"IS":[40,143],"field":[41],"beyond":[43],"reveals":[44],"not":[45],"only":[46],"disputes":[47],"over":[48],"adequacy":[50],"statistical":[52,94,109],"warrant":[55],"scientific":[57],"merits":[58],"research,":[60],"but":[61],"also":[62],"pleas":[63],"for":[64],"drawing":[65],"attention":[66,127],"practical":[68,80,96,167],"significance,":[69,95,97,168],"as":[70,72],"well":[71],"a":[73,85,138,185],"lack":[74],"distinction":[76],"between":[77],"significance.":[81],"This":[82],"essay":[83],"offers":[84],"remedial,":[86],"overarching":[87],"account.":[88],"We":[89,173],"establish":[90],"position":[92],"that":[93],"distinct":[101,116],"qualities,":[102],"where":[103],"latter":[105],"two":[106],"transcend":[107],"mere":[108],"concerns":[110],"respectively":[112],"refer":[113],"matters":[117],"impressiveness":[120],"real-world":[122],"usefulness.":[123],"Furthermore,":[124],"we":[125],"draw":[126],"importance":[130],"proper":[132,160],"communication":[133,161],"quantitative/statistical":[135],"analyses":[136],"through":[137],"detailed":[139],"examination":[140,146],"published":[142],"research.":[144],"Our":[145],"gives":[147],"rise":[148],"three":[150,154,181],"major":[151],"issues.":[152],"issues":[155,182],"concerned":[157],"with":[158,177],"(1)":[163],"rigor,":[165],"(2)":[166],"(3)":[170],"relevance.":[172],"express":[174],"our":[175],"opinions":[176],"respect":[178],"provide":[184],"number":[186],"recommendations.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":6}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}