{"id":"https://openalex.org/W4401175792","doi":"https://doi.org/10.1145/3685235.3685238","title":"Too Small to Succeed: Small Samples and the p-Value Problem","display_name":"Too Small to Succeed: Small Samples and the p-Value Problem","publication_year":2024,"publication_date":"2024-07-31","ids":{"openalex":"https://openalex.org/W4401175792","doi":"https://doi.org/10.1145/3685235.3685238"},"language":"en","primary_location":{"id":"doi:10.1145/3685235.3685238","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3685235.3685238","pdf_url":null,"source":{"id":"https://openalex.org/S4210234096","display_name":"ACM SIGMIS Database the DATABASE for Advances in Information Systems","issn_l":"1532-0936","issn":["1532-0936","2331-1622"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGMIS Database: the DATABASE for Advances in Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://jyx.jyu.fi/bitstreams/6733bad1-0580-41cb-b18a-e80761c1bb3f/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068238263","display_name":"Miguel I. Aguirre\u2010Urreta","orcid":"https://orcid.org/0000-0002-1513-3581"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miguel I. Aguirre-Urreta","raw_affiliation_strings":["Information Systems and Business Analytics, Florida International University, Miami, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-1513-3581","affiliations":[{"raw_affiliation_string":"Information Systems and Business Analytics, Florida International University, Miami, FL, USA","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019358251","display_name":"Mikko R\u00f6nkk\u00f6","orcid":"https://orcid.org/0000-0001-7988-7609"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mikko R\u00f6nkk\u00f6","raw_affiliation_strings":["School of Business and Economics, University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland"],"raw_orcid":"https://orcid.org/0000-0001-7988-7609","affiliations":[{"raw_affiliation_string":"School of Business and Economics, University of Jyv\u00e4skyl\u00e4, Jyv\u00e4skyl\u00e4, Finland","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057166105","display_name":"Cameron N. McIntosh","orcid":"https://orcid.org/0009-0001-7348-6078"},"institutions":[{"id":"https://openalex.org/I1319815248","display_name":"Statistics Canada","ror":"https://ror.org/05k71ja87","country_code":"CA","type":"government","lineage":["https://openalex.org/I1319815248"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Cameron N. McIntosh","raw_affiliation_strings":["Canadian Centre for Justice and Community Safety Statistics, Statistics Canada, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0001-7348-6078","affiliations":[{"raw_affiliation_string":"Canadian Centre for Justice and Community Safety Statistics, Statistics Canada, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I1319815248"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5665,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84862245,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"55","issue":"3","first_page":"12","last_page":"49"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9713000059127808,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9713000059127808,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10841","display_name":"Economic and Environmental Valuation","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9574000239372253,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sample-size-determination","display_name":"Sample size determination","score":0.7168464064598083},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.61442631483078},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.6020997166633606},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5844217538833618},{"id":"https://openalex.org/keywords/statistical-power","display_name":"Statistical power","score":0.5285300612449646},{"id":"https://openalex.org/keywords/skepticism","display_name":"Skepticism","score":0.5097147822380066},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.4842652678489685},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4825717508792877},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.45141035318374634},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.423662006855011},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.41938668489456177},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.32496675848960876},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.18281829357147217},{"id":"https://openalex.org/keywords/demography","display_name":"Demography","score":0.17682230472564697},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10095217823982239},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.09739205241203308}],"concepts":[{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.7168464064598083},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.61442631483078},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6020997166633606},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5844217538833618},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.5285300612449646},{"id":"https://openalex.org/C18296254","wikidata":"https://www.wikidata.org/wiki/Q1395219","display_name":"Skepticism","level":2,"score":0.5097147822380066},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.4842652678489685},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4825717508792877},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.45141035318374634},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.423662006855011},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.41938668489456177},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32496675848960876},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.18281829357147217},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.17682230472564697},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10095217823982239},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.09739205241203308},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3685235.3685238","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3685235.3685238","pdf_url":null,"source":{"id":"https://openalex.org/S4210234096","display_name":"ACM SIGMIS Database the DATABASE for Advances in Information Systems","issn_l":"1532-0936","issn":["1532-0936","2331-1622"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGMIS Database: the DATABASE for Advances in Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:jyx.jyu.fi:123456789/96747","is_oa":true,"landing_page_url":"http://urn.fi/URN:NBN:fi:jyu-202408235637","pdf_url":"https://jyx.jyu.fi/bitstreams/6733bad1-0580-41cb-b18a-e80761c1bb3f/download","source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"A1"}],"best_oa_location":{"id":"pmh:oai:jyx.jyu.fi:123456789/96747","is_oa":true,"landing_page_url":"http://urn.fi/URN:NBN:fi:jyu-202408235637","pdf_url":"https://jyx.jyu.fi/bitstreams/6733bad1-0580-41cb-b18a-e80761c1bb3f/download","source":{"id":"https://openalex.org/S4306400563","display_name":"Jyv\u00e4skyl\u00e4 University Digital Archive (University of Jyv\u00e4skyl\u00e4)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I94722563","host_organization_name":"University of Jyv\u00e4skyl\u00e4","host_organization_lineage":["https://openalex.org/I94722563"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"A1"},"sustainable_development_goals":[{"score":0.6800000071525574,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401175792.pdf","grobid_xml":"https://content.openalex.org/works/W4401175792.grobid-xml"},"referenced_works_count":102,"referenced_works":["https://openalex.org/W56033953","https://openalex.org/W144264889","https://openalex.org/W1023032151","https://openalex.org/W1490605517","https://openalex.org/W1595575146","https://openalex.org/W1603898944","https://openalex.org/W1795381179","https://openalex.org/W1913957972","https://openalex.org/W1942025757","https://openalex.org/W1948497384","https://openalex.org/W1966297423","https://openalex.org/W1975353659","https://openalex.org/W1982716565","https://openalex.org/W1991208598","https://openalex.org/W1994742944","https://openalex.org/W1997179582","https://openalex.org/W1997809363","https://openalex.org/W1998410565","https://openalex.org/W2023172431","https://openalex.org/W2037124948","https://openalex.org/W2037557484","https://openalex.org/W2056439589","https://openalex.org/W2058806401","https://openalex.org/W2064223985","https://openalex.org/W2069523442","https://openalex.org/W2083725441","https://openalex.org/W2084033360","https://openalex.org/W2091959199","https://openalex.org/W2098274145","https://openalex.org/W2110625240","https://openalex.org/W2110787586","https://openalex.org/W2112976112","https://openalex.org/W2116153150","https://openalex.org/W2116618538","https://openalex.org/W2116951140","https://openalex.org/W2118070418","https://openalex.org/W2118402129","https://openalex.org/W2124519965","https://openalex.org/W2124997120","https://openalex.org/W2126053474","https://openalex.org/W2127875809","https://openalex.org/W2132743748","https://openalex.org/W2133774931","https://openalex.org/W2138071797","https://openalex.org/W2141536144","https://openalex.org/W2144239896","https://openalex.org/W2144981148","https://openalex.org/W2147516620","https://openalex.org/W2154516913","https://openalex.org/W2158647686","https://openalex.org/W2164005910","https://openalex.org/W2171090495","https://openalex.org/W2173716449","https://openalex.org/W2223470559","https://openalex.org/W2252370418","https://openalex.org/W2270464274","https://openalex.org/W2326958296","https://openalex.org/W2329081987","https://openalex.org/W2335829427","https://openalex.org/W2336383631","https://openalex.org/W2345892988","https://openalex.org/W2467386812","https://openalex.org/W2473047188","https://openalex.org/W2556725804","https://openalex.org/W2564039230","https://openalex.org/W2581942536","https://openalex.org/W2582151102","https://openalex.org/W2582743722","https://openalex.org/W2787652076","https://openalex.org/W2788930055","https://openalex.org/W2803536098","https://openalex.org/W2889039935","https://openalex.org/W2922853138","https://openalex.org/W2945049087","https://openalex.org/W2947197171","https://openalex.org/W2966195240","https://openalex.org/W2997925181","https://openalex.org/W3003722752","https://openalex.org/W3008053873","https://openalex.org/W3013088885","https://openalex.org/W3013114114","https://openalex.org/W3014540361","https://openalex.org/W3016404018","https://openalex.org/W3121501521","https://openalex.org/W3122008308","https://openalex.org/W3122464746","https://openalex.org/W3123626190","https://openalex.org/W3124333825","https://openalex.org/W3124690569","https://openalex.org/W3125983421","https://openalex.org/W3210383951","https://openalex.org/W4233420684","https://openalex.org/W4251646203","https://openalex.org/W4256541692","https://openalex.org/W4298391278","https://openalex.org/W4300870773","https://openalex.org/W4399521828","https://openalex.org/W6632397463","https://openalex.org/W6643128665","https://openalex.org/W6676489096","https://openalex.org/W6853339696","https://openalex.org/W7030239333"],"related_works":["https://openalex.org/W1989415248","https://openalex.org/W977438452","https://openalex.org/W3041891053","https://openalex.org/W139386289","https://openalex.org/W2107645900","https://openalex.org/W2971193366","https://openalex.org/W3183286355","https://openalex.org/W4365800216","https://openalex.org/W1663268383","https://openalex.org/W2049509720"],"abstract_inverted_index":{"Determining":[0],"an":[1,75],"appropriate":[2],"sample":[3,33,92,159],"size":[4],"is":[5],"a":[6,20,45,58,97,101,145],"critical":[7],"planning":[8],"decision":[9],"in":[10,31,62,89],"quantitative":[11],"empirical":[12],"research.":[13],"In":[14],"recent":[15],"years,":[16],"there":[17],"has":[18],"been":[19],"growing":[21],"concern":[22,47],"that":[23,57,121],"researchers":[24],"have":[25],"excessively":[26],"focused":[27],"on":[28,44],"statistical":[29,104],"significance":[30],"large":[32],"studies":[34],"to":[35,70,85,108,143,149],"the":[36,49,53,79,141,151,157],"detriment":[37],"of":[38,52,60,81,103,153],"effect":[39],"sizes.":[40],"This":[41],"research":[42],"focuses":[43],"related":[46],"at":[48],"other":[50],"end":[51],"spectrum.":[54],"We":[55,94,137],"argue":[56,139],"combination":[59],"bias":[61,88],"significant":[63,82,122],"estimates":[64,155],"obtained":[65,124],"from":[66,125],"small":[67,91,126,158],"samples":[68,127],"(compared":[69],"their":[71],"population":[72],"values)":[73],"and":[74,131],"editorial":[76],"preference":[77],"for":[78,140],"publication":[80],"results":[83,117,123],"compound":[84],"produce":[86],"marked":[87],"published":[90],"studies.":[93],"then":[95],"present":[96],"simulation":[98],"study":[99],"covering":[100],"variety":[102],"techniques":[105],"commonly":[106],"used":[107],"examine":[109],"structural":[110],"equation":[111],"models":[112],"with":[113,135],"latent":[114],"variables.":[115],"Our":[116],"support":[118],"our":[119],"contention":[120],"are":[128],"likely":[129],"biased":[130],"should":[132],"be":[133],"considered":[134],"skepticism.":[136],"also":[138],"need":[142],"provide":[144],"priori":[146],"power":[147],"analyses":[148],"understand":[150],"behavior":[152],"parameter":[154],"under":[156],"conditions":[160],"we":[161],"examine.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}